-- Logs begin at Wed 2021-12-22 04:00:46 UTC, end at Wed 2021-12-22 06:08:22 UTC. -- Dec 22 04:37:08.857422 dv-neutron-822524-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 04:37:11.175346 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.common.config [-] Logging enabled! Dec 22 04:37:11.176172 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev99 Dec 22 04:37:11.176172 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87449) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 04:37:11.179341 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.common.config [-] Logging enabled! Dec 22 04:37:11.179596 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev99 Dec 22 04:37:11.179898 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87449) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 04:37:11.180904 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 04:37:11.181133 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 04:37:11.181481 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 04:37:11.181721 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 04:37:11.181927 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 04:37:11.182239 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.182533 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.182821 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.183042 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.183328 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.183607 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.183891 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.184177 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.184465 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.184742 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.185014 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.185295 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.185518 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.185791 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.186071 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.186348 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.186563 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] debug = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.186834 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.187254 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.187662 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.187935 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.188241 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.188514 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.188786 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.189056 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.189333 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.189651 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] host = dv-neutron-822524-1-hyperv {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.189922 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.190201 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.190477 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.190759 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.191026 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.191293 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.191569 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.191836 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.192104 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] log_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.192399 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.192678 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.192960 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.193252 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.193472 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.193687 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.193983 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.194279 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.194579 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.194886 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.195305 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.195581 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.195852 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.196118 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.196438 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.196716 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.196994 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.197262 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.197535 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.197798 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.198061 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.198344 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.198609 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.198873 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.199141 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.199418 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.199678 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.199944 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.200263 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.200544 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.200815 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.201093 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.201360 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.201646 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.202228 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.202493 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.202756 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] use_json = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.203021 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.203283 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.203554 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.203816 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.204077 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.204367 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.204628 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.204900 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:11.205190 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.205478 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.205768 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.206041 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.206326 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.206598 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.206876 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.207148 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.207429 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.207709 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.207985 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.208278 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.208558 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.208827 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.209114 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.209411 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.209696 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.209979 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.210594 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.210873 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.211141 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.211415 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.211698 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.211987 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.212294 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.212565 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.212838 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.213124 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.213401 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.213668 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.213941 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.214226 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.214501 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.214769 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.215046 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.215319 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.215585 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.215852 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.216124 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.216429 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.216702 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.216966 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.217233 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.217505 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.217769 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.218048 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.218319 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.218584 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.218848 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.219121 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.219386 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.219652 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.219924 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.220210 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.220489 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.220754 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.221018 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.221284 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.221547 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.221811 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.222074 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.222336 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.222604 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.222866 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.223129 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.223394 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.223663 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.223927 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.224226 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.224518 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.224787 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.225055 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.225326 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.225597 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.225906 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.226180 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.226452 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.226884 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.227154 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.227440 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.227719 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.227999 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.228300 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.228574 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.228861 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.229133 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.229410 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.229682 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.229954 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.230237 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.230514 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.230805 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.231092 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.231378 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.231664 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.231945 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.232240 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.232545 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.232815 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:11.233026 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 04:37:11.233263 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87449) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 04:37:11.612742 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO keyring.backend [-] Loading KWallet Dec 22 04:37:11.620166 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO keyring.backend [-] Loading SecretService Dec 22 04:37:11.623890 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO keyring.backend [-] Loading Windows Dec 22 04:37:11.625235 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO keyring.backend [-] Loading chainer Dec 22 04:37:11.625802 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO keyring.backend [-] Loading macOS Dec 22 04:37:11.659486 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:37:11.659748 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:37:11.660033 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:37:11.660405 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 04:37:11.968312 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:11.968531 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:11.968733 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:11.969963 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:11.970238 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:11.970496 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.100726 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.101135 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.101405 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.114853 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.115128 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.115388 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.144114 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.144413 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.144677 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.181919 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.182493 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.182493 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.411424 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.411675 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.411963 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.412246 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.412983 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.541681 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.541869 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.542177 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.542448 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.542702 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.543015 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.543270 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.543518 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.543763 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.544037 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.544297 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.544696 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.544953 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.545203 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.545462 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.545726 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.545979 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.546227 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.546473 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.546747 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.547088 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.547331 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.547570 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.547845 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.548085 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.548344 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.548719 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87449) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:37:12.548948 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87449) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:37:12.549175 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87449) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:37:12.549399 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87449) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:37:12.549623 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87449) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:37:12.549845 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87449) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:37:12.550204 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 04:37:12.553403 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 04:37:12.557444 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 04:37:12.561290 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 22 04:37:12.562916 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 04:37:12.563364 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 04:37:12.563687 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 04:37:12.564061 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 04:37:12.567105 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 04:37:12.567352 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 04:37:12.567704 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 04:37:12.595749 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 22 04:37:12.596274 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.596517 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87449) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 04:37:12.596869 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.598234 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87449) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 04:37:12.598508 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 04:37:12.598747 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 04:37:12.602337 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.602608 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:12.664568 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 04:37:12.664800 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 04:37:12.665026 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 04:37:12.665383 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 04:37:12.710030 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_db.sqlalchemy.engines [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87449) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 04:37:13.045049 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Initializing driver for type 'gre' Dec 22 04:37:13.045621 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] gre ID ranges: [(1, 1000)] Dec 22 04:37:13.110526 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Initializing driver for type 'local' Dec 22 04:37:13.110866 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Initializing driver for type 'vlan' Dec 22 04:37:13.125178 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] VlanTypeDriver initialization complete Dec 22 04:37:13.125513 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Initializing driver for type 'vxlan' Dec 22 04:37:13.126091 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] vxlan ID ranges: [(1, 1000)] Dec 22 04:37:13.181403 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Initializing extension driver 'port_security' Dec 22 04:37:13.181741 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.extensions.port_security [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] PortSecurityExtensionDriver initialization complete Dec 22 04:37:13.182099 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Initializing mechanism driver 'openvswitch' Dec 22 04:37:13.182666 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Initializing mechanism driver 'hyperv' Dec 22 04:37:13.189448 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.plugins.ml2.plugin [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:13.190221 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > port after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.190592 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > port after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.190944 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > port after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.191320 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.191687 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.192029 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.192435 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > network after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.192760 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > network after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.193095 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > network after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.193460 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > security_group after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.193796 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > security_group after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.194123 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.194485 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.194963 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.195209 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.195655 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > address_group after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.195989 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > address_group after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.196338 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.196775 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] ML2 OVO RPC backend initialized. {{(pid=87449) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 22 04:37:13.197462 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.197806 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.198200 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > network before_response 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.198537 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > networks before_response 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.198869 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > port before_response 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.199196 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > ports before_response 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.199524 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > subnet before_response 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.199850 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > subnets before_response 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.200202 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > network after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.200532 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > network after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.200854 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > network after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.201176 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > port after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.201505 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > port after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.202195 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > port after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.202578 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.202990 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.203380 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.204045 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.plugin [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Modular L2 Plugin initialization complete Dec 22 04:37:13.204394 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading services supported by the core plugin {{(pid=87449) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 04:37:13.204712 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.plugins.ml2.managers [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Got port-security extension from driver 'port_security' Dec 22 04:37:13.205176 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.extensions.vlantransparent [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Disabled vlantransparent extension. Dec 22 04:37:13.205649 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87449) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 04:37:13.205952 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading Plugin: router Dec 22 04:37:13.242509 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.242889 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router after_create 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.243241 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router before_create 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.243600 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.243951 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.244321 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router after_delete 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.244665 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.245016 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router after_create 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.245685 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router after_update 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.245685 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router after_update 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.245973 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.246314 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router after_update 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.246703 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.247052 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: port after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.247358 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: port after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.247677 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: subnet after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.247994 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.248351 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.248687 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.249013 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: port before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.249336 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router precommit_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.249675 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router after_update 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.250008 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.250326 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.250669 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.250998 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.251343 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > agent after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.251672 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > agent after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.251995 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > network after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.252861 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Tracking information for resource: router configured {{(pid=87449) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:37:13.253181 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Tracking information for resource: floatingip configured {{(pid=87449) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:37:13.258258 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.db.l3_agentschedulers_db [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 04:37:13.258818 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: port after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.259167 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: port after_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.259506 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: port after_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.259848 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: port after_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.260669 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router before_create 55550100 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.261025 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.261373 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router precommit_create 55550100 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.261714 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > router precommit_update 55550100 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.266167 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.services.provider_configuration [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service providers = [] {{(pid=87449) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 04:37:13.266519 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.db.servicetype_db [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87449) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 04:37:13.269458 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.services.service_base [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87449) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:37:13.269791 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.services.service_base [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87449) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:37:13.270130 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.services.service_base [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87449) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:37:13.271160 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.services.service_base [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87449) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:37:13.271523 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.services.service_base [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 04:37:13.271892 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87449) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:37:13.272224 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 04:37:13.282931 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87449) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:37:13.283258 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading Plugin: auto_allocate Dec 22 04:37:13.289210 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: network precommit_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.289570 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: network precommit_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.290074 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87449) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:37:13.290388 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading Plugin: tag Dec 22 04:37:13.297316 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87449) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:37:13.297677 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading Plugin: timestamp Dec 22 04:37:13.301505 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87449) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:37:13.301824 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading Plugin: network_ip_availability Dec 22 04:37:13.307217 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.307598 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.307945 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.308674 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87449) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:37:13.308988 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading Plugin: flavors Dec 22 04:37:13.313966 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87449) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:37:13.314270 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading Plugin: revisions Dec 22 04:37:13.318602 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87449) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:37:13.318979 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_concurrency.lockutils [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.659s {{(pid=87449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:37:13.319705 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87449) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 22 04:37:13.320089 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Initializing extension manager. Dec 22 04:37:13.320628 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: __init__.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.320952 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: __pycache__ {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.321277 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.321598 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: address_group.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.322343 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.322905 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: address-group Dec 22 04:37:13.323215 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: address_scope.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.323916 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.324485 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: address-scope Dec 22 04:37:13.324801 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.325716 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.326223 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: router-admin-state-down-before-update Dec 22 04:37:13.326531 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: agent.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.327527 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.328029 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: agent Dec 22 04:37:13.328370 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: agent_resources_synced.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.329272 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.329770 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: agent-resources-synced Dec 22 04:37:13.330082 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: allowedaddresspairs.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.331850 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.332393 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: allowed-address-pairs Dec 22 04:37:13.332711 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: auto_allocated_topology.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.333769 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.334274 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: auto-allocated-topology Dec 22 04:37:13.334591 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: availability_zone.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.335266 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.335815 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: availability_zone Dec 22 04:37:13.336146 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: availability_zone_filter.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.337060 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.337558 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: availability_zone_filter Dec 22 04:37:13.337874 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: data_plane_status.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.338784 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.339283 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 04:37:13.339598 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: default_subnetpools.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.340527 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.341022 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: default-subnetpools Dec 22 04:37:13.341337 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.342129 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.342622 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: dhcp_agent_scheduler Dec 22 04:37:13.342937 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: dns.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.343821 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.344349 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension dns-integration not supported by any of loaded plugins Dec 22 04:37:13.344662 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: dns_domain_ports.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.345558 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.346056 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 04:37:13.346376 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: dvr.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.347026 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.347518 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: dvr Dec 22 04:37:13.347826 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: empty_string_filtering.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.348747 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.349248 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: empty-string-filtering Dec 22 04:37:13.349559 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.350456 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.350948 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 04:37:13.351272 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.352201 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.352696 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 04:37:13.353005 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: external_net.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.353895 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.354395 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: external-net Dec 22 04:37:13.354711 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.355587 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.356085 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: extra_dhcp_opt Dec 22 04:37:13.356490 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: extraroute.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.357378 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.357880 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: extraroute Dec 22 04:37:13.358194 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: extraroute_atomic.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.359220 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.359725 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: extraroute-atomic Dec 22 04:37:13.360031 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: filter_validation.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.360716 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.361214 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: filter-validation Dec 22 04:37:13.361523 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: fip_pf_description.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.363886 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.364430 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 04:37:13.364762 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: fip_port_details.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.365690 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.366197 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: fip-port-details Dec 22 04:37:13.366515 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: flavors.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.367792 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.368349 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: flavors Dec 22 04:37:13.368662 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.370333 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.370853 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 04:37:13.371177 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: floatingip_pools.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.371867 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.372391 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: floatingip-pools Dec 22 04:37:13.372707 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: ip_allocation.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.373610 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.374101 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 04:37:13.374411 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.375312 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.375813 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: ip-substring-filtering Dec 22 04:37:13.376125 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: l2_adjacency.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.377061 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.377555 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 04:37:13.377868 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: l3.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.378811 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.379317 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: router Dec 22 04:37:13.379636 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.381879 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.382597 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 04:37:13.382933 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.383837 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.384372 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: ext-gw-mode Dec 22 04:37:13.384695 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.385593 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.386089 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: l3-ha Dec 22 04:37:13.386405 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: l3_flavors.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.387299 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.387793 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: l3-flavors Dec 22 04:37:13.388106 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.389046 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.389540 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 04:37:13.389850 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: l3agentscheduler.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.390875 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.391375 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: l3_agent_scheduler Dec 22 04:37:13.391692 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: logging.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.393223 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.393729 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension logging not supported by any of loaded plugins Dec 22 04:37:13.394045 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: metering.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.394759 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.395327 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: metering Dec 22 04:37:13.395639 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.396755 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.397259 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: metering_source_and_destination_fields Dec 22 04:37:13.397570 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: multiprovidernet.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.398723 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.399235 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: multi-provider Dec 22 04:37:13.399548 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: netmtu.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.400473 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.400974 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: net-mtu Dec 22 04:37:13.401284 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: netmtu_writable.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.402182 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.402682 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: net-mtu-writable Dec 22 04:37:13.402992 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: network_availability_zone.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.403643 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.404158 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: network_availability_zone Dec 22 04:37:13.404478 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: network_ip_availability.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.405575 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.406073 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: network-ip-availability Dec 22 04:37:13.406384 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: network_segment_range.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.407114 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.407610 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 04:37:13.407919 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: pagination.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.408931 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.409240 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: pagination Dec 22 04:37:13.409547 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: port_device_profile.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.410437 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.410937 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: port-device-profile Dec 22 04:37:13.411249 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.412151 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.412671 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: port-mac-address-regenerate Dec 22 04:37:13.412980 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.414055 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.414548 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: port-numa-affinity-policy Dec 22 04:37:13.414860 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: port_resource_request.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.415752 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.416274 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 04:37:13.416589 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: portbindings.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.417489 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.417991 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: binding Dec 22 04:37:13.418311 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: portbindings_extended.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.419554 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.420054 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: binding-extended Dec 22 04:37:13.420398 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: portsecurity.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.421290 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.421788 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: port-security Dec 22 04:37:13.422100 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: project_id.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.423054 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.423372 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: project-id Dec 22 04:37:13.423681 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: providernet.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.424594 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.425096 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: provider Dec 22 04:37:13.425406 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: qos.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.428965 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.429521 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension qos not supported by any of loaded plugins Dec 22 04:37:13.429998 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.431229 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.431736 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 04:37:13.432054 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.432986 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.433482 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 04:37:13.433796 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: qos_default.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.434691 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.435189 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension qos-default not supported by any of loaded plugins Dec 22 04:37:13.435511 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: qos_fip.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.436164 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.436671 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension qos-fip not supported by any of loaded plugins Dec 22 04:37:13.436985 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: qos_gateway_ip.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.437883 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.438385 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 04:37:13.438699 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: qos_port_network_policy.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.439597 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.440086 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 04:37:13.440433 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: qos_rule_type_details.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.441326 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.441819 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 04:37:13.442134 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: qos_rules_alias.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.443164 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.443658 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 04:37:13.443967 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: quotasv2.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.444934 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.445371 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: quotas Dec 22 04:37:13.445681 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: quotasv2_detail.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.447280 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.447594 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: quota_details Dec 22 04:37:13.447904 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: rbac.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.448971 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.449483 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: rbac-policies Dec 22 04:37:13.449800 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: rbac_address_group.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.450723 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.451221 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: rbac-address-group Dec 22 04:37:13.451535 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: rbac_address_scope.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.452803 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.453303 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: rbac-address-scope Dec 22 04:37:13.453614 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: rbac_security_groups.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.454507 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.455007 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: rbac-security-groups Dec 22 04:37:13.455322 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: rbac_subnetpool.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.456256 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.456758 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: rbac-subnetpool Dec 22 04:37:13.457065 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: revisionifmatch.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.457968 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.458469 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: revision-if-match Dec 22 04:37:13.458781 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: revisions.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.459880 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.460487 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: standard-attr-revisions Dec 22 04:37:13.460812 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: router_availability_zone.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.461468 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.461966 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: router_availability_zone Dec 22 04:37:13.462275 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: routerservicetype.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.463173 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.463665 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension router-service-type not supported by any of loaded plugins Dec 22 04:37:13.463980 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.464920 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.465415 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: security-groups-normalized-cidr Dec 22 04:37:13.465724 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.466629 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.467131 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: port-security-groups-filtering Dec 22 04:37:13.467445 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.468371 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.468868 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: security-groups-remote-address-group Dec 22 04:37:13.469184 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: securitygroup.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.479125 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.479648 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: security-group Dec 22 04:37:13.479972 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: segment.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.480763 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.481264 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension segment not supported by any of loaded plugins Dec 22 04:37:13.481576 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.482501 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.482997 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 04:37:13.483319 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: servicetype.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.484434 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.484939 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: service-type Dec 22 04:37:13.485253 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: sorting.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.486247 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.486567 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: sorting Dec 22 04:37:13.486875 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: standard_attr_segment.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.487774 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.488308 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 04:37:13.488630 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: standardattrdescription.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.489264 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.489777 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: standard-attr-description Dec 22 04:37:13.490094 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: stateful_security_group.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.491001 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.491504 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: stateful-security-group Dec 22 04:37:13.491879 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: stdattrs_common.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.492469 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 04:37:13.492779 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.493775 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.494277 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 04:37:13.494590 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: subnet_onboard.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.495637 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.496158 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: subnet_onboard Dec 22 04:37:13.496476 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.497388 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.497884 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 04:37:13.498194 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: subnet_service_types.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.499129 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.499718 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: subnet-service-types Dec 22 04:37:13.500039 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: subnetallocation.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.501153 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.501667 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: subnet_allocation Dec 22 04:37:13.501987 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.502641 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.503134 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: subnetpool-prefix-ops Dec 22 04:37:13.503447 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.504393 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.504887 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 04:37:13.505199 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: tagging.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.506226 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.506732 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: standard-attr-tag Dec 22 04:37:13.507044 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: timestamp.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.508394 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.508904 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loaded extension: standard-attr-timestamp Dec 22 04:37:13.509218 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: trunk.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.510227 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.510726 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension trunk not supported by any of loaded plugins Dec 22 04:37:13.511042 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: trunk_details.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.511937 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.512473 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension trunk-details not supported by any of loaded plugins Dec 22 04:37:13.512788 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: uplink_status_propagation.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.513683 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.514180 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 04:37:13.514495 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Loading extension file: vlantransparent.py {{(pid=87449) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:37:13.515156 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87449) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:37:13.515654 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 04:37:13.518238 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:network Dec 22 04:37:13.518967 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:subnet Dec 22 04:37:13.519742 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:37:13.520351 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:port Dec 22 04:37:13.521635 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.522071 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service FLAVORS assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.522673 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.523247 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.523728 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:router Dec 22 04:37:13.524421 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 04:37:13.525130 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service METERING assigned prefix: /metering {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.526551 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.526912 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.527252 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:37:13.528408 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 04:37:13.528845 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:security_group Dec 22 04:37:13.529508 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 04:37:13.530233 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service CORE assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.530554 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:37:13.530883 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] subnetpool is already registered Dec 22 04:37:13.531466 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service CORE assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.531784 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:37:13.532095 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] subnetpool is already registered Dec 22 04:37:13.534632 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.535055 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service FLAVORS assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.535623 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.536027 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.536373 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:router Dec 22 04:37:13.536689 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] router is already registered Dec 22 04:37:13.537257 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 04:37:13.537583 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] floatingip is already registered Dec 22 04:37:13.538181 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service METERING assigned prefix: /metering {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.538943 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 04:37:13.539262 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] rbac_policy is already registered Dec 22 04:37:13.539789 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:security_group Dec 22 04:37:13.540103 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] security_group is already registered Dec 22 04:37:13.540707 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 04:37:13.541023 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] security_group_rule is already registered Dec 22 04:37:13.541650 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service CORE assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.541970 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:37:13.542280 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] subnetpool is already registered Dec 22 04:37:13.542871 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.v2.resource_helper [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Service CORE assigned prefix: {{(pid=87449) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:37:13.543188 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:37:13.543495 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING neutron.quota.resource_registry [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] subnetpool is already registered Dec 22 04:37:13.544119 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: extensions {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.545615 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: address-groups {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.547241 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: address-scopes {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.548528 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: agents {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.549622 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: auto-allocated-topology {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.550857 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: availability_zones {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.552177 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: dhcp-networks {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.553585 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: dhcp-agents {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.555195 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: routers {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.557869 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: flavors {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.559036 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: service_profiles {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.560275 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: next_providers {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.561785 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: service_profiles {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.563206 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: floatingip-pools {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.564445 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: routers {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.566229 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: floatingips {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.567412 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: l3-routers {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.568832 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: l3-agents {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.570280 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: metering-labels {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.571621 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: metering-label-rules {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.572921 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: network-ip-availabilities {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.574165 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: bindings {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.575808 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: quotas {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.577652 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: quotas {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.579062 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: rbac-policies {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.580380 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: security-groups {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.581566 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: security-group-rules {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.582782 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: service-providers {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.584008 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: subnetpools {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.585498 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: subnetpools {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.587065 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: tags {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.588775 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: tags {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.590570 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: tags {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.592348 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: tags {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.594106 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: tags {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.595937 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: tags {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.597649 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: tags {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.599546 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: tags {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.601503 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: tags {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.603327 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron.api.extensions [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Extended resource: tags {{(pid=87449) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:37:13.609364 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING keystonemiddleware.auth_token [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 04:37:13.614045 dv-neutron-822524-1-hyperv neutron-server[87449]: WARNING keystonemiddleware.auth_token [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 04:37:13.622193 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_concurrency.lockutils [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Acquired lock "singleton_lock" {{(pid=87449) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 22 04:37:13.622660 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_concurrency.lockutils [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Releasing lock "singleton_lock" {{(pid=87449) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 22 04:37:13.623279 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO oslo_service.service [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Starting 2 workers Dec 22 04:37:13.627791 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Started child 87554 {{(pid=87449) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 04:37:13.631820 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Started child 87555 {{(pid=87449) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 04:37:13.633340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:13.633962 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO neutron.service [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 04:37:13.634044 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Notify callbacks [] for process, before_spawn {{(pid=87449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:13.634829 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [-] (87554) wsgi starting up on http://0.0.0.0:9696 Dec 22 04:37:13.636379 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO oslo_service.service [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Starting 1 workers Dec 22 04:37:13.636514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:13.637706 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [-] (87555) wsgi starting up on http://0.0.0.0:9696 Dec 22 04:37:13.641200 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Started child 87556 {{(pid=87449) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 04:37:13.641694 dv-neutron-822524-1-hyperv neutron-server[87449]: INFO oslo_service.service [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Starting 1 workers Dec 22 04:37:13.644551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.service [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] calling RpcWorker wait() {{(pid=87556) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 04:37:13.645083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.service [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] returning from RpcWorker wait() {{(pid=87556) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 04:37:13.645768 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Started child 87557 {{(pid=87449) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 04:37:13.646344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:13.646486 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG neutron_lib.callbacks.manager [None req-84530ccd-cb27-400b-a450-8841684e50a8 None None] Notify callbacks [] for process, after_spawn {{(pid=87449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:13.646874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:13.648307 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87449) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 04:37:13.648512 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 04:37:13.648664 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 04:37:13.649058 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 04:37:13.649389 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 04:37:13.649513 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 04:37:13.650004 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.650251 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.650516 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.650639 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:13.651120 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.651120 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.651749 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.652010 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.652296 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.652564 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.652778 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.652915 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.653111 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.653298 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.653529 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.653800 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.654069 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.654484 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.654743 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.654876 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.655149 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.655472 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.655630 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.655905 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] debug = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.656164 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.656691 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.656956 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.657187 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.657421 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.657678 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.657919 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.658190 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.658416 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.658642 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.658882 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.659130 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.659357 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.659580 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.659791 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.660037 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.660289 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.660759 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] host = dv-neutron-822524-1-hyperv {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.661025 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.661232 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.661466 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.661701 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.661949 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.662168 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.662415 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.662657 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.662909 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.663130 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.663375 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.663699 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.663947 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.664190 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.664351 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_options = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.664582 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.664869 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.665124 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.665314 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.665476 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.665711 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.665890 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.666047 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.666292 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.666516 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.666723 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.666936 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.667158 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.667381 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.667615 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.667833 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.668044 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.668286 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.668548 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.668766 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.668980 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.669205 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.669434 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.669644 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.669867 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.670092 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.670324 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.670553 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.670758 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.671002 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.671208 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.671444 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.671677 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.671921 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.672194 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.672378 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.672651 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.672866 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.673088 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.673318 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.673568 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.673779 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.674051 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.674203 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.674427 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.674733 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_json = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.676167 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:13.677080 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.677291 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.677565 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.677801 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.678065 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.678319 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.678681 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.678835 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.679247 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.680112 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.680636 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.680893 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.681165 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.682112 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.682362 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.683104 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.683925 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.683925 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.683925 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.684433 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.684557 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.684722 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.684962 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.687276 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.687276 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.687276 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.687276 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.687276 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.687276 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.687276 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.687276 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.688622 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.688622 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.688622 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.688622 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.688622 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.688622 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.689277 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.689277 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.689277 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.689611 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.689611 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.689839 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.689995 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.690246 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.690456 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.690678 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.690927 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.691179 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.691406 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.691628 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.692852 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.692852 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.692852 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.692852 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.692852 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.694894 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.694894 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.694894 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.694894 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.694894 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.694894 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.694894 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.694894 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.694894 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.695943 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.695943 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.695943 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.695943 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.695943 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.696553 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.696553 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.696553 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.696900 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.697020 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.697142 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.697360 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.697609 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.697790 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.698045 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.698235 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.698456 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.698707 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.698845 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.699090 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.699275 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.699509 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.699702 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.699927 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.700104 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.700358 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.700581 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.700859 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.701162 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.701407 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.701633 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.702162 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.702415 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.702648 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.702888 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.703123 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.703360 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.703591 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.703857 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.704115 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.704379 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.704617 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.704837 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.705086 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.705330 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.705700 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.705801 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.706192 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.706278 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.706490 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.706758 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.707018 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.707264 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.707500 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.707769 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.708008 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.708372 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.708580 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.708832 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.709111 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.709380 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.709637 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.709890 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.710130 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.710418 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.710685 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.711016 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.711174 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.711430 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.711661 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.711925 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.712204 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.712602 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.712727 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.712894 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.713194 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.713422 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.713628 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.713866 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.714310 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.714454 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.714597 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.714815 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.715063 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.715322 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.715567 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.715805 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.716012 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.717066 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.717066 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.717066 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.717066 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.717402 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.717402 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.717569 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.718564 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.718564 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.718564 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.718564 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.718879 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.718879 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.719059 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.719281 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.720182 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.720182 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.720182 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.720441 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.720441 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.720619 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.720846 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.721109 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.721318 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.721589 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.721823 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.722048 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.722265 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.722485 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.722737 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.722969 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.723229 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.723453 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.723674 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.723877 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.724114 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.724341 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.724560 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.724787 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.725222 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.725315 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.725455 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.726377 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.726377 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.726377 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.726652 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.726734 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.727161 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.727161 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.727342 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.727906 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.727906 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.727906 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.728213 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.728456 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.730317 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.730317 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.730317 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.730317 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.730317 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.730317 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.730317 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.730317 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.731257 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.731257 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.731257 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.731257 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.731257 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.731813 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.731813 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.731813 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.732025 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.732223 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.732760 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.732760 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.733032 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.733152 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.733348 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.733558 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.733830 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.734054 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.734273 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.734515 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.734843 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.735043 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.735273 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.735524 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.735733 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.735953 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.736207 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.736542 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.736837 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.737098 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.737352 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.737624 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.737874 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.738140 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.738331 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.738618 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.738913 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.739167 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.739415 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.739661 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.739918 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.740119 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.740429 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.740665 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.740893 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.741122 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.741376 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.741643 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.741871 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.742087 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.742475 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.742707 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.742925 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.743146 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.744052 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.744052 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.744052 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 04:37:13.744473 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87449) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 04:37:13.744473 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 04:37:13.744684 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 04:37:13.744804 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 04:37:13.744886 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 04:37:13.744999 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 04:37:13.745201 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.745357 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.745512 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.745666 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.745820 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.745994 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.746149 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.746302 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.746455 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.746608 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.746760 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.746913 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.747065 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.747218 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.747372 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.747526 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.747678 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.747831 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.747988 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.748174 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.748314 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.748467 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.748620 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] debug = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.748773 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.748983 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.749144 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.749298 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.749451 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.749604 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.749756 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.749908 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.750061 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.750215 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.750369 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.750521 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.750675 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.750829 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.750983 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.751136 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.751289 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.751442 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] host = dv-neutron-822524-1-hyperv {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.751596 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.751749 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.751902 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.752053 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.752229 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.752383 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.752536 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.752691 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.752844 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.752995 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.753149 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.753302 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.753454 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.753606 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.753757 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_options = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.753909 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.754061 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.754213 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.754382 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.754540 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.754694 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.754847 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.755001 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.755154 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.755308 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.755460 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.755613 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.755765 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.755918 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.756070 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.756243 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.756398 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.756551 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.756703 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.756855 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.757006 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.757157 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.757365 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.757518 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.757670 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.757824 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.757976 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.758127 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.758279 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.758432 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.758599 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.758762 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.758921 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.759073 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.759225 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.759379 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.759530 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.759687 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.759840 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.759991 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.760158 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.760315 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.760471 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.760624 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.760779 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.760925 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_json = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.761070 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.761200 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.761350 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.761489 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.761645 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.761791 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.761936 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.762088 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:37:13.762248 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.762388 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.762557 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.762713 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.762868 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.763024 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.763170 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.763321 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.763475 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.763628 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.763793 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.763947 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.764112 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.764315 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.764780 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.764780 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.764780 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.765051 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.765051 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.765266 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.765368 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.765482 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.765651 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.765807 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.765963 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.766118 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.766273 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.766428 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.766586 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.766742 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.766897 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.767053 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.767193 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.767352 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.767506 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.767661 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.767817 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.767972 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.768306 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.768468 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.768602 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.768751 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.768914 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.769070 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.769224 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.769380 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.769537 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.769677 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.769836 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.769989 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.770156 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.770314 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.770472 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.770631 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.770774 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.770928 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.771083 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.771242 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.771396 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.771552 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.771706 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.771874 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.772033 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.772232 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.772374 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.772534 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.772689 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.772843 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.773070 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.773225 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.773380 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.773536 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.773690 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.773831 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.773989 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.774145 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.774299 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.774456 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.774613 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.774768 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.774924 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.775079 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.775233 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.775389 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.775556 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.775827 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.775985 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.776187 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.776315 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.776471 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.776627 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.776946 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.776946 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.777099 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.777210 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.777365 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.777519 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.777676 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.777833 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.777987 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.778141 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.778297 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.778450 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.778604 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.778759 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.778916 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.779073 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.779228 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.779382 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.779536 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.779690 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.779852 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.780007 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.780188 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.780343 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.780504 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.780594 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:13.780759 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.780834 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.780967 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.781115 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.781270 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.781425 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.781581 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.781736 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.781890 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.782045 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.782199 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.782360 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.782524 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.782679 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.782834 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.782991 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.783168 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.783323 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.783476 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.783633 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.783787 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.783942 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.784095 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.784281 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.784436 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.784592 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.784748 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.784905 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.785059 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.785215 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.785371 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.785527 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.785683 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.785840 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.785995 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.786150 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.786306 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.786462 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.786617 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.786772 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.786928 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.787124 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.787252 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.787369 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.787520 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.787674 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.787831 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.787985 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.788158 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.788312 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.788468 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.788812 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.788812 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.789038 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.789187 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.789345 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.789500 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.789657 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.789816 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.789961 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.790123 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.790278 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.790434 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.790590 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.790745 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.790902 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.791057 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.791211 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.791367 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.791522 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.791678 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.792203 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.792203 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.792203 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.792646 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.792646 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.792646 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.793156 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.793156 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.793156 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.793156 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.793562 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.793562 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.793804 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.793804 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.794040 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.794040 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.794236 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.794364 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.794488 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.794622 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.794785 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.794941 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.795095 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.795249 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.795414 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.795569 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.795723 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.795878 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.796032 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.796205 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.796363 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.796518 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.796671 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.796825 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.796989 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.797201 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.797298 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.797449 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.797603 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.797756 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.798123 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.798123 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.798294 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.798420 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.798628 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.798764 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.798902 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.799040 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.799200 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.799368 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.799526 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.799682 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.799846 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.800011 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.800192 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.800350 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.800512 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.800686 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.800841 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.800993 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.801146 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.801300 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.801454 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.801608 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.801763 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.801917 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.802071 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.802229 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.802389 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.802543 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.802696 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.802850 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.803009 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.803164 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.803303 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.803460 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.803615 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:37:13.803763 dv-neutron-822524-1-hyperv neutron-server[87449]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87449) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 04:37:14.026329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 46842) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:37:14.040184 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102041 Dec 22 04:37:24.615595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ee1d7e-09b1-401d-b11b-e420f94ceafd None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:37:24.694796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee1d7e-09b1-401d-b11b-e420f94ceafd None None] No non-hosted networks {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 04:37:24.706341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.agentschedulers_db [None req-08ee1d7e-09b1-401d-b11b-e420f94ceafd None None] DHCP Agent not found on host dv-neutron-822524-1-hyperv {{(pid=87556) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 22 04:37:24.763548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bbe09937-3ab5-4d7d-a388-a14dfdbbfdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694335'] for agent, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:26.897734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-99f54481-8c29-41a7-aa76-636a8901a55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694335'] for agent, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:26.935315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-10d4abe0-6901-4162-a2db-4f948c2d9889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:27.863012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694335'] for agent, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:28.059522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694335'] for agent, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:28.061177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.061949 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.062528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.063000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.063721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.064240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.064775 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.065296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.065869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.066383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.066895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.067358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:28.067941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822524-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:28.073659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822524-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:29.329031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694335'] for agent, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:31.153713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 46934) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:37:31.762648 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING oslo_policy.policy [None req-9c2837b4-2970-4ee7-a817-1333aad4409f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:37:31.763142 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING oslo_policy.policy [None req-9c2837b4-2970-4ee7-a817-1333aad4409f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:37:31.976432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-9c2837b4-2970-4ee7-a817-1333aad4409f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:37:31.977855 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9c2837b4-2970-4ee7-a817-1333aad4409f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8221829 Dec 22 04:37:33.863694 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.db.l3_hamode_db [None req-5f39ce65-191b-4c78-87f8-33bbf314866f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 04:37:33.949124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39ce65-191b-4c78-87f8-33bbf314866f None None] Routers set() bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:37:33.949435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39ce65-191b-4c78-87f8-33bbf314866f None None] Router IDs set() for agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 04:37:34.346851 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 46948) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:37:34.744512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-80825ae0-fcfb-48ad-a549-9b6b656cc95c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:34.849587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.policy [None req-80825ae0-fcfb-48ad-a549-9b6b656cc95c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87554) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 04:37:34.893324 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING oslo_policy.policy [None req-80825ae0-fcfb-48ad-a549-9b6b656cc95c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:37:34.893690 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING oslo_policy.policy [None req-80825ae0-fcfb-48ad-a549-9b6b656cc95c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:37:34.902118 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.quota [None req-80825ae0-fcfb-48ad-a549-9b6b656cc95c admin admin] Loaded quota_driver: . Dec 22 04:37:34.918614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-80825ae0-fcfb-48ad-a549-9b6b656cc95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:37:34.995652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-80825ae0-fcfb-48ad-a549-9b6b656cc95c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791422614550', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791422614219', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791422653404', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791422662947', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791422637357', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791422646877', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1912812', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1934828', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-963018', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-946866'] for rbac-policy, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:35.065693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-80825ae0-fcfb-48ad-a549-9b6b656cc95c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:35.067188 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-80825ae0-fcfb-48ad-a549-9b6b656cc95c admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7189877 Dec 22 04:37:37.750806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 46962) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:37:38.112398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Request body: {'network': {'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'admin_state_up': True, 'name': 'private'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:38.118321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:37:38.123141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Usage tracker for resource:network and tenant:c0377115fffd4f06a458a89f74a19a61 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:37:38.127887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:37:38.134392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:37:38.147471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Made reservation on behalf of c0377115fffd4f06a458a89f74a19a61 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:38.150536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:38.168267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:38.182551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:37:38.186802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Usage tracker for resource:security_group_rule and tenant:c0377115fffd4f06a458a89f74a19a61 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:37:38.193165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:37:38.199339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:37:38.300236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:38.306892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:38.312259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:37:38.331171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:37:38.354153 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791423447956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:38.354729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Unsubscribe: segment precommit_create {{(pid=87554) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 04:37:38.355179 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Added segment 5761139d-799c-4097-9853-0e5a8e322a61 of type vlan for network c64ac822-8734-46bf-877a-1429b47a9370 Dec 22 04:37:38.412169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c873d3d5-2e5e-41e4-bd12-e9fd7de7f3dc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:38.437112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.437464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.437782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.438093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.438396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.438721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.439018 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.439321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.439620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.439914 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.440219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.440515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Tracked resource versions report: Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: pushed versions: Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: { 'AddressGroup': {'1.2'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'ConntrackHelper': {'1.0'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Log': {'1.0'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Network': {'1.1'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Port': {'1.7'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'PortForwarding': {'1.2'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'QosPolicy': {'1.8'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SecurityGroup': {'1.4'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SubPort': {'1.0'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Subnet': {'1.1'}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Trunk': {'1.1'}} Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: consumer versions: Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: { DHCP agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: L3 agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: Metadata agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: Metering agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: Open vSwitch agent@dv-neutron-822524-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'ConntrackHelper': '1.0', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Log': '1.0', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Network': '1.1', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Port': '1.7', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'PortForwarding': '1.2', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'QosPolicy': '1.8', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SecurityGroup': '1.4', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SecurityGroupRule': '1.2', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SubPort': '1.0', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Subnet': '1.1', Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Trunk': '1.1'}} Dec 22 04:37:38.441796 dv-neutron-822524-1-hyperv neutron-server[87554]: {{(pid=87554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:37:38.469811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:38.483475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:37:38.528776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:38.530236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:38.530882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:38.534076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:37:38.642712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Pushing event updated for resources: {'Network': ['ID=c64ac822-8734-46bf-877a-1429b47a9370,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:38.645409 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8936214 Dec 22 04:37:38.665878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:37:38.675220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network c64ac822-8734-46bf-877a-1429b47a9370 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:37:41.372831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 46978) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:37:41.862331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149bd5a0-ccaa-4df0-9732-bfbaba39b830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:41.863696 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-149bd5a0-ccaa-4df0-9732-bfbaba39b830 admin admin] 10.222.0.36 "GET /v2.0/networks/c64ac822-8734-46bf-877a-1429b47a9370 HTTP/1.1" status: 200 len: 825 time: 0.4896429 Dec 22 04:37:41.891986 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-234a8d17-836b-4346-87f3-492c2003c934 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/0e612861-c3a4-4864-9345-c4f6fd0e88a1 HTTP/1.1" status: 200 len: 734 time: 0.0215764 Dec 22 04:37:41.901016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Request body: {'subnet': {'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'name': 'private-subnet', 'subnetpool_id': '0e612861-c3a4-4864-9345-c4f6fd0e88a1', 'gateway_ip': '172.20.0.1', 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:41.905324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:37:41.909132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Usage tracker for resource:subnet and tenant:c0377115fffd4f06a458a89f74a19a61 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:37:41.912039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:37:41.917747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:37:41.930943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Made reservation on behalf of c0377115fffd4f06a458a89f74a19a61 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:41.933318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:42.228668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:42.232738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:37:42.323369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce803cc-95c9-4eba-96d6-69c516c2d530,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:42.329435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:37:42.330314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Checking segment: {'id': '5761139d-799c-4097-9853-0e5a8e322a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:37:42.330689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Network hostable DHCP agents. Network: c64ac822-8734-46bf-877a-1429b47a9370, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:37:42.356450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Network c64ac822-8734-46bf-877a-1429b47a9370 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:37:42.368306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, c64ac822-8734-46bf-877a-1429b47a9370) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:42.373277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:42.373871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:42.378542 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c5bf4-eb29-4125-beea-b6e975dfa4f7 None None] Network c64ac822-8734-46bf-877a-1429b47a9370 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:37:42.399048 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5015490 Dec 22 04:37:42.786110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-c64ac822-8734-46bf-877a-1429b47a9370', 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'fixed_ips': [{'subnet_id': 'dce803cc-95c9-4eba-96d6-69c516c2d530'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:37:42.787375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:42.978603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Allocated IP 172.20.0.2 (c64ac822-8734-46bf-877a-1429b47a9370/dce803cc-95c9-4eba-96d6-69c516c2d530/89596aa9-bcc7-48d4-b451-f101f2d83eab) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:43.219705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:43.233971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Transition to ACTIVE for port object 89596aa9-bcc7-48d4-b451-f101f2d83eab will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:37:43.255608 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Transition to ACTIVE for port object 89596aa9-bcc7-48d4-b451-f101f2d83eab will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:37:43.265194 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:43.270874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:37:43.329737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Network c64ac822-8734-46bf-877a-1429b47a9370 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:43.332521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:43.341244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:37:43.343335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Pushing event updated for resources: {'Port': ['ID=89596aa9-bcc7-48d4-b451-f101f2d83eab,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:43.379652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.380541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.380541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.380722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.380968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.381281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.381603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.381895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.382352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.382661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.382968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.383265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Tracked resource versions report: Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: pushed versions: Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: { 'AddressGroup': {'1.2'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'ConntrackHelper': {'1.0'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Log': {'1.0'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Network': {'1.1'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Port': {'1.7'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'PortForwarding': {'1.2'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'QosPolicy': {'1.8'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SecurityGroup': {'1.4'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SubPort': {'1.0'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Subnet': {'1.1'}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Trunk': {'1.1'}} Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: consumer versions: Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: { DHCP agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: L3 agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: Metadata agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: Metering agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: Open vSwitch agent@dv-neutron-822524-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'ConntrackHelper': '1.0', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Log': '1.0', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Network': '1.1', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Port': '1.7', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'PortForwarding': '1.2', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'QosPolicy': '1.8', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SecurityGroup': '1.4', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SecurityGroupRule': '1.2', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SubPort': '1.0', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Subnet': '1.1', Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Trunk': '1.1'}} Dec 22 04:37:43.384668 dv-neutron-822524-1-hyperv neutron-server[87556]: {{(pid=87556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:37:43.392168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:37:43.445830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Attempting to bind port 89596aa9-bcc7-48d4-b451-f101f2d83eab on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:37:43.446207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Attempting to bind port 89596aa9-bcc7-48d4-b451-f101f2d83eab by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '5761139d-799c-4097-9853-0e5a8e322a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:37:43.446667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Attempting to bind port 89596aa9-bcc7-48d4-b451-f101f2d83eab on network c64ac822-8734-46bf-877a-1429b47a9370 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:37:43.452451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:37:43.452840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Checking segment: {'id': '5761139d-799c-4097-9853-0e5a8e322a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:37:43.453335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:43.453715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Bound using segment: {'id': '5761139d-799c-4097-9853-0e5a8e322a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:37:43.454193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Bound port: 89596aa9-bcc7-48d4-b451-f101f2d83eab, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5761139d-799c-4097-9853-0e5a8e322a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:37:43.454561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:43.563971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] For port 89596aa9-bcc7-48d4-b451-f101f2d83eab, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:37:43.567823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] For port 89596aa9-bcc7-48d4-b451-f101f2d83eab, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=89596aa9-bcc7-48d4-b451-f101f2d83eab,segment=NetworkSegment(5761139d-799c-4097-9853-0e5a8e322a61),segment_id=5761139d-799c-4097-9853-0e5a8e322a61)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:37:43.573736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:43.578565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:37:43.666715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Pushing event updated for resources: {'Port': ['ID=89596aa9-bcc7-48d4-b451-f101f2d83eab,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:43.670107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:37:44.791291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 46988) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:37:45.388421 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING oslo_policy.policy [None req-43e0d274-fa79-48a9-be65-ec9d265fd167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:37:45.388999 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING oslo_policy.policy [None req-43e0d274-fa79-48a9-be65-ec9d265fd167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:37:45.602159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-43e0d274-fa79-48a9-be65-ec9d265fd167 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:37:45.603226 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-43e0d274-fa79-48a9-be65-ec9d265fd167 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8109906 Dec 22 04:37:47.297477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d1b8f9-f368-4f53-8784-602293b8f594 None None] Network c64ac822-8734-46bf-877a-1429b47a9370 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:37:47.399347 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fbd603ad-c1a9-465f-bed2-627186796c1a None None] Provisioning for port 89596aa9-bcc7-48d4-b451-f101f2d83eab completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:37:47.796261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 89596aa9-bcc7-48d4-b451-f101f2d83eab up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:37:47.865134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 89596aa9-bcc7-48d4-b451-f101f2d83eab completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:37:47.870179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 89596aa9-bcc7-48d4-b451-f101f2d83eab triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:47.870573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:47.986220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:47.990512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47006) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:37:48.023811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 89596aa9-bcc7-48d4-b451-f101f2d83eab, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=89596aa9-bcc7-48d4-b451-f101f2d83eab,segment=NetworkSegment(5761139d-799c-4097-9853-0e5a8e322a61),segment_id=5761139d-799c-4097-9853-0e5a8e322a61)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:37:48.028942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:48.031133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:37:48.099697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=89596aa9-bcc7-48d4-b451-f101f2d83eab,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:48.103564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:37:48.371979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-e4a63d6f-d6c9-4403-82a7-784de44d2c06 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:37:48.372971 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e4a63d6f-d6c9-4403-82a7-784de44d2c06 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3815303 Dec 22 04:37:49.769528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 89596aa9-bcc7-48d4-b451-f101f2d83eab up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:37:49.839037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 89596aa9-bcc7-48d4-b451-f101f2d83eab triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:49.839407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:51.088609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47018) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:37:51.469114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Request body: {'router': {'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'name': 'router1', 'admin_state_up': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:51.542469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.policy [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87555) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 04:37:51.586756 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING oslo_policy.policy [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:37:51.587070 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING oslo_policy.policy [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:37:51.595442 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.quota [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Loaded quota_driver: . Dec 22 04:37:51.611596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:37:51.619867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Usage tracker for resource:router and tenant:c0377115fffd4f06a458a89f74a19a61 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:37:51.623578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:37:51.631489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:37:51.651162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:51.653194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:51.678561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:51.800746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:51.831438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:51.832748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-89890396-d6b5-4c30-aca1-c0215fbc434a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7431784 Dec 22 04:37:54.247073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47030) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:37:54.542846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd53a-810e-43b4-a646-d40ad943c189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:54.680510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-400ccdf9-1f59-467b-a251-6d817e80a504 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:37:54.681515 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-400ccdf9-1f59-467b-a251-6d817e80a504 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4333484 Dec 22 04:37:56.893225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3d5257ec-7bee-47b1-b4d3-0d0113228039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:57.087061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47040) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:37:57.468663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:57.474276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:37:57.478513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Usage tracker for resource:network and tenant:115952cf926741d2a81e89327d31888d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:37:57.482333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:37:57.488794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:37:57.502201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Made reservation on behalf of 115952cf926741d2a81e89327d31888d for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:57.505034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:57.522405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:57.537530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:37:57.541753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Usage tracker for resource:security_group_rule and tenant:115952cf926741d2a81e89327d31888d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:37:57.545145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:37:57.551022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:37:57.654987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:57.662302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:57.672438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:37:57.689440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Reserving flat network on physical network physnet1 {{(pid=87555) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 04:37:57.720872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791423447956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:57.721534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Unsubscribe: segment precommit_create {{(pid=87555) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 04:37:57.721927 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Added segment b8ccd82e-3f60-4496-973b-a7d134685007 of type flat for network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 Dec 22 04:37:57.784821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa14c4ff-9a05-4c4f-a221-27f47c755409,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:57.804070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.804501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.804825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.805235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.805547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.805962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.806237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.806568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.806875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.807192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.807494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.807695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:57.807793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Tracked resource versions report: Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: pushed versions: Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: { 'AddressGroup': {'1.2'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'ConntrackHelper': {'1.0'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Log': {'1.0'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Network': {'1.1'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Port': {'1.7'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'PortForwarding': {'1.2'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'QosPolicy': {'1.8'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SecurityGroup': {'1.4'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SubPort': {'1.0'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Subnet': {'1.1'}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Trunk': {'1.1'}} Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: consumer versions: Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: { DHCP agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: L3 agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: Metadata agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: Metering agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: Open vSwitch agent@dv-neutron-822524-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'ConntrackHelper': '1.0', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Log': '1.0', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Network': '1.1', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Port': '1.7', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'PortForwarding': '1.2', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'QosPolicy': '1.8', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SecurityGroup': '1.4', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SecurityGroupRule': '1.2', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SubPort': '1.0', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Subnet': '1.1', Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Trunk': '1.1'}} Dec 22 04:37:57.809265 dv-neutron-822524-1-hyperv neutron-server[87555]: {{(pid=87555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:37:57.859468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:57.873278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:37:57.911583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:57.913183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:57.913939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:57.918930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:37:58.020690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Pushing event updated for resources: {'Network': ['ID=c288d81f-0c63-4ed5-97c2-f31dc6d576a5,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:58.023272 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9353030 Dec 22 04:37:58.025210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:37:58.036694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:37:58.135862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:37:59.271289 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:00.402412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47064) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:38:00.654886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e1bb6-9cf0-4ce3-ab3d-de40551f8d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:00.656849 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8a5e1bb6-9cf0-4ce3-ab3d-de40551f8d77 admin admin] 10.222.0.36 "GET /v2.0/subnets/dce803cc-95c9-4eba-96d6-69c516c2d530 HTTP/1.1" status: 200 len: 849 time: 0.2533104 Dec 22 04:38:00.830802 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-17b78658-59d6-4017-93c6-66a37a5bd46c admin admin] 10.222.0.36 "GET /v2.0/routers/824d1186-3369-4215-a318-07e971dc7400 HTTP/1.1" status: 200 len: 704 time: 0.1652658 Dec 22 04:38:01.303881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:01.551880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Allocated IP 172.20.0.1 (c64ac822-8734-46bf-877a-1429b47a9370/dce803cc-95c9-4eba-96d6-69c516c2d530/f139cd07-7aa8-491b-9319-6a7d84fa4462) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:01.711668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:01.729444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Transition to ACTIVE for port object f139cd07-7aa8-491b-9319-6a7d84fa4462 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:38:01.785305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:01.789860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:38:01.852454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Network c64ac822-8734-46bf-877a-1429b47a9370 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:01.855086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:01.860853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:38:01.861364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:01.979337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Pushing event updated for resources: {'Port': ['ID=f139cd07-7aa8-491b-9319-6a7d84fa4462,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:01.996811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:38:02.070258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a4411aab-e81c-428c-8d5e-73de02951eea None None] Provisioning for port f139cd07-7aa8-491b-9319-6a7d84fa4462 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:38:02.075947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a4411aab-e81c-428c-8d5e-73de02951eea None None] Provisioning complete for port f139cd07-7aa8-491b-9319-6a7d84fa4462 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:02.076816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a4411aab-e81c-428c-8d5e-73de02951eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:02.136562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a4411aab-e81c-428c-8d5e-73de02951eea None None] Port f139cd07-7aa8-491b-9319-6a7d84fa4462 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:38:02.175056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:02.403616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:02.411976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:02.413119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:02.416494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:38:02.543406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Pushing event updated for resources: {'Port': ['ID=f139cd07-7aa8-491b-9319-6a7d84fa4462,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:02.547414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:38:02.609880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Network c64ac822-8734-46bf-877a-1429b47a9370 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:02.610972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:02.802593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Router 824d1186-3369-4215-a318-07e971dc7400 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:38:02.861036 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8ee5a8c1-c445-4f5d-b82d-29e0692fa44f None None] Provisioning complete for port f139cd07-7aa8-491b-9319-6a7d84fa4462 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:02.861401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8ee5a8c1-c445-4f5d-b82d-29e0692fa44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:02.914818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8ee5a8c1-c445-4f5d-b82d-29e0692fa44f None None] Port f139cd07-7aa8-491b-9319-6a7d84fa4462 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:38:02.965529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:38:02.976355 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Sync routers for ids ['824d1186-3369-4215-a318-07e971dc7400'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:02.981901 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] 10.222.0.36 "PUT /v2.0/routers/824d1186-3369-4215-a318-07e971dc7400/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1419945 Dec 22 04:38:02.986696 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Routers {'824d1186-3369-4215-a318-07e971dc7400'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:38:02.987528 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:37:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['824d1186-3369-4215-a318-07e971dc7400'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:03.170924 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Set router 824d1186-3369-4215-a318-07e971dc7400 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:38:03.604521 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824d1186-3369-4215-a318-07e971dc7400', 'name': 'router1', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:51Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 2, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'gw_port_host': None, '_interfaces': [{'id': 'f139cd07-7aa8-491b-9319-6a7d84fa4462', 'name': '', 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'mac_address': 'fa:16:3e:d5:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d1186-3369-4215-a318-07e971dc7400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:01Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 2, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'subnets': [{'id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e612861-c3a4-4864-9345-c4f6fd0e88a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:03.610494 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Checking router: 824d1186-3369-4215-a318-07e971dc7400 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:03.611038 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Updating router 824d1186-3369-4215-a318-07e971dc7400 port f139cd07-7aa8-491b-9319-6a7d84fa4462 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:38:03.676696 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:04.102595 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:04.123692 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Transition to ACTIVE for port object f139cd07-7aa8-491b-9319-6a7d84fa4462 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:38:04.128840 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:04.138839 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:38:04.368750 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Pushing event updated for resources: {'Port': ['ID=f139cd07-7aa8-491b-9319-6a7d84fa4462,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:04.379116 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.379447 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.379755 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.380072 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.380411 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.380729 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.381033 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.381330 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.381643 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.382264 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.382264 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.382559 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Tracked resource versions report: Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: pushed versions: Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: { 'AddressGroup': {'1.2'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'ConntrackHelper': {'1.0'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Log': {'1.0'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Network': {'1.1'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Port': {'1.7'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'PortForwarding': {'1.2'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'QosPolicy': {'1.8'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SecurityGroup': {'1.4'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SubPort': {'1.0'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Subnet': {'1.1'}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Trunk': {'1.1'}} Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: consumer versions: Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: { DHCP agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: L3 agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: Metadata agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: Metering agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: Open vSwitch agent@dv-neutron-822524-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'ConntrackHelper': '1.0', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Log': '1.0', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Network': '1.1', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Port': '1.7', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'PortForwarding': '1.2', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'QosPolicy': '1.8', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SecurityGroup': '1.4', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SecurityGroupRule': '1.2', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SubPort': '1.0', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Subnet': '1.1', Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Trunk': '1.1'}} Dec 22 04:38:04.383837 dv-neutron-822524-1-hyperv neutron-server[87557]: {{(pid=87557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:38:04.389248 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:38:04.389966 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Attempting to bind port f139cd07-7aa8-491b-9319-6a7d84fa4462 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:38:04.390348 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Attempting to bind port f139cd07-7aa8-491b-9319-6a7d84fa4462 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '5761139d-799c-4097-9853-0e5a8e322a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:38:04.390765 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Attempting to bind port f139cd07-7aa8-491b-9319-6a7d84fa4462 on network c64ac822-8734-46bf-877a-1429b47a9370 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:38:04.395808 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:38:04.396227 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Checking segment: {'id': '5761139d-799c-4097-9853-0e5a8e322a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:38:04.396939 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:04.397598 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Bound using segment: {'id': '5761139d-799c-4097-9853-0e5a8e322a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:38:04.399422 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Bound port: f139cd07-7aa8-491b-9319-6a7d84fa4462, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5761139d-799c-4097-9853-0e5a8e322a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:38:04.399803 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:04.484303 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] For port f139cd07-7aa8-491b-9319-6a7d84fa4462, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:38:04.488329 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] For port f139cd07-7aa8-491b-9319-6a7d84fa4462, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f139cd07-7aa8-491b-9319-6a7d84fa4462,segment=NetworkSegment(5761139d-799c-4097-9853-0e5a8e322a61),segment_id=5761139d-799c-4097-9853-0e5a8e322a61)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:38:04.494932 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:04.499304 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:38:04.584242 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Routers {'824d1186-3369-4215-a318-07e971dc7400'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:38:04.584915 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:37:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['824d1186-3369-4215-a318-07e971dc7400'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:04.637935 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Pushing event updated for resources: {'Port': ['ID=f139cd07-7aa8-491b-9319-6a7d84fa4462,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:04.648210 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:38:04.739281 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] Set router 824d1186-3369-4215-a318-07e971dc7400 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:38:05.068568 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824d1186-3369-4215-a318-07e971dc7400', 'name': 'router1', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:51Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 2, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'gw_port_host': None, '_interfaces': [{'id': 'f139cd07-7aa8-491b-9319-6a7d84fa4462', 'name': '', 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'mac_address': 'fa:16:3e:d5:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d1186-3369-4215-a318-07e971dc7400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:01Z', 'updated_at': '2021-12-22T04:38:04Z', 'revision_number': 4, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'subnets': [{'id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e612861-c3a4-4864-9345-c4f6fd0e88a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:05.072662 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da542f84-b5fb-4aed-b1a5-38095e623661 None None] The sync data for ids ['824d1186-3369-4215-a318-07e971dc7400'] in dv-neutron-822524-1-hyperv is: [{'id': '824d1186-3369-4215-a318-07e971dc7400', 'name': 'router1', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:51Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 2, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'gw_port_host': None, '_interfaces': [{'id': 'f139cd07-7aa8-491b-9319-6a7d84fa4462', 'name': '', 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'mac_address': 'fa:16:3e:d5:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d1186-3369-4215-a318-07e971dc7400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:01Z', 'updated_at': '2021-12-22T04:38:04Z', 'revision_number': 4, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'subnets': [{'id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e612861-c3a4-4864-9345-c4f6fd0e88a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:05.269250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 47086) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:38:05.425627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2922a8-4b86-46b3-8bd5-04e5e821e485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:05.426968 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-df2922a8-4b86-46b3-8bd5-04e5e821e485 admin admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 842 time: 0.1564326 Dec 22 04:38:05.436488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Request body: {'subnet': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_dhcp': False, 'gateway_ip': '172.26.1.1', 'cidr': '172.26.1.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:05.441260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:38:05.445062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Usage tracker for resource:subnet and tenant:115952cf926741d2a81e89327d31888d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:38:05.447806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:38:05.453887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:38:05.464454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Made reservation on behalf of 115952cf926741d2a81e89327d31888d for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:05.466765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:05.800965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f139cd07-7aa8-491b-9319-6a7d84fa4462 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:38:05.871698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:38:05.872261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:05.873930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port f139cd07-7aa8-491b-9319-6a7d84fa4462 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:38:05.876738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c1b83194-9cee-4d3e-86d0-6a3b5a5d590d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:38:05.879044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f139cd07-7aa8-491b-9319-6a7d84fa4462 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:05.879431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:05.946729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a088e6-c09b-4a54-b36d-eb99b001a03a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:05.949406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:38:05.962907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:38:05.963260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Network hostable DHCP agents. Network: c288d81f-0c63-4ed5-97c2-f31dc6d576a5, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:38:05.985632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:38:05.997236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, c288d81f-0c63-4ed5-97c2-f31dc6d576a5) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:06.002017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:06.002944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:06.011578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2605d-b97b-4680-bf8f-e1300a67e26c None None] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:38:06.024648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:06.026945 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5939329 Dec 22 04:38:06.137708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port f139cd07-7aa8-491b-9319-6a7d84fa4462, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f139cd07-7aa8-491b-9319-6a7d84fa4462,segment=NetworkSegment(5761139d-799c-4097-9853-0e5a8e322a61),segment_id=5761139d-799c-4097-9853-0e5a8e322a61)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:38:06.149305 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:06.155561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:38:06.277212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=f139cd07-7aa8-491b-9319-6a7d84fa4462,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:06.282277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:38:06.344687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e368c3-bfee-4479-b13e-767d9c67a5f4 None None] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:38:07.778383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f139cd07-7aa8-491b-9319-6a7d84fa4462 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:38:07.849253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f139cd07-7aa8-491b-9319-6a7d84fa4462 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:07.849625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:08.244760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 47100) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:38:08.485202 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0f5e5d1a-bd44-4011-aee9-673bc1ec741c admin admin] 10.222.0.36 "GET /v2.0/routers/824d1186-3369-4215-a318-07e971dc7400 HTTP/1.1" status: 200 len: 710 time: 0.2392786 Dec 22 04:38:08.623575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9824de3c-a100-4fbc-bb52-5458641e688a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:08.625073 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9824de3c-a100-4fbc-bb52-5458641e688a admin admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 886 time: 0.1341157 Dec 22 04:38:08.634118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:09.113714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:09.456287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:09.511319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:09.667896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Allocated IP 172.26.1.19 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/79cf37f6-dae7-498a-93ce-4c7023f16339) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:09.819946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:09.879649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:09.884506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:38:09.944541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:09.945544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:09.948445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:38:10.071557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Pushing event updated for resources: {'Port': ['ID=79cf37f6-dae7-498a-93ce-4c7023f16339,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:10.087102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:38:10.339154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:10.726493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:10.729996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:10.913643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Router 824d1186-3369-4215-a318-07e971dc7400 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:38:11.105476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:38:11.115002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:11.116394 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] 10.222.0.36 "PUT /v2.0/routers/824d1186-3369-4215-a318-07e971dc7400 HTTP/1.1" status: 200 len: 889 time: 2.4852788 Dec 22 04:38:11.117273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Sync routers for ids ['824d1186-3369-4215-a318-07e971dc7400'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:11.129207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Routers {'824d1186-3369-4215-a318-07e971dc7400'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:38:11.130013 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:37:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['824d1186-3369-4215-a318-07e971dc7400'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:11.331793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Set router 824d1186-3369-4215-a318-07e971dc7400 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:38:11.666775 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824d1186-3369-4215-a318-07e971dc7400', 'name': 'router1', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '79cf37f6-dae7-498a-93ce-4c7023f16339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:51Z', 'updated_at': '2021-12-22T04:38:10Z', 'revision_number': 4, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'gw_port': {'id': '79cf37f6-dae7-498a-93ce-4c7023f16339', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d1186-3369-4215-a318-07e971dc7400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:09Z', 'updated_at': '2021-12-22T04:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'f139cd07-7aa8-491b-9319-6a7d84fa4462', 'name': '', 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'mac_address': 'fa:16:3e:d5:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824d1186-3369-4215-a318-07e971dc7400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:01Z', 'updated_at': '2021-12-22T04:38:06Z', 'revision_number': 5, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'subnets': [{'id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e612861-c3a4-4864-9345-c4f6fd0e88a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:11.671654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Checking router: 824d1186-3369-4215-a318-07e971dc7400 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:11.672009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Updating router 824d1186-3369-4215-a318-07e971dc7400 port 79cf37f6-dae7-498a-93ce-4c7023f16339 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:38:11.726768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:12.050142 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:12.063662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Transition to ACTIVE for port object 79cf37f6-dae7-498a-93ce-4c7023f16339 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:38:12.073277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:12.081233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:38:12.158023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Attempting to bind port 79cf37f6-dae7-498a-93ce-4c7023f16339 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:38:12.158610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Attempting to bind port 79cf37f6-dae7-498a-93ce-4c7023f16339 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:38:12.158733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Attempting to bind port 79cf37f6-dae7-498a-93ce-4c7023f16339 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:38:12.164955 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2681a-e450-44d8-ab04-bd4c7f578ecc None None] Pushing event updated for resources: {'Port': ['ID=79cf37f6-dae7-498a-93ce-4c7023f16339,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:12.169333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-dba2681a-e450-44d8-ab04-bd4c7f578ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:38:12.170285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:38:12.170652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:38:12.171045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:12.171423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:38:12.171864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Bound port: 79cf37f6-dae7-498a-93ce-4c7023f16339, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:38:12.172269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:12.271160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] For port 79cf37f6-dae7-498a-93ce-4c7023f16339, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:38:12.274410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] For port 79cf37f6-dae7-498a-93ce-4c7023f16339, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=79cf37f6-dae7-498a-93ce-4c7023f16339,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:38:12.279155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:12.283151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:38:12.358573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Routers {'824d1186-3369-4215-a318-07e971dc7400'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:38:12.359179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:37:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['824d1186-3369-4215-a318-07e971dc7400'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:12.425577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2681a-e450-44d8-ab04-bd4c7f578ecc None None] Pushing event updated for resources: {'Port': ['ID=79cf37f6-dae7-498a-93ce-4c7023f16339,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:12.428956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-dba2681a-e450-44d8-ab04-bd4c7f578ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:38:12.547404 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] Set router 824d1186-3369-4215-a318-07e971dc7400 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:38:12.890267 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824d1186-3369-4215-a318-07e971dc7400', 'name': 'router1', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '79cf37f6-dae7-498a-93ce-4c7023f16339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:51Z', 'updated_at': '2021-12-22T04:38:10Z', 'revision_number': 4, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'gw_port': {'id': '79cf37f6-dae7-498a-93ce-4c7023f16339', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d1186-3369-4215-a318-07e971dc7400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:09Z', 'updated_at': '2021-12-22T04:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'f139cd07-7aa8-491b-9319-6a7d84fa4462', 'name': '', 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'mac_address': 'fa:16:3e:d5:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824d1186-3369-4215-a318-07e971dc7400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:01Z', 'updated_at': '2021-12-22T04:38:06Z', 'revision_number': 5, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'subnets': [{'id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e612861-c3a4-4864-9345-c4f6fd0e88a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:12.894512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d62d6-bb96-4ba5-8190-83db9b48d478 None None] The sync data for ids ['824d1186-3369-4215-a318-07e971dc7400'] in dv-neutron-822524-1-hyperv is: [{'id': '824d1186-3369-4215-a318-07e971dc7400', 'name': 'router1', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '79cf37f6-dae7-498a-93ce-4c7023f16339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:51Z', 'updated_at': '2021-12-22T04:38:10Z', 'revision_number': 4, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'gw_port': {'id': '79cf37f6-dae7-498a-93ce-4c7023f16339', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d1186-3369-4215-a318-07e971dc7400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:09Z', 'updated_at': '2021-12-22T04:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'f139cd07-7aa8-491b-9319-6a7d84fa4462', 'name': '', 'network_id': 'c64ac822-8734-46bf-877a-1429b47a9370', 'tenant_id': 'c0377115fffd4f06a458a89f74a19a61', 'mac_address': 'fa:16:3e:d5:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824d1186-3369-4215-a318-07e971dc7400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:01Z', 'updated_at': '2021-12-22T04:38:06Z', 'revision_number': 5, 'project_id': 'c0377115fffd4f06a458a89f74a19a61', 'subnets': [{'id': 'dce803cc-95c9-4eba-96d6-69c516c2d530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e612861-c3a4-4864-9345-c4f6fd0e88a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:13.451928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47110) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:38:13.577076 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1ad3ca26-b260-4065-a037-4302167f8b25 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1239130 Dec 22 04:38:13.807477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 79cf37f6-dae7-498a-93ce-4c7023f16339 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:38:13.878808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 79cf37f6-dae7-498a-93ce-4c7023f16339 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:38:13.884807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 79cf37f6-dae7-498a-93ce-4c7023f16339 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:13.885322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:14.008852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:14.026342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 79cf37f6-dae7-498a-93ce-4c7023f16339, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=79cf37f6-dae7-498a-93ce-4c7023f16339,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:38:14.031777 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:14.034081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:38:14.105686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=79cf37f6-dae7-498a-93ce-4c7023f16339,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:14.108794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:38:15.787679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 79cf37f6-dae7-498a-93ce-4c7023f16339 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:38:15.859263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 79cf37f6-dae7-498a-93ce-4c7023f16339 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:15.859634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:19.698875 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 5 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:38:24.551692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d0f4e688-cfff-4c6d-9899-e75556cecee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:26.898587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b307f68c-01ea-4983-a5f1-11cce1719a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:27.812739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:28.072057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:29.282610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:54.537804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ace9447f-c496-4d2e-85ba-40c06d8bcf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:56.699680 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 5 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:38:56.896197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c964503b-587f-4feb-98bc-d9080f3a4229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:57.815034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:58.068794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:38:59.290312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:39:24.535763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-baea6620-7e68-484a-98df-e04e9661bdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:39:26.893069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4beebd36-739b-4baf-8b29-574ff5f2a000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:39:27.818036 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:39:28.066979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:39:29.294828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:39:33.698861 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 5 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:39:54.537610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c9839bb-d4fe-472f-8112-e905b34a8fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:39:56.888582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3863304a-268e-46a8-902e-758bc371ab04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:39:57.820462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:39:58.064708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:39:59.299895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:10.698757 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 5 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:40:19.801918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47716) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:40:19.881889 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-04205985-2aa6-4024-8c10-9352917e96af admin admin] GET failed (client error): The resource could not be found. Dec 22 04:40:19.882396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-04205985-2aa6-4024-8c10-9352917e96af admin admin] Synchronizing usage tracker for tenant:115952cf926741d2a81e89327d31888d on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:40:19.902121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-04205985-2aa6-4024-8c10-9352917e96af admin admin] Unset dirty status for tenant:115952cf926741d2a81e89327d31888d on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:40:19.903277 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-04205985-2aa6-4024-8c10-9352917e96af admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0999718 Dec 22 04:40:20.038220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb9b220-813d-452c-967d-682459f6e28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:20.039555 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5fb9b220-813d-452c-967d-682459f6e28c admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1302121 Dec 22 04:40:22.163106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 47726) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:40:22.276804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab355d4c-a953-4279-b242-9698b51eecd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:22.277364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab355d4c-a953-4279-b242-9698b51eecd4 admin admin] Synchronizing usage tracker for tenant:115952cf926741d2a81e89327d31888d on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:40:22.296295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab355d4c-a953-4279-b242-9698b51eecd4 admin admin] Unset dirty status for tenant:115952cf926741d2a81e89327d31888d on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:40:22.297512 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ab355d4c-a953-4279-b242-9698b51eecd4 admin admin] 10.222.0.36 "GET /v2.0/subnets/dce803cc-95c9-4eba-96d6-69c516c2d530 HTTP/1.1" status: 200 len: 849 time: 0.1334398 Dec 22 04:40:22.309788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:22.428160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:22.631524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791423555148'] for subnet, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:22.635579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05005742-a8e7-4adf-aef7-1e5d8a0e6f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:40:22.679152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:22.679388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:22.680665 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] 10.222.0.36 "PUT /v2.0/subnets/dce803cc-95c9-4eba-96d6-69c516c2d530 HTTP/1.1" status: 200 len: 868 time: 0.3746872 Dec 22 04:40:22.682212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8c5f0-f14c-4231-b3a1-80cf3ea56108 None None] Network c64ac822-8734-46bf-877a-1429b47a9370 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:40:22.706068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce803cc-95c9-4eba-96d6-69c516c2d530,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:22.713980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.714423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.714655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.714969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.715316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.715646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.715961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.716344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.716637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.716969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.717273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.717578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:22.721444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:40:23.153731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6e7e1cb5-b56e-4f82-96ef-a164eefb00ea None None] Provisioning complete for port 89596aa9-bcc7-48d4-b451-f101f2d83eab triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:23.154099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1cb5-b56e-4f82-96ef-a164eefb00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:23.284463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6e7e1cb5-b56e-4f82-96ef-a164eefb00ea None None] Provisioning complete for port f139cd07-7aa8-491b-9319-6a7d84fa4462 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:23.284842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1cb5-b56e-4f82-96ef-a164eefb00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:24.533902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3cb0557e-534a-4b27-a66e-b4487dd74f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:24.840952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47736) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:40:25.017886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbed33f-6c37-45c3-bb65-a90580bc7617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:25.018347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbed33f-6c37-45c3-bb65-a90580bc7617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:25.019932 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9dbed33f-6c37-45c3-bb65-a90580bc7617 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1780422 Dec 22 04:40:26.883842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9ec05cd-da05-4979-b845-c32e9895dd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:27.162843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 47746) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:40:27.347281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f040f5-c523-4f91-94ae-f48e79b80400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.347639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f040f5-c523-4f91-94ae-f48e79b80400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.349279 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f3f040f5-c523-4f91-94ae-f48e79b80400 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1853940 Dec 22 04:40:27.825071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:28.061051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:29.303976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:29.481707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47756) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:40:29.677450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399be32-a974-4d34-8a0b-a653fe6000be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:29.678874 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9399be32-a974-4d34-8a0b-a653fe6000be admin admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 886 time: 0.1962025 Dec 22 04:40:31.809525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47766) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:40:32.045457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8101783f-09f9-445a-b163-e29534e16dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:32.046777 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8101783f-09f9-445a-b163-e29534e16dad admin admin] 10.222.0.36 "GET /v2.0/networks/c64ac822-8734-46bf-877a-1429b47a9370 HTTP/1.1" status: 200 len: 869 time: 0.2359366 Dec 22 04:40:34.187049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47776) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:40:34.304215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c3ee4-400c-4ab7-bc39-306f957363e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:34.304673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c3ee4-400c-4ab7-bc39-306f957363e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:34.306202 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3f5c3ee4-400c-4ab7-bc39-306f957363e9 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1178818 Dec 22 04:40:36.443949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 47786) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:40:36.556195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcc1d5-1977-4809-b5a1-e59b8549f2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:36.556569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcc1d5-1977-4809-b5a1-e59b8549f2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:36.558088 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-69bcc1d5-1977-4809-b5a1-e59b8549f2fa admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1131616 Dec 22 04:40:38.697079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 47796) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:40:38.801631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e21991-59ab-479d-8f82-8ad035d56093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:38.802963 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-95e21991-59ab-479d-8f82-8ad035d56093 admin admin] 10.222.0.36 "GET /v2.0/subnets/a6a088e6-c09b-4a54-b36d-eb99b001a03a HTTP/1.1" status: 200 len: 816 time: 0.1049104 Dec 22 04:40:40.919305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 47806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:40:41.067251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b8ecc-5bbb-40fe-a4ab-562e623832a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:41.068658 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-404b8ecc-5bbb-40fe-a4ab-562e623832a9 admin admin] 10.222.0.36 "GET /v2.0/subnets/dce803cc-95c9-4eba-96d6-69c516c2d530 HTTP/1.1" status: 200 len: 868 time: 0.1483979 Dec 22 04:40:47.699372 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 5 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:40:54.529411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-154a0046-011d-4045-8700-2082bcb7e391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:56.890296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2c759707-65f2-49dd-b210-1f629de31025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:57.827492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:58.066940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:40:59.306395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:04.458336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 47850) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:41:04.516424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-4da46ef7-8728-4846-a8ac-2be13913e354 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:41:04.517423 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4da46ef7-8728-4846-a8ac-2be13913e354 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580583 Dec 22 04:41:06.719399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 47860) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:41:06.796341 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0608abc-99d8-46fe-b6e6-a9ed8aeb0d90 admin admin] GET failed (client error): The resource could not be found. Dec 22 04:41:06.797589 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b0608abc-99d8-46fe-b6e6-a9ed8aeb0d90 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0772579 Dec 22 04:41:06.933079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e1f6e-c867-43aa-8a91-cdc1ccff9553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:06.935038 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-145e1f6e-c867-43aa-8a91-cdc1ccff9553 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1329122 Dec 22 04:41:09.078785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 47870) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:41:09.131437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:09.137206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:41:09.150179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:41:09.165368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Made reservation on behalf of 115952cf926741d2a81e89327d31888d for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:41:09.167800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:09.270581 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.services.revisions.revision_plugin [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Could not find related network for resource to bump revision. Dec 22 04:41:09.287113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:41:09.297596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:09.298163 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Added segment b3786030-8146-4c91-9edd-3a2d37479884 of type vlan for network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 Dec 22 04:41:09.328169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:09.371596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:09.372942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:09.373563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:09.377108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:41:09.482070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4021056 Dec 22 04:41:09.482654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Pushing event updated for resources: {'Network': ['ID=7091e1e2-e64f-4fc3-929e-3c03a4d7cc21,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:09.485632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:41:09.500990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:41:11.773457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47880) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:41:11.850598 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c52b35-4b57-4b51-97d5-e0fe0ee1ec6b admin admin] GET failed (client error): The resource could not be found. Dec 22 04:41:11.852353 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-57c52b35-4b57-4b51-97d5-e0fe0ee1ec6b admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0778620 Dec 22 04:41:11.966571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f301440-1f42-481e-8011-f2390668d87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:11.967920 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9f301440-1f42-481e-8011-f2390668d87f admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1110795 Dec 22 04:41:11.979194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:11.984214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:41:11.993847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:41:12.007586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Made reservation on behalf of 115952cf926741d2a81e89327d31888d for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:41:12.010750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:12.241564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:12.245238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:41:12.313920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=134aa564-8173-47f9-815e-cfac6db86da3,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:12.324841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.325183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.325514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.325824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.326138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.326466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.326769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.327106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.327414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.327715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.328018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.328337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:12.334408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:41:12.335337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Checking segment: {'id': 'b3786030-8146-4c91-9edd-3a2d37479884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:41:12.335705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Network hostable DHCP agents. Network: 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:41:12.363274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:41:12.375241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:12.379835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:12.380444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:12.384545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ab7897-e908-40f5-8d04-02b5be44ca01 None None] Network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:41:12.410355 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4295282 Dec 22 04:41:12.613179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-7091e1e2-e64f-4fc3-929e-3c03a4d7cc21', 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21', 'tenant_id': '115952cf926741d2a81e89327d31888d', 'fixed_ips': [{'subnet_id': '134aa564-8173-47f9-815e-cfac6db86da3'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:41:12.613861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:12.771168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Allocated IP 192.168.233.2 (7091e1e2-e64f-4fc3-929e-3c03a4d7cc21/134aa564-8173-47f9-815e-cfac6db86da3/5f021355-a966-4973-ad98-d3c673703148) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:41:12.983310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:12.994033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Transition to ACTIVE for port object 5f021355-a966-4973-ad98-d3c673703148 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:41:13.013132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Transition to ACTIVE for port object 5f021355-a966-4973-ad98-d3c673703148 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:41:13.019764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:13.024521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:41:13.086008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:13.089087 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:13.092609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:41:13.098384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Pushing event updated for resources: {'Port': ['ID=5f021355-a966-4973-ad98-d3c673703148,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:13.133907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.134263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.134613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.134936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.135274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.135700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.136065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.136417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.136741 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.137065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.137370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.137722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.148971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:41:13.221069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Attempting to bind port 5f021355-a966-4973-ad98-d3c673703148 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:41:13.221426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Attempting to bind port 5f021355-a966-4973-ad98-d3c673703148 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b3786030-8146-4c91-9edd-3a2d37479884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:41:13.221845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Attempting to bind port 5f021355-a966-4973-ad98-d3c673703148 on network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:41:13.227308 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:41:13.227669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Checking segment: {'id': 'b3786030-8146-4c91-9edd-3a2d37479884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:41:13.228041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:13.228523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Bound using segment: {'id': 'b3786030-8146-4c91-9edd-3a2d37479884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:41:13.229019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Bound port: 5f021355-a966-4973-ad98-d3c673703148, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3786030-8146-4c91-9edd-3a2d37479884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:41:13.229369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:13.318206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] For port 5f021355-a966-4973-ad98-d3c673703148, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:41:13.321430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] For port 5f021355-a966-4973-ad98-d3c673703148, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5f021355-a966-4973-ad98-d3c673703148,segment=NetworkSegment(b3786030-8146-4c91-9edd-3a2d37479884),segment_id=b3786030-8146-4c91-9edd-3a2d37479884)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:41:13.327455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:13.332625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:41:13.411429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Pushing event updated for resources: {'Port': ['ID=5f021355-a966-4973-ad98-d3c673703148,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:13.414552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:41:13.906253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5f021355-a966-4973-ad98-d3c673703148 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:41:13.980710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 5f021355-a966-4973-ad98-d3c673703148 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:41:14.286017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dcf123-5e9a-42d5-a867-da1213b84ca2 None None] Network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:41:14.407175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-70fe3b0a-ba41-424a-bbd2-7b1e3791196f None None] Provisioning for port 5f021355-a966-4973-ad98-d3c673703148 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:41:14.441953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-70fe3b0a-ba41-424a-bbd2-7b1e3791196f None None] Provisioning complete for port 5f021355-a966-4973-ad98-d3c673703148 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:14.442636 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-70fe3b0a-ba41-424a-bbd2-7b1e3791196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:14.634614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-70fe3b0a-ba41-424a-bbd2-7b1e3791196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:14.669696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-70fe3b0a-ba41-424a-bbd2-7b1e3791196f None None] For port 5f021355-a966-4973-ad98-d3c673703148, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5f021355-a966-4973-ad98-d3c673703148,segment=NetworkSegment(b3786030-8146-4c91-9edd-3a2d37479884),segment_id=b3786030-8146-4c91-9edd-3a2d37479884)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:41:14.674125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-70fe3b0a-ba41-424a-bbd2-7b1e3791196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:14.677357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:41:14.750202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe3b0a-ba41-424a-bbd2-7b1e3791196f None None] Pushing event updated for resources: {'Port': ['ID=5f021355-a966-4973-ad98-d3c673703148,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:14.753839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-70fe3b0a-ba41-424a-bbd2-7b1e3791196f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:41:14.897318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cc23e37b-1452-440d-8b92-7ef66c69aa1f None None] Provisioning complete for port 5f021355-a966-4973-ad98-d3c673703148 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:14.897829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc23e37b-1452-440d-8b92-7ef66c69aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:15.880654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5f021355-a966-4973-ad98-d3c673703148 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:41:15.952790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5f021355-a966-4973-ad98-d3c673703148 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:15.953194 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:24.541400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b4acff46-4e1b-4afc-bc51-dae8bde6ce5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:24.699953 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 5 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:41:26.885005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5662-9303-4581-87b1-f6afe0bc625f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:27.833751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:28.062655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:29.311060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:54.541440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-632ac375-8d91-4968-8038-9fb68685f65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:56.889317 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-81049f34-a024-4de7-a6fa-72ea40fa9b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:57.836831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:58.067768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:41:59.314833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:01.701004 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 5 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:42:22.971570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47930) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:42:22.977853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-25a73b96-a217-4fed-acfa-f43917555604 tempest-verify_tempest_config-649794081 tempest-verify_tempest_config-649794081-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:42:22.978787 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-25a73b96-a217-4fed-acfa-f43917555604 tempest-verify_tempest_config-649794081 tempest-verify_tempest_config-649794081-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061712 Dec 22 04:42:23.301899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47948) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:42:23.419738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:23.433642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:42:23.437581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6216bb06024e088de81f32d16b6b9d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:42:23.440418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:42:23.446102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:42:23.537209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:23.542906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:23.550522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:42:23.588915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Synchronizing usage tracker for tenant:115952cf926741d2a81e89327d31888d on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:42:23.592937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa4685-dc69-4135-b3d4-0a6271461d6b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:23.604267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.604641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.604961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.605381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.605711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.606045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.606356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.606671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.607003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.607307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.607610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.607917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:23.613594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:42:23.621634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Unset dirty status for tenant:115952cf926741d2a81e89327d31888d on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:42:23.622836 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e6216bb06024e088de81f32d16b6b9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3199906 Dec 22 04:42:23.625622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 47954) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:42:23.682787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e20d2d3-7cda-40a2-8281-2c2fc83eaff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:23.709862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e20d2d3-7cda-40a2-8281-2c2fc83eaff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:23.805678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e20d2d3-7cda-40a2-8281-2c2fc83eaff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:23.809656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:42:23.820660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20d2d3-7cda-40a2-8281-2c2fc83eaff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa4685-dc69-4135-b3d4-0a6271461d6b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:23.824849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9e20d2d3-7cda-40a2-8281-2c2fc83eaff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:42:23.827862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e20d2d3-7cda-40a2-8281-2c2fc83eaff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:23.829004 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9e20d2d3-7cda-40a2-8281-2c2fc83eaff3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8fa4685-dc69-4135-b3d4-0a6271461d6b HTTP/1.1" status: 204 len: 168 time: 0.2024622 Dec 22 04:42:24.536800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8f69c6f0-6f5a-4549-895a-c599515afc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:26.899930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-38dd21bb-cff5-4c7d-b656-1b4c99b8c5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:27.843984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:28.084987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:29.313494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:38.702870 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 5 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:42:54.549001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f72d-6e57-4951-947d-3e5eca32bfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:56.911621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d004f410-c26b-4d35-85cf-a35c4b892945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:57.845825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:58.081557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:42:59.317511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:15.708559 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 5 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:43:24.554045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-947f6126-30a7-4cad-8349-0e55e7397285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:26.907314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-609e8640-ec2a-4135-85f4-4b963eba45e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:27.846318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:28.077813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:29.321781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:44.155134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694335'] for agent, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:52.709392 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:43:54.554457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e5f76c4-2199-4858-b6d9-d2b17f0fe041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:56.894007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d234417f-57b9-454e-b576-d69676202882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:57.848281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:58.062799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:58.361116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48024) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:43:58.471803 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-88f7b1af-1082-4acc-bf5e-4d276e9181d2 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1095703 Dec 22 04:43:59.326434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:00.639443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48034) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:44:00.703848 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c71196a-a5e5-49c1-bbf2-6bccf8e0cf1d admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0633113 Dec 22 04:44:14.134679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:24.557169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a78eee46-5c80-4e8a-a8b4-d1ef13953892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:26.903038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2ae74735-fbf6-47c2-af70-00215861deba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:27.853309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:28.075295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:29.328166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:29.708826 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:44:44.138198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:54.554351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-214feb6d-6288-4bfa-a35a-38af1965cd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:56.913946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f81bd266-a69e-4305-ad81-2ba82eff3f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:57.856678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:58.081135 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:59.332885 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:06.708968 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:45:14.130674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:24.549246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c251cdb9-1da2-4de0-925d-7540b24571c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:26.897815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e184-7439-415b-8b30-6ea34ffda591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:27.859207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:28.065011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:29.334226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:41.278786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48180) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:41.468469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-355167594'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:41.474930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:41.479216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Usage tracker for resource:network and tenant:5ba3e79044094607ab4585ec876747d5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:41.482406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:41.488753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:41.499473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Made reservation on behalf of 5ba3e79044094607ab4585ec876747d5 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:41.503992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:41.516698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:41.531759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:41.535961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Usage tracker for resource:security_group_rule and tenant:5ba3e79044094607ab4585ec876747d5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:41.538794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:41.544398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:41.652837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:41.658194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:41.662806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:41.697132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:41.702421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d54c3f-f276-4ce0-ab5e-a4c3a81d492f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:41.715379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.715379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.715379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.715379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.715729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.715826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.716093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.716437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.716751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.717063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.717373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.717676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Tracked resource versions report: Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: pushed versions: Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: { 'AddressGroup': {'1.2'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'ConntrackHelper': {'1.0'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Log': {'1.0'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Network': {'1.1'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Port': {'1.7'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'PortForwarding': {'1.2'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'QosPolicy': {'1.8'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SecurityGroup': {'1.4'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SubPort': {'1.0'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Subnet': {'1.1'}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Trunk': {'1.1'}} Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: consumer versions: Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: { DHCP agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: HyperV agent@hv-neutron-8225: {}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: L3 agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: Metadata agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: Metering agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: Open vSwitch agent@dv-neutron-822524-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'ConntrackHelper': '1.0', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Log': '1.0', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Network': '1.1', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Port': '1.7', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'PortForwarding': '1.2', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'QosPolicy': '1.8', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SecurityGroup': '1.4', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SecurityGroupRule': '1.2', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'SubPort': '1.0', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Subnet': '1.1', Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: 'Trunk': '1.1'}} Dec 22 04:45:41.718737 dv-neutron-822524-1-hyperv neutron-server[87554]: {{(pid=87554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:45:41.724717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:41.725065 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Added segment 3a9a95f6-77fd-4fa9-b256-aa8fb54af390 of type vlan for network dfdd1cf7-5798-4d09-a00d-07ca7e511988 Dec 22 04:45:41.747835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:41.751065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:41.758343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48214) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:41.788375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:41.795825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:41.796442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:41.807472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:41.902797 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6226954 Dec 22 04:45:41.905879 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48226) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:41.912006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'subnet': {'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:41.919560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Network': ['ID=dfdd1cf7-5798-4d09-a00d-07ca7e511988,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:41.922943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48230) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:41.931299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:41.935866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:45:42.052868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:42.056920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Usage tracker for resource:subnet and tenant:5ba3e79044094607ab4585ec876747d5 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:42.060022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:42.066009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:42.077610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Made reservation on behalf of 5ba3e79044094607ab4585ec876747d5 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:42.082140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.176393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-561101428-network', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:42.184006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:42.192057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Usage tracker for resource:network and tenant:3803782124d34484be90ad3cd6bb3c45 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:42.216666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:42.272225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:42.291510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Made reservation on behalf of 3803782124d34484be90ad3cd6bb3c45 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:42.293880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.322652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.351418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.352526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:42.359421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4be491b3-732b-4039-9215-ad2130d62f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:42.388428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Usage tracker for resource:security_group_rule and tenant:3803782124d34484be90ad3cd6bb3c45 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:42.392620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:42.403008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:42.465071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Checking segment: {'id': '3a9a95f6-77fd-4fa9-b256-aa8fb54af390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:42.465722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Network hostable DHCP agents. Network: dfdd1cf7-5798-4d09-a00d-07ca7e511988, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:45:42.494992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Subnet': ['ID=bf509466-030b-49e4-bfb3-ab414e622125,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:42.509092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.509687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.510017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.510347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.510658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.510976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.511290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.511615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.511914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.512251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.512565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.512884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Tracked resource versions report: Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: pushed versions: Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: { 'AddressGroup': {'1.2'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'ConntrackHelper': {'1.0'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Log': {'1.0'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Network': {'1.1'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Port': {'1.7'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'PortForwarding': {'1.2'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'QosPolicy': {'1.8'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SecurityGroup': {'1.4'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SubPort': {'1.0'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Subnet': {'1.1'}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Trunk': {'1.1'}} Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: consumer versions: Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: { DHCP agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: HyperV agent@hv-neutron-8225: {}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: L3 agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: Metadata agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: Metering agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: Open vSwitch agent@dv-neutron-822524-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'ConntrackHelper': '1.0', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Log': '1.0', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Network': '1.1', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Port': '1.7', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'PortForwarding': '1.2', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'QosPolicy': '1.8', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SecurityGroup': '1.4', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SecurityGroupRule': '1.2', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'SubPort': '1.0', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Subnet': '1.1', Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: 'Trunk': '1.1'}} Dec 22 04:45:42.513968 dv-neutron-822524-1-hyperv neutron-server[87555]: {{(pid=87555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:45:42.520527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:42.527168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:45:42.545579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, dfdd1cf7-5798-4d09-a00d-07ca7e511988) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:42.554366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97a3c1-d0e8-4606-b808-3210ed9b96d3 None None] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:45:42.561852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2101807431-network', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:42.566148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:42.567093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.569386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:42.576090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Usage tracker for resource:network and tenant:0f5382b7aa0b4653bd41f3bb816510f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:42.582629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:42.596731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:42.615766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.616899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Made reservation on behalf of 0f5382b7aa0b4653bd41f3bb816510f1 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:42.619906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.634744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.646086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.650825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:42.668529 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7610209 Dec 22 04:45:42.672908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:42.676267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48250) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:42.691197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:42.693445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'port': {'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988', 'name': 'tempest-AllowedAddressPairTestJSON-932660845'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:42.701373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5382b7aa0b4653bd41f3bb816510f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:42.707897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:42.723052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:42.825089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.829509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.830947 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Added segment f1198c64-b984-4cf6-a104-178b356e3520 of type vlan for network 9f82e205-8882-4761-a0d5-7985d9afacfa Dec 22 04:45:42.832897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.836233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-dfdd1cf7-5798-4d09-a00d-07ca7e511988', 'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988', 'tenant_id': '5ba3e79044094607ab4585ec876747d5', 'fixed_ips': [{'subnet_id': 'bf509466-030b-49e4-bfb3-ab414e622125'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:45:42.839280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.858805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24c81de-c82a-40ba-bfc1-4327ac433233,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:42.867793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:42.871970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:42.892561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.893840 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Added segment 276bbf2a-ec59-4218-8143-a752c1f849a7 of type vlan for network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 Dec 22 04:45:42.935307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.939107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:42.950820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:42.966694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Usage tracker for resource:port and tenant:5ba3e79044094607ab4585ec876747d5 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:42.967324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:42.974044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:42.983775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:42.999983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2be305-052d-40dc-a288-7854318a2d99,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:43.000686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.001704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:43.002904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:43.004541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.031239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:43.042346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Made reservation on behalf of 5ba3e79044094607ab4585ec876747d5 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:43.051207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.059016 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1346443 Dec 22 04:45:43.062321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48266) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:43.090198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Allocated IP 172.20.0.2 (dfdd1cf7-5798-4d09-a00d-07ca7e511988/bf509466-030b-49e4-bfb3-ab414e622125/15182698-2788-450e-a901-8bd70a9798ce) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:43.095285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.099552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] device_id is not set on port 1c3935ae-8187-4abe-a0e4-6aa411518924 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:45:43.131970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Request body: {'subnet': {'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2101807431-subnet', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:43.141232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:43.151119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Usage tracker for resource:subnet and tenant:0f5382b7aa0b4653bd41f3bb816510f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:43.154029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9fb3d0-e51c-4b01-bdf1-108b9e717864,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:43.157559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:43.159374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:43.165800 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:43.167516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.171344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:43.184261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Made reservation on behalf of 0f5382b7aa0b4653bd41f3bb816510f1 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:43.187346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.212615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:45:43.276029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a0af665e-01ec-45d4-83c2-1f11e319abad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:43.434918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.447241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:43.467298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Pushing event updated for resources: {'Network': ['ID=9f82e205-8882-4761-a0d5-7985d9afacfa,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:43.470626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:43.481706 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7238758 Dec 22 04:45:43.482804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48280) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:43.489568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Request body: {'subnet': {'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-561101428-subnet', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:43.496031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:43.499669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Usage tracker for resource:subnet and tenant:3803782124d34484be90ad3cd6bb3c45 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:43.503410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:43.510450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:43.523930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 9f82e205-8882-4761-a0d5-7985d9afacfa details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:45:43.528667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Made reservation on behalf of 3803782124d34484be90ad3cd6bb3c45 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:43.531850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.533958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a382ee-2ebf-4150-8568-f3ddb477f856,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:43.539230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:43.540111 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Checking segment: {'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:43.540493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Network hostable DHCP agents. Network: 2a9fb3d0-e51c-4b01-bdf1-108b9e717864, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:45:43.567192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:45:43.581047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 2a9fb3d0-e51c-4b01-bdf1-108b9e717864) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:43.596229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:43.596826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.626376 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5625675 Dec 22 04:45:43.631184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48288) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:43.641996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:43.647180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:43.651251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Usage tracker for resource:router and tenant:0f5382b7aa0b4653bd41f3bb816510f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:43.654502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:43.661637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:43.676019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb9b4b-7d20-4702-9893-95f809763023 None None] Network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:45:43.683444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.685816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.712717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.713007 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:45:43.831746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.840403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.842737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:43.943881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488050ac-6bd3-4202-be01-870f9a90d3ee,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:43.955962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:43.959114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Checking segment: {'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:43.959602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Transition to ACTIVE for port object 15182698-2788-450e-a901-8bd70a9798ce will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:43.959942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Network hostable DHCP agents. Network: 9f82e205-8882-4761-a0d5-7985d9afacfa, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:45:43.994063 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Network 9f82e205-8882-4761-a0d5-7985d9afacfa is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:45:44.007455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 9f82e205-8882-4761-a0d5-7985d9afacfa) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:44.010990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Transition to ACTIVE for port object 15182698-2788-450e-a901-8bd70a9798ce will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:44.023529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:44.024359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.046669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231b768-efe8-4acc-a0fa-24c6ad0581e8 None None] Network 9f82e205-8882-4761-a0d5-7985d9afacfa requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:45:44.066630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.084378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1b413cda-ec5c-40dd-9e86-1e52a553970d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:44.094624 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6101515 Dec 22 04:45:44.099230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48308) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:44.150166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Allocated IP 172.20.0.8 (dfdd1cf7-5798-4d09-a00d-07ca7e511988/bf509466-030b-49e4-bfb3-ab414e622125/1c3935ae-8187-4abe-a0e4-6aa411518924) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:44.170407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:44.176735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:44.181440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Usage tracker for resource:router and tenant:3803782124d34484be90ad3cd6bb3c45 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:44.184640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:44.189549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Pushing event updated for resources: {'Port': ['ID=15182698-2788-450e-a901-8bd70a9798ce,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:44.192675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:44.203066 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.203520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.203941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.204806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.205186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.205792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.206130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.206744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.207192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.207568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.207891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.208287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Tracked resource versions report: Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: pushed versions: Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: { 'AddressGroup': {'1.2'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'ConntrackHelper': {'1.0'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Log': {'1.0'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Network': {'1.1'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Port': {'1.7'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'PortForwarding': {'1.2'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'QosPolicy': {'1.8'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SecurityGroup': {'1.4'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SubPort': {'1.0'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Subnet': {'1.1'}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Trunk': {'1.1'}} Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: consumer versions: Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: { DHCP agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: HyperV agent@hv-neutron-8225: {}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: L3 agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: Metadata agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: Metering agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: Open vSwitch agent@dv-neutron-822524-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'ConntrackHelper': '1.0', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Log': '1.0', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Network': '1.1', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Port': '1.7', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'PortForwarding': '1.2', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'QosPolicy': '1.8', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SecurityGroup': '1.4', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SecurityGroupRule': '1.2', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'SubPort': '1.0', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Subnet': '1.1', Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: 'Trunk': '1.1'}} Dec 22 04:45:44.209482 dv-neutron-822524-1-hyperv neutron-server[87556]: {{(pid=87556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:45:44.216181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.217804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.222537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:44.230562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.290329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.304644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:44.307933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:44.310733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:44.441569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.459345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Transition to ACTIVE for port object 1c3935ae-8187-4abe-a0e4-6aa411518924 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:44.480989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:45:44.482700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.496422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.504232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:44.512359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.569231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Attempting to bind port 15182698-2788-450e-a901-8bd70a9798ce on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:45:44.569611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Attempting to bind port 15182698-2788-450e-a901-8bd70a9798ce by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '3a9a95f6-77fd-4fa9-b256-aa8fb54af390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:45:44.569985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Attempting to bind port 15182698-2788-450e-a901-8bd70a9798ce on network dfdd1cf7-5798-4d09-a00d-07ca7e511988 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:45:44.571999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:44.576598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:44.580679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:44.587152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:44.587785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.589718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:45:44.590098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Checking segment: {'id': '3a9a95f6-77fd-4fa9-b256-aa8fb54af390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:44.590509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.590905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Bound using segment: {'id': '3a9a95f6-77fd-4fa9-b256-aa8fb54af390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:45:44.591394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Bound port: 15182698-2788-450e-a901-8bd70a9798ce, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9a95f6-77fd-4fa9-b256-aa8fb54af390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:45:44.591766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.611130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Port': ['ID=1c3935ae-8187-4abe-a0e4-6aa411518924,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:44.615050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:44.623276 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9425576 Dec 22 04:45:44.623921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48326) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:44.639348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'port': {'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988', 'name': 'tempest-AllowedAddressPairTestJSON-1317128183', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:60:0b:ee'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:44.748351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] For port 15182698-2788-450e-a901-8bd70a9798ce, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:45:44.751650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] For port 15182698-2788-450e-a901-8bd70a9798ce, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=15182698-2788-450e-a901-8bd70a9798ce,segment=NetworkSegment(3a9a95f6-77fd-4fa9-b256-aa8fb54af390),segment_id=3a9a95f6-77fd-4fa9-b256-aa8fb54af390)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:45:44.767719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.782739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:44.805884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:44.810109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Usage tracker for resource:port and tenant:5ba3e79044094607ab4585ec876747d5 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:44.814029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:44.824076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:44.847126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Made reservation on behalf of 5ba3e79044094607ab4585ec876747d5 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:44.859706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.988467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-9f82e205-8882-4761-a0d5-7985d9afacfa', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:45:44.988788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48338) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:44.989319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:45.111938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Allocated IP 172.20.0.2 (2a9fb3d0-e51c-4b01-bdf1-108b9e717864/c7a382ee-2ebf-4150-8568-f3ddb477f856/b0f5f913-cb84-4139-abee-66ff7cf3ece1) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:45.115402 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Pushing event updated for resources: {'Port': ['ID=15182698-2788-450e-a901-8bd70a9798ce,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:45.119766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:45.157913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:45.228481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] device_id is not set on port f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:45:45.315193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48348) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:45.483611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Allocated IP 172.20.0.5 (dfdd1cf7-5798-4d09-a00d-07ca7e511988/bf509466-030b-49e4-bfb3-ab414e622125/f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:45.492597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:45.526027 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:45.610417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Allocated IP 172.20.0.2 (9f82e205-8882-4761-a0d5-7985d9afacfa/488050ac-6bd3-4202-be01-870f9a90d3ee/4fb47cc5-405b-448a-9492-b6f2406039e9) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:45.707872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48354) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:45.708094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48356) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:45.748208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Allocated IP 172.26.1.145 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/0d9de619-2779-4946-9720-e05210e1dbd2) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:45.804998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2028992664', 'router:external': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:45.822989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48372) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:45.836954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:45.856481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Transition to ACTIVE for port object f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:45.884758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:45.905278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:45.914045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d7ab8f64-1c92-4e0b-8745-9e5aec6b4e57 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:45.981761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Usage tracker for resource:network and tenant:f77bbf018abf442a8cfad79fbabf6db8 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:45.996118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:46.009686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:46.022021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:46.022671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:46.028270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:46.028875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.055521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:46.081079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.082962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Port': ['ID=f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:46.093928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:46.105228 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4772923 Dec 22 04:45:46.107775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48382) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:46.157349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Made reservation on behalf of f77bbf018abf442a8cfad79fbabf6db8 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:46.158720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Transition to ACTIVE for port object b0f5f913-cb84-4139-abee-66ff7cf3ece1 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:46.159833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.171756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 15182698-2788-450e-a901-8bd70a9798ce up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:46.198312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.285432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac0c036-2857-4f90-9374-12e8b0d3b25f tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:46.293052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac0c036-2857-4f90-9374-12e8b0d3b25f tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:46.301592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac0c036-2857-4f90-9374-12e8b0d3b25f tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:46.302424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eac0c036-2857-4f90-9374-12e8b0d3b25f tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Synchronizing usage tracker for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:45:46.322521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.334007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eac0c036-2857-4f90-9374-12e8b0d3b25f tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Unset dirty status for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:45:46.335439 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eac0c036-2857-4f90-9374-12e8b0d3b25f tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2266357 Dec 22 04:45:46.344848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48386) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:46.369755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Transition to ACTIVE for port object 4fb47cc5-405b-448a-9492-b6f2406039e9 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:46.378173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Transition to ACTIVE for port object b0f5f913-cb84-4139-abee-66ff7cf3ece1 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:46.399824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.401749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-427986608'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:46.402685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Transition to ACTIVE for port object 4fb47cc5-405b-448a-9492-b6f2406039e9 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:46.407565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:46.410477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:46.430447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1947787304'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:46.439263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f478b09b-ee72-4b18-b9c9-dd11e62479f4 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:46.442974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:46.451454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d632846-68c4-49e1-a504-3401dc87c342 None None] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:45:46.453908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Usage tracker for resource:router and tenant:7e9a981daa974899ac12a1925aad641f is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:46.458797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:46.467746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:46.475954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-510fcaa1-3d0f-49ca-a265-fae2c68e39b5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Deleting port f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:45:46.476357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 15182698-2788-450e-a901-8bd70a9798ce completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:46.476568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-510fcaa1-3d0f-49ca-a265-fae2c68e39b5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.479654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.494513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:46.508878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:46.522484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Usage tracker for resource:security_group_rule and tenant:f77bbf018abf442a8cfad79fbabf6db8 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:46.531776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.532963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.534138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:46.539723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Usage tracker for resource:floatingip and tenant:24b149b06d43495c84ccd2c2b7699352 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:46.543440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:46.551936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:46.556177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.561355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:46.565837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:46.575620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:46.597367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Network 9f82e205-8882-4761-a0d5-7985d9afacfa is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:46.598612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:46.603033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:46.604809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Usage tracker for resource:network and tenant:919272fd63d0494fb320d801245f5b61 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:46.605925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:46.611315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Pushing event updated for resources: {'Port': ['ID=b0f5f913-cb84-4139-abee-66ff7cf3ece1,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:46.617944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:46.631718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:46.639416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.644193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:46.673920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.678007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f2da26cb-181b-4f1c-9eae-61e6473fe323 None None] Provisioning for port 15182698-2788-450e-a901-8bd70a9798ce completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:46.689912 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f478b09b-ee72-4b18-b9c9-dd11e62479f4 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] 10.222.0.36 "PUT /v2.0/quotas/c62aa13dea594b9db7f85fc999170974 HTTP/1.1" status: 200 len: 368 time: 0.8656647 Dec 22 04:45:46.694752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48402) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:46.711498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Made reservation on behalf of 919272fd63d0494fb320d801245f5b61 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:46.717476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.740345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.744475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.755981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Request body: {'network': {'project_id': 'c62aa13dea594b9db7f85fc999170974'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:46.771848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.774650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:46.788095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Usage tracker for resource:network and tenant:c62aa13dea594b9db7f85fc999170974 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:46.793399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:46.800429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.802044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:46.811269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.811813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f2da26cb-181b-4f1c-9eae-61e6473fe323 None None] Provisioning complete for port 15182698-2788-450e-a901-8bd70a9798ce triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:46.812253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f2da26cb-181b-4f1c-9eae-61e6473fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.812814 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-35058db0-efef-456d-b1d8-4963311db671 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4965653 Dec 22 04:45:46.826007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48406) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:46.892246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Made reservation on behalf of c62aa13dea594b9db7f85fc999170974 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:46.895343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.910046 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:46.911710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:46.911833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:46.922419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Usage tracker for resource:security_group_rule and tenant:919272fd63d0494fb320d801245f5b61 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:46.946273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:46.966322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:46.971447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.978325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:46.997757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Attempting to bind port b0f5f913-cb84-4139-abee-66ff7cf3ece1 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:45:46.998120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Attempting to bind port b0f5f913-cb84-4139-abee-66ff7cf3ece1 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:45:46.998690 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Attempting to bind port b0f5f913-cb84-4139-abee-66ff7cf3ece1 on network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:45:46.999534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:46.999917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-510fcaa1-3d0f-49ca-a265-fae2c68e39b5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.050402 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Attempting to bind port 4fb47cc5-405b-448a-9492-b6f2406039e9 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:45:47.051109 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Attempting to bind port 4fb47cc5-405b-448a-9492-b6f2406039e9 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:45:47.051857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Attempting to bind port 4fb47cc5-405b-448a-9492-b6f2406039e9 on network 9f82e205-8882-4761-a0d5-7985d9afacfa {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:45:47.054246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:45:47.054609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Checking segment: {'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:47.055001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.055391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Bound using segment: {'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:45:47.055860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Bound port: b0f5f913-cb84-4139-abee-66ff7cf3ece1, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:45:47.056260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.076915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.077443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:47.080494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb64c-99d9-4d49-8daf-ad7d9d15a10a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.085573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Pushing event updated for resources: {'Port': ['ID=4fb47cc5-405b-448a-9492-b6f2406039e9,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:47.092586 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:45:47.093203 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Checking segment: {'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:47.093758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.094286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Bound using segment: {'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:45:47.094919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Bound port: 4fb47cc5-405b-448a-9492-b6f2406039e9, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:45:47.095487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.105994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:47.140535 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.145410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:47.159808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:47.162633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:47.195285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-510fcaa1-3d0f-49ca-a265-fae2c68e39b5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Calling delete_port for f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:45:47.223393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Usage tracker for resource:security_group_rule and tenant:c62aa13dea594b9db7f85fc999170974 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:47.245806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:47.247611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d9de619-2779-4946-9720-e05210e1dbd2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:47.250935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:47.305087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:47.312269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:47.340913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] For port b0f5f913-cb84-4139-abee-66ff7cf3ece1, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:45:47.347656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:47.368363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f2da26cb-181b-4f1c-9eae-61e6473fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.369839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Allocated IP 172.26.1.187 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/9aa59910-56dc-4961-8c74-9bf838142934) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:47.384480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] For port 4fb47cc5-405b-448a-9492-b6f2406039e9, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:45:47.387270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] For port b0f5f913-cb84-4139-abee-66ff7cf3ece1, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b0f5f913-cb84-4139-abee-66ff7cf3ece1,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:45:47.397468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.405506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] For port 4fb47cc5-405b-448a-9492-b6f2406039e9, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fb47cc5-405b-448a-9492-b6f2406039e9,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:45:47.410686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:47.434778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.435123 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Added segment f74f0b9e-4b28-47e2-99cf-b014baa1cb7d of type vlan for network 54d5d9bc-9940-43a3-8ddf-e252358c655f Dec 22 04:45:47.453006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.473653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039ddc7f-6ebb-4b41-9124-dab13efdaf65,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:47.491273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f2da26cb-181b-4f1c-9eae-61e6473fe323 None None] For port 15182698-2788-450e-a901-8bd70a9798ce, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=15182698-2788-450e-a901-8bd70a9798ce,segment=NetworkSegment(3a9a95f6-77fd-4fa9-b256-aa8fb54af390),segment_id=3a9a95f6-77fd-4fa9-b256-aa8fb54af390)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:45:47.511196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f2da26cb-181b-4f1c-9eae-61e6473fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.524574 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Pushing event updated for resources: {'Port': ['ID=b0f5f913-cb84-4139-abee-66ff7cf3ece1,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:47.527618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:47.528078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-dba2681a-e450-44d8-ab04-bd4c7f578ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:47.631323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb64c-99d9-4d49-8daf-ad7d9d15a10a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.634247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb64c-99d9-4d49-8daf-ad7d9d15a10a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.642867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:47.645625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Pushing event updated for resources: {'Port': ['ID=4fb47cc5-405b-448a-9492-b6f2406039e9,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:47.757501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da26cb-181b-4f1c-9eae-61e6473fe323 None None] Pushing event updated for resources: {'Port': ['ID=15182698-2788-450e-a901-8bd70a9798ce,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:47.761602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f2da26cb-181b-4f1c-9eae-61e6473fe323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:47.762015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:47.762336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:47.780375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.786215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb64c-99d9-4d49-8daf-ad7d9d15a10a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.786699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3eb64c-99d9-4d49-8daf-ad7d9d15a10a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 109a43db-8860-4054-8c0a-3b2e73932d24 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:45:47.933794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bb3cb84e-325c-4c53-a5bd-5bfb28777551 None None] Could not find standard attr ID for object f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:45:47.960613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bb3cb84e-325c-4c53-a5bd-5bfb28777551 None None] Provisioning complete for port 15182698-2788-450e-a901-8bd70a9798ce triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:47.970533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bb3cb84e-325c-4c53-a5bd-5bfb28777551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.973427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.978170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.981836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.987282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-510fcaa1-3d0f-49ca-a265-fae2c68e39b5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.992320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb64c-99d9-4d49-8daf-ad7d9d15a10a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:47.993749 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4b3eb64c-99d9-4d49-8daf-ad7d9d15a10a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] 10.222.0.36 "DELETE /v2.0/routers/109a43db-8860-4054-8c0a-3b2e73932d24 HTTP/1.1" status: 204 len: 168 time: 1.1666648 Dec 22 04:45:47.997356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48410) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:48.001912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.010296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Request body: {'router': {'name': 'tempest-router-1905131572', 'distributed': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:48.034204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:48.035804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.047701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.048312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Added segment 137e07c2-964f-4c35-b047-75662e624c70 of type vlan for network f4c13ae8-79cd-4893-8130-ebc781aa73f2 Dec 22 04:45:48.201376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:48.204067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:48.239670 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:45:48.252273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bb3cb84e-325c-4c53-a5bd-5bfb28777551 None None] Provisioning for port 1c3935ae-8187-4abe-a0e4-6aa411518924 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:48.252599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:48.262013 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bb3cb84e-325c-4c53-a5bd-5bfb28777551 None None] Provisioning complete for port 1c3935ae-8187-4abe-a0e4-6aa411518924 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:48.262756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bb3cb84e-325c-4c53-a5bd-5bfb28777551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.270107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Usage tracker for resource:router and tenant:7e9a981daa974899ac12a1925aad641f is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:48.275001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:48.286654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:48.357038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 15182698-2788-450e-a901-8bd70a9798ce up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:48.396494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.426550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-bb3cb84e-325c-4c53-a5bd-5bfb28777551 None None] Port 1c3935ae-8187-4abe-a0e4-6aa411518924 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:45:48.430466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fcaa1-3d0f-49ca-a265-fae2c68e39b5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event deleted for resources: {'Port': ['ID=f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:48.443921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.454820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 15182698-2788-450e-a901-8bd70a9798ce triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:48.455324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.484728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:48.487399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-510fcaa1-3d0f-49ca-a265-fae2c68e39b5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:48.488958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.491949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.497405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-619cae7a-5d51-47a4-8b21-35c1fa786916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:48.507014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eea5a86-d0b2-46ab-aa0a-ccd2334ecf4a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:48.514911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.516911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:48.522409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.528594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.528937 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Added segment fde95108-b2e1-4007-8c76-7baa713cd661 of type vlan for network 3bd78d7f-ad77-461e-a4ee-ca900274fa4d Dec 22 04:45:48.530482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:48.531061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.545042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9a8dcd48-4481-4165-b16f-c63923e2e6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:48.578921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:48.580099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.637852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a1f2a9e2-6e1f-49c5-baaa-27fd8295f0f5 None None] Provisioning complete for port 1c3935ae-8187-4abe-a0e4-6aa411518924 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:48.638309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a9e2-6e1f-49c5-baaa-27fd8295f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.653411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92031445-902c-40be-b096-fca6e2ec1d28,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:48.668534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:48.670760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:48.687096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.700966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-510fcaa1-3d0f-49ca-a265-fae2c68e39b5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.724921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4fb47cc5-405b-448a-9492-b6f2406039e9 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:48.752307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.770214 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0740597 Dec 22 04:45:48.787549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48416) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:48.791337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2a9e2-6e1f-49c5-baaa-27fd8295f0f5 None None] Port 1c3935ae-8187-4abe-a0e4-6aa411518924 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:45:48.797406 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-510fcaa1-3d0f-49ca-a265-fae2c68e39b5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "DELETE /v2.0/ports/f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97 HTTP/1.1" status: 204 len: 168 time: 2.4514029 Dec 22 04:45:48.807450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Request body: {'network': {'project_id': 'c62aa13dea594b9db7f85fc999170974'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:48.813154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48420) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:48.823690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:48.830474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 4fb47cc5-405b-448a-9492-b6f2406039e9 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:48.838728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b0f5f913-cb84-4139-abee-66ff7cf3ece1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:48.869305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event updated for resources: {'Network': ['ID=54d5d9bc-9940-43a3-8ddf-e252358c655f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:48.879139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:48.890818 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-fddb4f62-238d-4c97-a322-c768879cac40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] GET failed (client error): The resource could not be found. Dec 22 04:45:48.892905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fddb4f62-238d-4c97-a322-c768879cac40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Synchronizing usage tracker for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:45:48.893430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.897273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 54d5d9bc-9940-43a3-8ddf-e252358c655f details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:45:48.909799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Usage tracker for resource:network and tenant:c62aa13dea594b9db7f85fc999170974 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:48.917065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.928229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:48.931232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Pushing event updated for resources: {'Network': ['ID=f4c13ae8-79cd-4893-8130-ebc781aa73f2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:48.934330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:48.949342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:48.960041 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.9426944 Dec 22 04:45:48.964277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network f4c13ae8-79cd-4893-8130-ebc781aa73f2 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:45:48.964495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:48.964672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48424) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:48.965565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fddb4f62-238d-4c97-a322-c768879cac40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Unset dirty status for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:45:48.966826 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fddb4f62-238d-4c97-a322-c768879cac40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "GET /v2.0/ports/f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97 HTTP/1.1" status: 404 len: 333 time: 0.1477041 Dec 22 04:45:48.974720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48428) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:48.980516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Request body: {'subnet': {'network_id': '54d5d9bc-9940-43a3-8ddf-e252358c655f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:48.994249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'port': {'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988', 'name': 'tempest-AllowedAddressPairTestJSON-249208914'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:48.995025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:48.995742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.012424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.016491 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c1e15ee5-d4db-40a2-83a4-1068643a6731 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0136333 Dec 22 04:45:49.018407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:49.023335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Usage tracker for resource:subnet and tenant:f77bbf018abf442a8cfad79fbabf6db8 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:49.030957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:49.033712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Made reservation on behalf of c62aa13dea594b9db7f85fc999170974 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:49.036923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.049605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-00864be9-5aa2-445c-bab7-dc52253bc3e5 None None] Could not find standard attr ID for object f9b73e87-4e90-4aef-b4ac-fe46d7dc0f97. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:45:49.062618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:49.081172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48432) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:49.117460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-90bc3821-234c-4493-be66-07d8f7343a2b tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:49.134999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.157651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Made reservation on behalf of f77bbf018abf442a8cfad79fbabf6db8 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:49.160236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.187130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port b0f5f913-cb84-4139-abee-66ff7cf3ece1 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:49.235861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Allocated IP 172.26.1.218 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/53706297-71ab-424f-bd57-adb06e06eb79) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:49.368529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Pushing event updated for resources: {'Network': ['ID=3bd78d7f-ad77-461e-a4ee-ca900274fa4d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:49.371326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:49.377928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:49.388223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 3bd78d7f-ad77-461e-a4ee-ca900274fa4d details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:45:49.407104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d201b16f-18e4-449d-8133-34b397f99f65 None None] Network 9f82e205-8882-4761-a0d5-7985d9afacfa requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:45:49.442006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99d34b5e-f341-4c01-a9ff-7306170dc13a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.505667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:49.590830 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.8525257 Dec 22 04:45:49.590830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:49.604048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48436) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:49.612224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a7f1e8-ac06-4312-a8fa-951b6f8cdea5 None None] Network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:45:49.618192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.619616 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Added segment 83769aa0-e77b-4506-9310-1780bfe6a506 of type vlan for network c40f60ee-8731-41c0-bc38-68836af25828 Dec 22 04:45:49.622550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Request body: {'subnet': {'network_id': '3bd78d7f-ad77-461e-a4ee-ca900274fa4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:49.654966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:49.657192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:49.657802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9e938866-aaf2-4770-a82f-d8ae5be0a7a0 None None] Provisioning for port 4fb47cc5-405b-448a-9492-b6f2406039e9 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:49.717983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9e938866-aaf2-4770-a82f-d8ae5be0a7a0 None None] Provisioning complete for port 4fb47cc5-405b-448a-9492-b6f2406039e9 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:49.718534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e938866-aaf2-4770-a82f-d8ae5be0a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.865205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:49.891160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.892847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa59910-56dc-4961-8c74-9bf838142934,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:49.900942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:49.947654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.954698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99d34b5e-f341-4c01-a9ff-7306170dc13a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.967380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99d34b5e-f341-4c01-a9ff-7306170dc13a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:49.979838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:50.113952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e938866-aaf2-4770-a82f-d8ae5be0a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.136091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:50.149075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.149718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Usage tracker for resource:subnet and tenant:919272fd63d0494fb320d801245f5b61 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:50.154140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Made reservation on behalf of 5ba3e79044094607ab4585ec876747d5 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:50.158075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.169887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:50.176753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9e938866-aaf2-4770-a82f-d8ae5be0a7a0 None None] For port 4fb47cc5-405b-448a-9492-b6f2406039e9, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fb47cc5-405b-448a-9492-b6f2406039e9,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:45:50.182654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.183858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e938866-aaf2-4770-a82f-d8ae5be0a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.189398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-32065c10-17ae-4727-99b1-fbf186601b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:50.189526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:50.192598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99d34b5e-f341-4c01-a9ff-7306170dc13a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.193427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d34b5e-f341-4c01-a9ff-7306170dc13a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a919d17-f45f-4a56-85a2-4f9f902e92e0 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:45:50.203197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:50.203794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.214833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:50.287878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e938866-aaf2-4770-a82f-d8ae5be0a7a0 None None] Pushing event updated for resources: {'Port': ['ID=4fb47cc5-405b-448a-9492-b6f2406039e9,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:50.295907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9e938866-aaf2-4770-a82f-d8ae5be0a7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:50.339422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-11f5e52b-2e1e-4c2e-8c12-046e789856a9 None None] Provisioning for port b0f5f913-cb84-4139-abee-66ff7cf3ece1 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:50.348634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-11f5e52b-2e1e-4c2e-8c12-046e789856a9 None None] Provisioning complete for port b0f5f913-cb84-4139-abee-66ff7cf3ece1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:50.349169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11f5e52b-2e1e-4c2e-8c12-046e789856a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.354758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Pushing event updated for resources: {'Network': ['ID=c40f60ee-8731-41c0-bc38-68836af25828,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:50.386865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:50.388891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] device_id is not set on port c9e17edb-8356-40ec-a5a3-eb9d98ed3715 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:45:50.436595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Made reservation on behalf of 919272fd63d0494fb320d801245f5b61 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:50.440652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks [] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.442694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network c40f60ee-8731-41c0-bc38-68836af25828 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:45:50.478222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.569591 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.574025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Router dccac2c2-8349-49e1-98f7-5cc4eef24f6c is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:45:50.586410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:50.628371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11f5e52b-2e1e-4c2e-8c12-046e789856a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.662628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-11f5e52b-2e1e-4c2e-8c12-046e789856a9 None None] For port b0f5f913-cb84-4139-abee-66ff7cf3ece1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b0f5f913-cb84-4139-abee-66ff7cf3ece1,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:45:50.665815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99d34b5e-f341-4c01-a9ff-7306170dc13a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.666986 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-99d34b5e-f341-4c01-a9ff-7306170dc13a tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] 10.222.0.36 "DELETE /v2.0/routers/8a919d17-f45f-4a56-85a2-4f9f902e92e0 HTTP/1.1" status: 204 len: 168 time: 1.5842824 Dec 22 04:45:50.670378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11f5e52b-2e1e-4c2e-8c12-046e789856a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.672924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:50.684842 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8907549 Dec 22 04:45:50.685915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48444) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:50.685915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48446) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:50.718602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Request body: {'router': {'name': 'tempest-router-1863226168', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '52916fd4a86b403ea6df4ec6cfb750ff'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:50.724596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7bd1631e-f467-4e43-b5c7-5f6107c35f42 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Request body: {'network': {'project_id': 'c62aa13dea594b9db7f85fc999170974'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:50.735925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:50.743322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7bd1631e-f467-4e43-b5c7-5f6107c35f42 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:50.749623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5e52b-2e1e-4c2e-8c12-046e789856a9 None None] Pushing event updated for resources: {'Port': ['ID=b0f5f913-cb84-4139-abee-66ff7cf3ece1,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:50.754857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7bd1631e-f467-4e43-b5c7-5f6107c35f42 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Usage tracker for resource:network and tenant:c62aa13dea594b9db7f85fc999170974 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:50.755363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-11f5e52b-2e1e-4c2e-8c12-046e789856a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:50.761470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7bd1631e-f467-4e43-b5c7-5f6107c35f42 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:50.764463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Usage tracker for resource:router and tenant:52916fd4a86b403ea6df4ec6cfb750ff is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:50.772455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:50.791416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7bd1631e-f467-4e43-b5c7-5f6107c35f42 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:50.792383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-85b19541-099d-47a5-a35c-08d04de2d70a None None] Provisioning complete for port b0f5f913-cb84-4139-abee-66ff7cf3ece1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:50.792851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-85b19541-099d-47a5-a35c-08d04de2d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.822694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:50.877454 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd1631e-f467-4e43-b5c7-5f6107c35f42 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 04:45:50.878147 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd1631e-f467-4e43-b5c7-5f6107c35f42 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:45:50.882409 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7bd1631e-f467-4e43-b5c7-5f6107c35f42 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1883719 Dec 22 04:45:50.888781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48452) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:50.904510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:50.916150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.917155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.923989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:50.934587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:50.935173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.935401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-85b19541-099d-47a5-a35c-08d04de2d70a None None] Provisioning complete for port 4fb47cc5-405b-448a-9492-b6f2406039e9 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:50.935787 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-85b19541-099d-47a5-a35c-08d04de2d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:50.951711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Pushing event updated for resources: {'Port': ['ID=53706297-71ab-424f-bd57-adb06e06eb79,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:50.953360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:50.962665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:50.992487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Allocated IP 172.20.0.9 (dfdd1cf7-5798-4d09-a00d-07ca7e511988/bf509466-030b-49e4-bfb3-ab414e622125/c9e17edb-8356-40ec-a5a3-eb9d98ed3715) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:51.016570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.088668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Pushing event updated for resources: {'Subnet': ['ID=6e24e288-f352-4599-9276-e519ecfa0c48,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:51.103804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:51.112803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:45:51.120363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.124392 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Sync routers for ids ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:45:51.135062 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Routers {'dccac2c2-8349-49e1-98f7-5cc4eef24f6c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:45:51.135290 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:45:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:51.147853 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9afd0f75-76fd-487e-9b14-783d9d4b41ec tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c62aa13dea594b9db7f85fc999170974&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2490778 Dec 22 04:45:51.149054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.159602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48456) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:51.244836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Checking segment: {'id': 'fde95108-b2e1-4007-8c76-7baa713cd661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3bd78d7f-ad77-461e-a4ee-ca900274fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:51.246291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Network hostable DHCP agents. Network: 3bd78d7f-ad77-461e-a4ee-ca900274fa4d, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:45:51.279455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.283275 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7d169ceb-c747-4438-ba65-b3a04ccad33f tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5913637 Dec 22 04:45:51.293902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48460) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:51.296826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.298036 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-caf3efb5-dc5b-4808-96cf-d2213b7fd4d9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.6613803 Dec 22 04:45:51.307327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:51.312270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48464) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:51.324426 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Set router dccac2c2-8349-49e1-98f7-5cc4eef24f6c gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:45:51.444117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.465295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.478255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Network 3bd78d7f-ad77-461e-a4ee-ca900274fa4d is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:45:51.613272 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:47Z', 'revision_number': 3, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:51.617106 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Checking router: dccac2c2-8349-49e1-98f7-5cc4eef24f6c for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:45:51.617639 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Updating router dccac2c2-8349-49e1-98f7-5cc4eef24f6c port 0d9de619-2779-4946-9720-e05210e1dbd2 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:45:51.641798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8147a7aa-4991-424a-8634-5a8493908fce tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.652871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 3bd78d7f-ad77-461e-a4ee-ca900274fa4d) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:51.654349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.objects.ports [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87555) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:45:51.654821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.663832 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f03d4-e6c5-4664-a591-744b8b25c137 None None] Network 3bd78d7f-ad77-461e-a4ee-ca900274fa4d requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:45:51.668833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:51.669423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.676262 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.682345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:51.776500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.879478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8147a7aa-4991-424a-8634-5a8493908fce tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:51.962865 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3581879 Dec 22 04:45:51.973895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Transition to ACTIVE for port object c9e17edb-8356-40ec-a5a3-eb9d98ed3715 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:51.985006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48468) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:52.006501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Request body: {'port': {'network_id': '3bd78d7f-ad77-461e-a4ee-ca900274fa4d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1389373148'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:52.029487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.029839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.067886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-3bd78d7f-ad77-461e-a4ee-ca900274fa4d', 'network_id': '3bd78d7f-ad77-461e-a4ee-ca900274fa4d', 'tenant_id': '919272fd63d0494fb320d801245f5b61', 'fixed_ips': [{'subnet_id': '6e24e288-f352-4599-9276-e519ecfa0c48'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:45:52.069196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.091691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:52.114507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:52.124847 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.137964 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Transition to ACTIVE for port object 0d9de619-2779-4946-9720-e05210e1dbd2 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:52.146496 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.151252 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-e553c406-9e52-4dea-a913-fae44492a606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:52.219821 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Pushing event updated for resources: {'Port': ['ID=0d9de619-2779-4946-9720-e05210e1dbd2,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:52.229652 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.230220 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.230745 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.231222 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.231693 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.232194 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.232677 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.233200 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.233696 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.234188 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.234650 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.235126 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Tracked resource versions report: Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: pushed versions: Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: { 'AddressGroup': {'1.2'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'ConntrackHelper': {'1.0'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Log': {'1.0'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Network': {'1.1'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Port': {'1.7'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'PortForwarding': {'1.2'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'QosPolicy': {'1.8'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SecurityGroup': {'1.4'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SubPort': {'1.0'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Subnet': {'1.1'}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Trunk': {'1.1'}} Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: consumer versions: Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: { DHCP agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: HyperV agent@hv-neutron-8225: {}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: L3 agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: Metadata agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: Metering agent@dv-neutron-822524-1-hyperv: {}, Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: Open vSwitch agent@dv-neutron-822524-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'ConntrackHelper': '1.0', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Log': '1.0', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Network': '1.1', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Port': '1.7', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'PortForwarding': '1.2', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'QosPolicy': '1.8', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SecurityGroup': '1.4', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SecurityGroupRule': '1.2', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'SubPort': '1.0', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Subnet': '1.1', Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: 'Trunk': '1.1'}} Dec 22 04:45:52.236430 dv-neutron-822524-1-hyperv neutron-server[87557]: {{(pid=87557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:45:52.242388 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:52.255129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Allocated IP 172.20.0.2 (3bd78d7f-ad77-461e-a4ee-ca900274fa4d/6e24e288-f352-4599-9276-e519ecfa0c48/faa7732a-b475-4bda-8f40-31cd6052dced) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:52.266323 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Attempting to bind port 0d9de619-2779-4946-9720-e05210e1dbd2 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:45:52.267157 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Attempting to bind port 0d9de619-2779-4946-9720-e05210e1dbd2 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:45:52.267856 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Attempting to bind port 0d9de619-2779-4946-9720-e05210e1dbd2 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:45:52.277383 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:45:52.277872 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:52.278374 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.278896 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:45:52.279473 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Bound port: 0d9de619-2779-4946-9720-e05210e1dbd2, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:45:52.279969 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.299145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Checking segment: {'id': 'f74f0b9e-4b28-47e2-99cf-b014baa1cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '54d5d9bc-9940-43a3-8ddf-e252358c655f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:52.300311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Network hostable DHCP agents. Network: 54d5d9bc-9940-43a3-8ddf-e252358c655f, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:45:52.339684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87555) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 22 04:45:52.340424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Router ae5f9ad9-4aa5-4d60-97d7-be82febc6a0a migrating from provider to provider. {{(pid=87555) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 22 04:45:52.341022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.365287 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] For port 0d9de619-2779-4946-9720-e05210e1dbd2, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:45:52.370342 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] For port 0d9de619-2779-4946-9720-e05210e1dbd2, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0d9de619-2779-4946-9720-e05210e1dbd2,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:45:52.371319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.374917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b0f5f913-cb84-4139-abee-66ff7cf3ece1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:52.376527 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.380520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.384275 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:52.394399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.396012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Network 54d5d9bc-9940-43a3-8ddf-e252358c655f is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:45:52.462078 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Pushing event updated for resources: {'Port': ['ID=0d9de619-2779-4946-9720-e05210e1dbd2,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:52.467427 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:52.475045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b0f5f913-cb84-4139-abee-66ff7cf3ece1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:52.475427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.478264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-510fcaa1-3d0f-49ca-a265-fae2c68e39b5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:52.487848 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Routers {'dccac2c2-8349-49e1-98f7-5cc4eef24f6c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:45:52.488618 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:45:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:52.595557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:52.601390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 54d5d9bc-9940-43a3-8ddf-e252358c655f) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:52.618575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:52.622065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Usage tracker for resource:port and tenant:919272fd63d0494fb320d801245f5b61 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:52.629659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:52.630376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.635425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:52.636417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425a03e3-937a-4a24-9ad3-3f7e8156faea None None] Network 54d5d9bc-9940-43a3-8ddf-e252358c655f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:45:52.639910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:52.656635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:52.662326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:52.663194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.671218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:52.686466 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.scheduler.l3_agent_scheduler [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] No L3 agents can host the router ae5f9ad9-4aa5-4d60-97d7-be82febc6a0a Dec 22 04:45:52.688085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Port': ['ID=c9e17edb-8356-40ec-a5a3-eb9d98ed3715,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:52.706550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:45:52.709847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:52.717490 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7468121 Dec 22 04:45:52.718760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48472) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:52.726940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1329748258', 'network_id': '54d5d9bc-9940-43a3-8ddf-e252358c655f'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:52.756758 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] Set router dccac2c2-8349-49e1-98f7-5cc4eef24f6c gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:45:52.820292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:52.837775 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8507061 Dec 22 04:45:52.838479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48476) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:52.838601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Made reservation on behalf of 919272fd63d0494fb320d801245f5b61 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:52.842138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:52.946974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Usage tracker for resource:port and tenant:f77bbf018abf442a8cfad79fbabf6db8 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:52.951422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced409f-9768-44dd-96ac-260815bcc27a None None] Network 54d5d9bc-9940-43a3-8ddf-e252358c655f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:45:52.965917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:52.980831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:52.997894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] device_id is not set on port f160b41d-d86f-4ceb-8e14-b4143d3bcbfc yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:45:53.045692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8147a7aa-4991-424a-8634-5a8493908fce tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.050349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:60:0b:ee'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:53.085644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Made reservation on behalf of f77bbf018abf442a8cfad79fbabf6db8 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:53.087400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.111229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Hosts for router ae5f9ad9-4aa5-4d60-97d7-be82febc6a0a: [] {{(pid=87555) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Dec 22 04:45:53.119176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:53.158568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147a7aa-4991-424a-8634-5a8493908fce tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92031445-902c-40be-b096-fca6e2ec1d28,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:53.162268 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:47Z', 'revision_number': 3, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:53.167404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] device_id is not set on port 9bb65be7-183d-41de-812a-6f6ff0b24cd8 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:45:53.173218 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1c271-d4c9-4067-ac05-bcbf50c12643 None None] The sync data for ids ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'] in dv-neutron-822524-1-hyperv is: [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:47Z', 'revision_number': 3, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:45:53.187222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.198909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8147a7aa-4991-424a-8634-5a8493908fce tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:53.202551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8147a7aa-4991-424a-8634-5a8493908fce tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.207303 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8147a7aa-4991-424a-8634-5a8493908fce tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/92031445-902c-40be-b096-fca6e2ec1d28 HTTP/1.1" status: 204 len: 168 time: 2.0466635 Dec 22 04:45:53.209068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:45:53.218071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.221301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48480) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:53.230525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Hosts for other DVR routers connected to router ae5f9ad9-4aa5-4d60-97d7-be82febc6a0a: set() {{(pid=87555) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Dec 22 04:45:53.255212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Sync routers for ids ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:45:53.262684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4fb47cc5-405b-448a-9492-b6f2406039e9 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:53.271582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.275579 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-64ba0f18-af8c-46cb-958e-44baf954e8d2 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] 10.222.0.36 "PUT /v2.0/routers/ae5f9ad9-4aa5-4d60-97d7-be82febc6a0a HTTP/1.1" status: 200 len: 717 time: 1.9765933 Dec 22 04:45:53.276359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48484) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:53.326531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c0e7e065-c161-47bb-869d-024924d100e5 None None] Provisioning for port c9e17edb-8356-40ec-a5a3-eb9d98ed3715 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:53.332834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.338812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c0e7e065-c161-47bb-869d-024924d100e5 None None] Provisioning complete for port c9e17edb-8356-40ec-a5a3-eb9d98ed3715 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:53.338812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e065-c161-47bb-869d-024924d100e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.343405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.378808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Routers {'5f6e8c4f-3adb-4089-a5bf-657580f7edb6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:45:53.380022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:45:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:53.395176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:53.429134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.458925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Transition to ACTIVE for port object faa7732a-b475-4bda-8f40-31cd6052dced will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:53.524062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.529151 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4262552 Dec 22 04:45:53.579199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48488) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:53.619877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Transition to ACTIVE for port object faa7732a-b475-4bda-8f40-31cd6052dced will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:53.623015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 4fb47cc5-405b-448a-9492-b6f2406039e9 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:53.624121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.638531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.644510 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-542961d0-5f08-43ba-876a-163af5e4ed58 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] 10.222.0.36 "GET /v2.0/routers/ae5f9ad9-4aa5-4d60-97d7-be82febc6a0a HTTP/1.1" status: 200 len: 717 time: 0.3564267 Dec 22 04:45:53.677977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48492) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:53.698357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7e065-c161-47bb-869d-024924d100e5 None None] Port c9e17edb-8356-40ec-a5a3-eb9d98ed3715 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:45:53.709800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.725524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:53.814665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Allocated IP 172.20.0.7 (3bd78d7f-ad77-461e-a4ee-ca900274fa4d/6e24e288-f352-4599-9276-e519ecfa0c48/f160b41d-d86f-4ceb-8e14-b4143d3bcbfc) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:53.877544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Set router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:45:53.997026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:53.998423 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2707593 Dec 22 04:45:54.001577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Network 3bd78d7f-ad77-461e-a4ee-ca900274fa4d is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:54.014424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48498) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:54.017508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:54.022361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Pushing event updated for resources: {'Port': ['ID=53706297-71ab-424f-bd57-adb06e06eb79,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:54.025388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:54.045162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1741444796', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'fixed_ips': [{'ip_address': '172.26.1.218'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:54.048870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:54.049730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:54.077740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Usage tracker for resource:port and tenant:24b149b06d43495c84ccd2c2b7699352 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:54.105851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Pushing event updated for resources: {'Port': ['ID=faa7732a-b475-4bda-8f40-31cd6052dced,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:54.114965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:54.137651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:54.158882 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:54.167671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Allocated IP 172.20.0.5 (54d5d9bc-9940-43a3-8ddf-e252358c655f/6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4/9bb65be7-183d-41de-812a-6f6ff0b24cd8) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:54.199646 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b3fb495d-dbae-4778-b698-49cb1096360f tempest-RoutersTestDVR-721942119 tempest-RoutersTestDVR-721942119-project] 10.222.0.36 "GET /v2.0/routers/ae5f9ad9-4aa5-4d60-97d7-be82febc6a0a HTTP/1.1" status: 200 len: 683 time: 0.5188839 Dec 22 04:45:54.207729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48502) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:54.277553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Attempting to bind port faa7732a-b475-4bda-8f40-31cd6052dced on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:45:54.277923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Attempting to bind port faa7732a-b475-4bda-8f40-31cd6052dced by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'fde95108-b2e1-4007-8c76-7baa713cd661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3bd78d7f-ad77-461e-a4ee-ca900274fa4d'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:45:54.278476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Attempting to bind port faa7732a-b475-4bda-8f40-31cd6052dced on network 3bd78d7f-ad77-461e-a4ee-ca900274fa4d {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:45:54.292043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:45:54.292685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Checking segment: {'id': 'fde95108-b2e1-4007-8c76-7baa713cd661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3bd78d7f-ad77-461e-a4ee-ca900274fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:54.293246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.293783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Bound using segment: {'id': 'fde95108-b2e1-4007-8c76-7baa713cd661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3bd78d7f-ad77-461e-a4ee-ca900274fa4d'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:45:54.294385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Bound port: faa7732a-b475-4bda-8f40-31cd6052dced, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde95108-b2e1-4007-8c76-7baa713cd661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3bd78d7f-ad77-461e-a4ee-ca900274fa4d'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:45:54.294913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.414446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.429173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Made reservation on behalf of 24b149b06d43495c84ccd2c2b7699352 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:54.431997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.437371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0d9de619-2779-4946-9720-e05210e1dbd2 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:54.464469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Allocated IP 172.20.0.1 (2a9fb3d0-e51c-4b01-bdf1-108b9e717864/c7a382ee-2ebf-4150-8568-f3ddb477f856/ab1cf025-2c79-4e38-9673-b9004b0a2983) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:54.507038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.507387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.508185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.508523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > port after_create 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.508829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.509188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > port after_update 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.509506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.510180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.510180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.510433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.547892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.555803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] For port faa7732a-b475-4bda-8f40-31cd6052dced, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:45:54.566531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] For port faa7732a-b475-4bda-8f40-31cd6052dced, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=faa7732a-b475-4bda-8f40-31cd6052dced,segment=NetworkSegment(fde95108-b2e1-4007-8c76-7baa713cd661),segment_id=fde95108-b2e1-4007-8c76-7baa713cd661)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:45:54.573239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.575661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.580891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:54.602115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e32e925-9864-47bf-835f-6e4700b5184b tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.612588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fae5a381-4bda-459d-a163-fc493b9ba72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.622107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 0d9de619-2779-4946-9720-e05210e1dbd2 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:54.658140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 0d9de619-2779-4946-9720-e05210e1dbd2 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:54.658504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.675442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.676193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.676193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.676445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:45:54.676986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40f60ee-8731-41c0-bc38-68836af25828']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:54.682406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:54.709862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.715400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:45:49Z', 'revision_number': 3, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:54.717489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83769aa0-e77b-4506-9310-1780bfe6a506') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:54.717938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83769aa0-e77b-4506-9310-1780bfe6a506') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:54.742030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Checking router: 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:45:54.742383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Updating router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 port 9aa59910-56dc-4961-8c74-9bf838142934 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:45:54.769896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Pushing event updated for resources: {'Port': ['ID=faa7732a-b475-4bda-8f40-31cd6052dced,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:54.787960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:54.789035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.811903 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Transition to ACTIVE for port object f160b41d-d86f-4ceb-8e14-b4143d3bcbfc will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:54.815527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.829863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.844526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Usage tracker for resource:security_group_rule and tenant:24b149b06d43495c84ccd2c2b7699352 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:54.854286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:45:54.854995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: from cryptography.utils import int_from_bytes Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: from cryptography.utils import int_from_bytes Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn_limited( Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn_limited( Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:45:54.873357 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:45:54.927307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:54.994891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.016350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.023172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.042402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:55.045607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.064564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:55.082619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Pushing event deleted for resources: {'Network': ['ID=c40f60ee-8731-41c0-bc38-68836af25828,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:55.094490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.109642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 0d9de619-2779-4946-9720-e05210e1dbd2, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0d9de619-2779-4946-9720-e05210e1dbd2,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:45:55.128362 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c40f60ee-8731-41c0-bc38-68836af25828 HTTP/1.1" status: 204 len: 168 time: 1.8964133 Dec 22 04:45:55.138019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Network 3bd78d7f-ad77-461e-a4ee-ca900274fa4d is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:55.138878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48510) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:55.139740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:55.142165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:55.146039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:55.166691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.175921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:55.191554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.345687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=0d9de619-2779-4946-9720-e05210e1dbd2,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:55.349016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:55.352777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Pushing event updated for resources: {'Port': ['ID=f160b41d-d86f-4ceb-8e14-b4143d3bcbfc,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:55.357005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.359259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:55.397459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:55.459482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.474261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Transition to ACTIVE for port object 9aa59910-56dc-4961-8c74-9bf838142934 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:55.482823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.483298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.489710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:55.550943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:55.551707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.552238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Transition to ACTIVE for port object ab1cf025-2c79-4e38-9673-b9004b0a2983 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:55.567771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Attempting to bind port 9aa59910-56dc-4961-8c74-9bf838142934 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:45:55.568555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Attempting to bind port 9aa59910-56dc-4961-8c74-9bf838142934 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:45:55.569023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Attempting to bind port 9aa59910-56dc-4961-8c74-9bf838142934 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:45:55.579112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356a075-ad76-4ccd-8cf8-9f0a7c09f836 None None] Pushing event updated for resources: {'Port': ['ID=9aa59910-56dc-4961-8c74-9bf838142934,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:55.582970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0356a075-ad76-4ccd-8cf8-9f0a7c09f836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:55.584232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:45:55.584232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:45:55.584465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.585132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:45:55.585425 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Bound port: 9aa59910-56dc-4961-8c74-9bf838142934, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:45:55.586074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.590157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b8fb6e64-eaa2-4d63-80e0-1dd5eb8f1e2e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:55.646897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e32e925-9864-47bf-835f-6e4700b5184b tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.667738 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] For port 9aa59910-56dc-4961-8c74-9bf838142934, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:45:55.671336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e32e925-9864-47bf-835f-6e4700b5184b tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.673593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] For port 9aa59910-56dc-4961-8c74-9bf838142934, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9aa59910-56dc-4961-8c74-9bf838142934,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:45:55.673823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb65be7-183d-41de-812a-6f6ff0b24cd8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:55.678115 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6856816 Dec 22 04:45:55.679215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:55.684931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Network 54d5d9bc-9940-43a3-8ddf-e252358c655f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:55.685088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48514) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:55.685158 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.689146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:55.694099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.695018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:55.706540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:55.788794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Routers {'5f6e8c4f-3adb-4089-a5bf-657580f7edb6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:45:55.789459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:45:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:55.926990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c13ae8-79cd-4893-8130-ebc781aa73f2']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:55.930099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d95e1797-f026-44b1-aa15-41c4d8674902 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Deleting port f160b41d-d86f-4ceb-8e14-b4143d3bcbfc {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:45:55.930423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d95e1797-f026-44b1-aa15-41c4d8674902 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.933270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356a075-ad76-4ccd-8cf8-9f0a7c09f836 None None] Pushing event updated for resources: {'Port': ['ID=9aa59910-56dc-4961-8c74-9bf838142934,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:55.942043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:55.942702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.959328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137e07c2-964f-4c35-b047-75662e624c70') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:55.959680 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137e07c2-964f-4c35-b047-75662e624c70') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:55.975888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:55.991210 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.2712965 Dec 22 04:45:55.993732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48518) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:56.023452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0356a075-ad76-4ccd-8cf8-9f0a7c09f836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:56.041949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.054194 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] Set router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:45:56.062884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:45:56.063445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:45:56.080723 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:45:56.159399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c64255f0-db72-4334-841e-601e7f91add1 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Deleting port 9bb65be7-183d-41de-812a-6f6ff0b24cd8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:45:56.159751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c64255f0-db72-4334-841e-601e7f91add1 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.166376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe4647-7fea-4c3e-838b-96dbae3871dc None None] Network 3bd78d7f-ad77-461e-a4ee-ca900274fa4d requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:45:56.206320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.214865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.220235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e9a01df8-2168-4663-9b59-b389cb1fe485 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:56.232788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d95e1797-f026-44b1-aa15-41c4d8674902 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.244837 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f4c13ae8-79cd-4893-8130-ebc781aa73f2 HTTP/1.1" status: 204 len: 168 time: 1.1002879 Dec 22 04:45:56.250054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4c13ae8-79cd-4893-8130-ebc781aa73f2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:56.253026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:56.329524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e3aae5cc-2fb8-442c-8d96-a49f16c8cfae None None] Provisioning for port faa7732a-b475-4bda-8f40-31cd6052dced completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:56.519485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c64255f0-db72-4334-841e-601e7f91add1 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.522284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d95e1797-f026-44b1-aa15-41c4d8674902 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Calling delete_port for f160b41d-d86f-4ceb-8e14-b4143d3bcbfc owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:45:56.526228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0d9de619-2779-4946-9720-e05210e1dbd2 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:56.672669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c64255f0-db72-4334-841e-601e7f91add1 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Calling delete_port for 9bb65be7-183d-41de-812a-6f6ff0b24cd8 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:45:56.675262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 0d9de619-2779-4946-9720-e05210e1dbd2 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:56.675913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.726975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.732792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:45:49Z', 'revision_number': 3, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:56.742915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d48431-5904-4b98-b7a1-2ffac8b6affd None None] The sync data for ids ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'] in dv-neutron-822524-1-hyperv is: [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:45:49Z', 'revision_number': 3, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:45:56.774444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e32e925-9864-47bf-835f-6e4700b5184b tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.775180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e32e925-9864-47bf-835f-6e4700b5184b tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae5f9ad9-4aa5-4d60-97d7-be82febc6a0a {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:45:56.783857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.861106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c64255f0-db72-4334-841e-601e7f91add1 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:56.868026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] device_id is not set on port e43b47a9-4509-4550-944f-f79b1caf0d0f yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:45:56.878380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:56.928874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device faa7732a-b475-4bda-8f40-31cd6052dced up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:56.978734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64255f0-db72-4334-841e-601e7f91add1 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bb65be7-183d-41de-812a-6f6ff0b24cd8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:56.987583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c64255f0-db72-4334-841e-601e7f91add1 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:57.025154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48528) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:57.037243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:57.068602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-060ed0fc-858d-4192-aafb-4675161504b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.069093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.095871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c64255f0-db72-4334-841e-601e7f91add1 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.113348 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c64255f0-db72-4334-841e-601e7f91add1 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "DELETE /v2.0/ports/9bb65be7-183d-41de-812a-6f6ff0b24cd8 HTTP/1.1" status: 204 len: 168 time: 1.1181428 Dec 22 04:45:57.121611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port faa7732a-b475-4bda-8f40-31cd6052dced completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:57.125299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48536) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:57.130443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54d5d9bc-9940-43a3-8ddf-e252358c655f', 'external_fixed_ips': [{'subnet_id': '6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4', 'ip_address': '172.20.0.5'}]}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:57.132292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3281d28-b06f-4a86-b1c6-173b5ef85c88,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:57.138825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:57.142118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port faa7732a-b475-4bda-8f40-31cd6052dced triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:57.142504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.160860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:57.165266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Usage tracker for resource:router and tenant:f77bbf018abf442a8cfad79fbabf6db8 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:57.172998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:57.188025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:57.222112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.226783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.233718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:57.292785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.298387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:57.315969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:57.320803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:0d347738eebf46aabbbea85e9b80fc0f is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:57.324766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:57.331635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:57.340076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:57.376851 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e32e925-9864-47bf-835f-6e4700b5184b tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.381829 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1e32e925-9864-47bf-835f-6e4700b5184b tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ae5f9ad9-4aa5-4d60-97d7-be82febc6a0a HTTP/1.1" status: 204 len: 168 time: 3.1590533 Dec 22 04:45:57.383814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48540) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:57.391753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Request body: {'router': {'name': 'tempest-router-1521247062', 'distributed': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:57.393133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.406084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:57.416428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Usage tracker for resource:router and tenant:7e9a981daa974899ac12a1925aad641f is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:57.420734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:57.425137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:45:57.425774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.433295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:57.473599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.474775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.479049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port faa7732a-b475-4bda-8f40-31cd6052dced, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=faa7732a-b475-4bda-8f40-31cd6052dced,segment=NetworkSegment(fde95108-b2e1-4007-8c76-7baa713cd661),segment_id=fde95108-b2e1-4007-8c76-7baa713cd661)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:45:57.486226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ca2b9619-61ec-41fa-9b3d-67e5ea68e23e None None] Provisioning complete for port faa7732a-b475-4bda-8f40-31cd6052dced triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:57.486880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9619-61ec-41fa-9b3d-67e5ea68e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.488918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.496025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.504439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-64f44bea-4d72-4d15-a1f1-a82cafc6e25f tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:57.549604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.563097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0356a075-ad76-4ccd-8cf8-9f0a7c09f836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:57.566948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43eecb2-647e-41ec-aafd-54248fc3fe8c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:57.571656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:57.582738 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d347738eebf46aabbbea85e9b80fc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561950 Dec 22 04:45:57.583732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48544) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:57.664753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-305353c9-2a14-4761-b00a-fd82fff972b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.668531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=faa7732a-b475-4bda-8f40-31cd6052dced,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:57.672230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:57.708392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-305353c9-2a14-4761-b00a-fd82fff972b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.781965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-305353c9-2a14-4761-b00a-fd82fff972b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.789440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9e20d2d3-7cda-40a2-8281-2c2fc83eaff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:57.802153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305353c9-2a14-4761-b00a-fd82fff972b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43eecb2-647e-41ec-aafd-54248fc3fe8c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:57.805258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-305353c9-2a14-4761-b00a-fd82fff972b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:57.806621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-305353c9-2a14-4761-b00a-fd82fff972b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.810324 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-305353c9-2a14-4761-b00a-fd82fff972b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a43eecb2-647e-41ec-aafd-54248fc3fe8c HTTP/1.1" status: 204 len: 168 time: 0.2228913 Dec 22 04:45:57.836351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ca2b9619-61ec-41fa-9b3d-67e5ea68e23e None None] Provisioning for port f160b41d-d86f-4ceb-8e14-b4143d3bcbfc completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:57.836814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:45:57.842676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ca2b9619-61ec-41fa-9b3d-67e5ea68e23e None None] Provisioning complete for port f160b41d-d86f-4ceb-8e14-b4143d3bcbfc triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:57.843063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9619-61ec-41fa-9b3d-67e5ea68e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.854399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.861031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d95e1797-f026-44b1-aa15-41c4d8674902 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.899831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b9619-61ec-41fa-9b3d-67e5ea68e23e None None] Port f160b41d-d86f-4ceb-8e14-b4143d3bcbfc was deleted so its status cannot be updated. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 04:45:57.912910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.922350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.937830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1cf025-2c79-4e38-9673-b9004b0a2983,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:57.963222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:57.963398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:57.963871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:58.011281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.012732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-74517d0a-8d68-475c-aebd-f30f914aace8 None None] Could not find standard attr ID for object f160b41d-d86f-4ceb-8e14-b4143d3bcbfc. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:45:58.043564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-74517d0a-8d68-475c-aebd-f30f914aace8 None None] Provisioning for port ab1cf025-2c79-4e38-9673-b9004b0a2983 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:58.050670 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-74517d0a-8d68-475c-aebd-f30f914aace8 None None] Provisioning complete for port ab1cf025-2c79-4e38-9673-b9004b0a2983 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:58.051412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74517d0a-8d68-475c-aebd-f30f914aace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.076427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e1797-f026-44b1-aa15-41c4d8674902 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Pushing event deleted for resources: {'Port': ['ID=f160b41d-d86f-4ceb-8e14-b4143d3bcbfc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:58.089571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.203208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.215855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-74517d0a-8d68-475c-aebd-f30f914aace8 None None] Port ab1cf025-2c79-4e38-9673-b9004b0a2983 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:45:58.220073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] In _notify_port_updated(), no bound segment for port c9e17edb-8356-40ec-a5a3-eb9d98ed3715 on network dfdd1cf7-5798-4d09-a00d-07ca7e511988 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:45:58.226158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:58.226856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.231498 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "PUT /v2.0/ports/c9e17edb-8356-40ec-a5a3-eb9d98ed3715 HTTP/1.1" status: 200 len: 992 time: 5.2052963 Dec 22 04:45:58.237105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48556) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:58.239825 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 04:45:58.240389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:45:58.396482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.400366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48560) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:58.409410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.466972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.503737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:58.506737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9aa59910-56dc-4961-8c74-9bf838142934 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:58.555654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.556765 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-93264e0e-d67d-429c-92ba-c70af8166149 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1709776 Dec 22 04:45:58.558237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] Usage tracker for resource:security_group_rule and tenant:6beae05546224818ac1369031c80e627 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:58.563886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48564) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:58.564853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:58.578012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d95e1797-f026-44b1-aa15-41c4d8674902 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:58.579108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.509s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:58.596564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 9aa59910-56dc-4961-8c74-9bf838142934 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:58.603360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 9aa59910-56dc-4961-8c74-9bf838142934 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:58.603933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.658110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:58.677729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6d093505-2d17-4ddd-b293-2e1164201fc0 None None] Provisioning complete for port c9e17edb-8356-40ec-a5a3-eb9d98ed3715 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:58.678242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6d093505-2d17-4ddd-b293-2e1164201fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.682577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d95e1797-f026-44b1-aa15-41c4d8674902 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.752171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abb7a4fa-de68-4f51-9fbd-9c0a8d663021 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.777232 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.7563963 Dec 22 04:45:58.787908 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d95e1797-f026-44b1-aa15-41c4d8674902 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] 10.222.0.36 "DELETE /v2.0/ports/f160b41d-d86f-4ceb-8e14-b4143d3bcbfc HTTP/1.1" status: 204 len: 168 time: 3.0942252 Dec 22 04:45:58.789342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-05da8e6f-d680-4aec-b24f-e9ca5e845b50 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Deleting port c9e17edb-8356-40ec-a5a3-eb9d98ed3715 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:45:58.789677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05da8e6f-d680-4aec-b24f-e9ca5e845b50 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.809450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48568) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:58.809675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48570) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:58.836035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Port': ['ID=c9e17edb-8356-40ec-a5a3-eb9d98ed3715,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:58.840032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.847682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6d093505-2d17-4ddd-b293-2e1164201fc0 None None] Port c9e17edb-8356-40ec-a5a3-eb9d98ed3715 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:45:58.865215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 9aa59910-56dc-4961-8c74-9bf838142934, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9aa59910-56dc-4961-8c74-9bf838142934,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:45:58.869908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:58.880380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.880531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:58.881509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device faa7732a-b475-4bda-8f40-31cd6052dced up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:45:58.922084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f2da26cb-181b-4f1c-9eae-61e6473fe323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:59.035066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Allocated IP 172.20.0.1 (9f82e205-8882-4761-a0d5-7985d9afacfa/488050ac-6bd3-4202-be01-870f9a90d3ee/dd3ac2fb-8155-41dc-9afa-02a21147558d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:59.048411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=9aa59910-56dc-4961-8c74-9bf838142934,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:59.052125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:45:59.060816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port faa7732a-b475-4bda-8f40-31cd6052dced triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:59.061306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.170030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Deleting port 53706297-71ab-424f-bd57-adb06e06eb79 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:45:59.170549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.341735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.439748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fe84e79a-9b5e-4d80-93c5-c106950080ea tempest-DHCPAgentSchedulersTestJSON-699499200 tempest-DHCPAgentSchedulersTestJSON-699499200-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6268840 Dec 22 04:45:59.448050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48580) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:59.460112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-586181232'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:59.490774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:45:59.494934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abb7a4fa-de68-4f51-9fbd-9c0a8d663021 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.504219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Usage tracker for resource:network and tenant:919272fd63d0494fb320d801245f5b61 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:45:59.505609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abb7a4fa-de68-4f51-9fbd-9c0a8d663021 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.510834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:45:59.514450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05da8e6f-d680-4aec-b24f-e9ca5e845b50 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.553966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:45:59.627761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.643509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.644300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abb7a4fa-de68-4f51-9fbd-9c0a8d663021 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.644780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb7a4fa-de68-4f51-9fbd-9c0a8d663021 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 319c7e82-1185-4a1f-ad59-7b24f2d13e93 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:45:59.657964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-98f98703-a300-4a09-9165-88a0a712d9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:59.668257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.750072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.750472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.784465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f7c546-2b67-4bcb-a1e3-00c1731a2340,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:59.801822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-05da8e6f-d680-4aec-b24f-e9ca5e845b50 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Calling delete_port for c9e17edb-8356-40ec-a5a3-eb9d98ed3715 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:45:59.855943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Transition to ACTIVE for port object dd3ac2fb-8155-41dc-9afa-02a21147558d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:59.857135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Made reservation on behalf of 919272fd63d0494fb320d801245f5b61 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:59.861171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.924666 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.935392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:59.938752 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6beae05546224818ac1369031c80e627&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5334771 Dec 22 04:45:59.957584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.962409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48584) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:45:59.968047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:59.983849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:45:59.994213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:00.004480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Calling delete_port for 53706297-71ab-424f-bd57-adb06e06eb79 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:00.028378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.028715 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Added segment ab2d1613-1750-4983-985e-36905c716069 of type vlan for network 9e549608-65e2-4b92-8569-3dcbc8d2cb29 Dec 22 04:46:00.119440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abb7a4fa-de68-4f51-9fbd-9c0a8d663021 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.120617 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-abb7a4fa-de68-4f51-9fbd-9c0a8d663021 tempest-RoutersTestDVR-970670141 tempest-RoutersTestDVR-970670141-project-admin] 10.222.0.36 "DELETE /v2.0/routers/319c7e82-1185-4a1f-ad59-7b24f2d13e93 HTTP/1.1" status: 204 len: 168 time: 1.5483079 Dec 22 04:46:00.121108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.244067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1cf025-2c79-4e38-9673-b9004b0a2983,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:00.247310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:00.253963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d95e1797-f026-44b1-aa15-41c4d8674902 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:00.276322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.292586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.325211 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Network 9f82e205-8882-4761-a0d5-7985d9afacfa is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:00.341994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.348925 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:00.367304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:00.367304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.388389 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9aa59910-56dc-4961-8c74-9bf838142934 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:00.430354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05da8e6f-d680-4aec-b24f-e9ca5e845b50 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.448673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99634990-a852-458c-8f39-7fd9a53ed54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.464825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.480823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:00.481465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3ac2fb-8155-41dc-9afa-02a21147558d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:00.484650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:00.493898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6acc30ac-e07d-44d5-a485-8c6e51db3884 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:00.509391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 9aa59910-56dc-4961-8c74-9bf838142934 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:00.509908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.562709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Pushing event deleted for resources: {'Port': ['ID=53706297-71ab-424f-bd57-adb06e06eb79,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:00.602196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da8e6f-d680-4aec-b24f-e9ca5e845b50 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event deleted for resources: {'Port': ['ID=c9e17edb-8356-40ec-a5a3-eb9d98ed3715,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:00.605050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05da8e6f-d680-4aec-b24f-e9ca5e845b50 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:00.607599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:00.624186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:00.634192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:00.656349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99634990-a852-458c-8f39-7fd9a53ed54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.666088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.692732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:00.695192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.715120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48592) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:00.762034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:00.800515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3c021202-8de1-4163-8914-d8f45aaae162 None None] Provisioning for port dd3ac2fb-8155-41dc-9afa-02a21147558d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:00.810189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3c021202-8de1-4163-8914-d8f45aaae162 None None] Provisioning complete for port dd3ac2fb-8155-41dc-9afa-02a21147558d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:00.810658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3c021202-8de1-4163-8914-d8f45aaae162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.840582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.854896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Allocated IP 172.20.0.5 (54d5d9bc-9940-43a3-8ddf-e252358c655f/6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4/588f5f21-8e58-447a-9a86-4fd07dcad25c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:00.858717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:00.865746 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/0a907a50-69ad-4c3f-a982-02ee166335ba HTTP/1.1" status: 204 len: 168 time: 2.0548055 Dec 22 04:46:00.944296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3c021202-8de1-4163-8914-d8f45aaae162 None None] Port dd3ac2fb-8155-41dc-9afa-02a21147558d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:01.001951 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5507305 Dec 22 04:46:01.005844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48600) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:01.035691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:01.069963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-813caef6-4977-468c-aa96-c04745e48da2 None None] Provisioning complete for port ab1cf025-2c79-4e38-9673-b9004b0a2983 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:01.071100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-813caef6-4977-468c-aa96-c04745e48da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:01.115665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Pushing event updated for resources: {'Network': ['ID=9e549608-65e2-4b92-8569-3dcbc8d2cb29,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:01.122993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05da8e6f-d680-4aec-b24f-e9ca5e845b50 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:01.127178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:01.136866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 9e549608-65e2-4b92-8569-3dcbc8d2cb29 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:01.154705 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-05da8e6f-d680-4aec-b24f-e9ca5e845b50 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "DELETE /v2.0/ports/c9e17edb-8356-40ec-a5a3-eb9d98ed3715 HTTP/1.1" status: 204 len: 168 time: 2.9058337 Dec 22 04:46:01.159895 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48608) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:01.213850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48612) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:01.227352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:01.239886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] Usage tracker for resource:security_group_rule and tenant:52916fd4a86b403ea6df4ec6cfb750ff is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:01.244085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:01.265583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-813caef6-4977-468c-aa96-c04745e48da2 None None] Port ab1cf025-2c79-4e38-9673-b9004b0a2983 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:01.267543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:01.270008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99634990-a852-458c-8f39-7fd9a53ed54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:01.280104 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b1d384-7b57-4fb8-b397-f2b0d66c1215 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] GET failed (client error): The resource could not be found. Dec 22 04:46:01.280668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-45b1d384-7b57-4fb8-b397-f2b0d66c1215 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Synchronizing usage tracker for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:01.284344 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-df5ab25c-7a25-4735-921e-44cddaee22a1 tempest-DHCPAgentSchedulersTestJSON-699499200 tempest-DHCPAgentSchedulersTestJSON-699499200-project-admin] 10.222.0.36 "GET /v2.0/agents/b2579b0e-7268-4176-a6ed-6dbad2ea5590/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.2704589 Dec 22 04:46:01.290222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48618) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:01.295532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ccf03527-9c50-432a-9914-70b1249af741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:01.314014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Router dccac2c2-8349-49e1-98f7-5cc4eef24f6c has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:46:01.321718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99634990-a852-458c-8f39-7fd9a53ed54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:01.326482 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-99634990-a852-458c-8f39-7fd9a53ed54c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1f7c546-2b67-4bcb-a1e3-00c1731a2340 HTTP/1.1" status: 204 len: 168 time: 1.3619206 Dec 22 04:46:01.333778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99634990-a852-458c-8f39-7fd9a53ed54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f7c546-2b67-4bcb-a1e3-00c1731a2340,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:01.341112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99634990-a852-458c-8f39-7fd9a53ed54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:01.343750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:01.462557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-45b1d384-7b57-4fb8-b397-f2b0d66c1215 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Unset dirty status for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:01.463751 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-45b1d384-7b57-4fb8-b397-f2b0d66c1215 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "GET /v2.0/ports/c9e17edb-8356-40ec-a5a3-eb9d98ed3715 HTTP/1.1" status: 404 len: 333 time: 0.3007708 Dec 22 04:46:01.469867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48624) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:01.483654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:01.490898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'port': {'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988', 'name': 'tempest-AllowedAddressPairTestJSON-1921721663'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:01.602630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:01.671417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907718bc-6325-48f4-a59e-0b8321d32567 tempest-DHCPAgentSchedulersTestJSON-699499200 tempest-DHCPAgentSchedulersTestJSON-699499200-project-admin] Network 9e549608-65e2-4b92-8569-3dcbc8d2cb29 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:01.691011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:01.719775 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-907718bc-6325-48f4-a59e-0b8321d32567 tempest-DHCPAgentSchedulersTestJSON-699499200 tempest-DHCPAgentSchedulersTestJSON-699499200-project-admin] 10.222.0.36 "POST /v2.0/agents/b2579b0e-7268-4176-a6ed-6dbad2ea5590/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4186308 Dec 22 04:46:01.721654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48632) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:01.726818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] Usage tracker for resource:security_group_rule and tenant:955ed743d77546a78e11df9599dea252 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:01.730226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daf18d4-0723-485d-b04b-a63fbf912ae6 None None] Network 9e549608-65e2-4b92-8569-3dcbc8d2cb29 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:01.735342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:01.753729 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:01.773494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:01.774344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:01.792048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:01.796052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:01.799988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:01.848069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:46:01.860716 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] 10.222.0.36 "PUT /v2.0/routers/dccac2c2-8349-49e1-98f7-5cc4eef24f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5388932 Dec 22 04:46:01.866232 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Sync routers for ids ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:01.884461 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Routers {'dccac2c2-8349-49e1-98f7-5cc4eef24f6c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:01.885290 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:45:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:02.019659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.044559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.056380 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.058619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Made reservation on behalf of 5ba3e79044094607ab4585ec876747d5 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:02.060813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.062245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.068832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:02.075985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Network 54d5d9bc-9940-43a3-8ddf-e252358c655f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:02.135273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:02.158106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:02.166273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.197076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event updated for resources: {'Port': ['ID=588f5f21-8e58-447a-9a86-4fd07dcad25c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:02.201910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:02.212159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:02.227203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.229657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] device_id is not set on port 1a6d47ef-af09-40b3-8457-3d1934f84f76 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:02.266741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3ac2fb-8155-41dc-9afa-02a21147558d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:02.273375 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52916fd4a86b403ea6df4ec6cfb750ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5548842 Dec 22 04:46:02.279679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48654) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:02.288768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:02.293082 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Set router dccac2c2-8349-49e1-98f7-5cc4eef24f6c gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:46:02.294871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99634990-a852-458c-8f39-7fd9a53ed54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:02.359230 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=955ed743d77546a78e11df9599dea252&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1190822 Dec 22 04:46:02.377275 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48660) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:02.411576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767ec87d-6d4b-413b-9907-76da81c8450d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:02.428830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:02.435129 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c5944472-8b91-4e19-9407-2fa4ccf4c5ea tempest-DHCPAgentSchedulersTestJSON-699499200 tempest-DHCPAgentSchedulersTestJSON-699499200-project-admin] 10.222.0.36 "GET /v2.0/agents/b2579b0e-7268-4176-a6ed-6dbad2ea5590/dhcp-networks HTTP/1.1" status: 200 len: 7258 time: 0.7118003 Dec 22 04:46:02.456870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48668) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:02.466227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba6b4ea-aacf-4534-8b28-2842b55f1593,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:02.493865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Network 9f82e205-8882-4761-a0d5-7985d9afacfa is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:02.506566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:02.520968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:02.530416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdc3817f-bd41-4e68-a8b7-fade7b81500f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.716534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48674) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:02.741123 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'ab1cf025-2c79-4e38-9673-b9004b0a2983', 'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'mac_address': 'fa:16:3e:76:0f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:53Z', 'updated_at': '2021-12-22T04:45:59Z', 'revision_number': 2, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'subnets': [{'id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:02.747326 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Checking router: dccac2c2-8349-49e1-98f7-5cc4eef24f6c for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:46:02.747698 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Updating router dccac2c2-8349-49e1-98f7-5cc4eef24f6c port ab1cf025-2c79-4e38-9673-b9004b0a2983 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:46:02.764901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99689170-3921-4e29-8c78-f28287c60526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.772505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdc3817f-bd41-4e68-a8b7-fade7b81500f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.843863 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.904532 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1d83d05a-eea3-40dd-880e-21c5e3acacf2 tempest-DHCPAgentSchedulersTestJSON-699499200 tempest-DHCPAgentSchedulersTestJSON-699499200-project-admin] 10.222.0.36 "DELETE /v2.0/agents/b2579b0e-7268-4176-a6ed-6dbad2ea5590/dhcp-networks/9e549608-65e2-4b92-8569-3dcbc8d2cb29 HTTP/1.1" status: 204 len: 168 time: 0.4408898 Dec 22 04:46:02.913506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-84d7ffdc-2390-4fa2-91a6-12d5e08844cb None None] Provisioning complete for port dd3ac2fb-8155-41dc-9afa-02a21147558d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:02.914053 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-84d7ffdc-2390-4fa2-91a6-12d5e08844cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:02.915468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48680) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:02.977721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Allocated IP 172.20.0.11 (dfdd1cf7-5798-4d09-a00d-07ca7e511988/bf509466-030b-49e4-bfb3-ab414e622125/1a6d47ef-af09-40b3-8457-3d1934f84f76) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:02.996598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99689170-3921-4e29-8c78-f28287c60526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.026419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1624432176'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:03.049487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-84d7ffdc-2390-4fa2-91a6-12d5e08844cb None None] Port dd3ac2fb-8155-41dc-9afa-02a21147558d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:03.054649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:03.081083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:network and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:03.144842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:03.182053 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:46:03.183591 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:03.218667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdc3817f-bd41-4e68-a8b7-fade7b81500f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.223931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:03.228044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.244944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d64c23c-1711-44de-a1b2-36260de1b24e tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:03.329654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.331115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.354828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3817f-bd41-4e68-a8b7-fade7b81500f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba6b4ea-aacf-4534-8b28-2842b55f1593,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:03.387410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48686) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:03.388197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cdc3817f-bd41-4e68-a8b7-fade7b81500f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:03.399476 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.406143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:03.413495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568496161', 'description': 'tempest-description--1399412218'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:03.416205 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Transition to ACTIVE for port object ab1cf025-2c79-4e38-9673-b9004b0a2983 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:03.419974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99689170-3921-4e29-8c78-f28287c60526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.427500 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.430011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:security_group_rule and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:03.432412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Transition to ACTIVE for port object 1a6d47ef-af09-40b3-8457-3d1934f84f76 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:03.433198 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:03.437980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99689170-3921-4e29-8c78-f28287c60526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.442635 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-99689170-3921-4e29-8c78-f28287c60526 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/767ec87d-6d4b-413b-9907-76da81c8450d HTTP/1.1" status: 204 len: 168 time: 1.0611286 Dec 22 04:46:03.442635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c9b5d3d3-2c4f-4404-b0fc-152f48d377cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:03.448792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:03.452821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:03.462517 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d65cb35e-b979-4733-8f15-edc271620714 tempest-DHCPAgentSchedulersTestJSON-699499200 tempest-DHCPAgentSchedulersTestJSON-699499200-project-admin] 10.222.0.36 "GET /v2.0/agents/b2579b0e-7268-4176-a6ed-6dbad2ea5590/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.5422730 Dec 22 04:46:03.463554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdc3817f-bd41-4e68-a8b7-fade7b81500f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.464636 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cdc3817f-bd41-4e68-a8b7-fade7b81500f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dba6b4ea-aacf-4534-8b28-2842b55f1593 HTTP/1.1" status: 204 len: 168 time: 1.1709800 Dec 22 04:46:03.466572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48692) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:03.591109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:03.593283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Usage tracker for resource:security_group and tenant:0f5382b7aa0b4653bd41f3bb816510f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:03.601739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99689170-3921-4e29-8c78-f28287c60526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767ec87d-6d4b-413b-9907-76da81c8450d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:03.625733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.629980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:03.658479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99689170-3921-4e29-8c78-f28287c60526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:03.666743 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e139d-dc08-4364-8968-b766bbb73579 None None] Pushing event updated for resources: {'Port': ['ID=ab1cf025-2c79-4e38-9673-b9004b0a2983,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:03.681106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:03.725054 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-bd7e139d-dc08-4364-8968-b766bbb73579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:03.763093 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7bee2a50-1b24-496f-8be7-5a9940507333 tempest-DHCPAgentSchedulersTestJSON-699499200 tempest-DHCPAgentSchedulersTestJSON-699499200-project-admin] 10.222.0.36 "GET /v2.0/networks/3bd78d7f-ad77-461e-a4ee-ca900274fa4d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2079933 Dec 22 04:46:03.768329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48700) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:03.769180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.787476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.790169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:03.798290 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Attempting to bind port ab1cf025-2c79-4e38-9673-b9004b0a2983 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:03.798609 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Attempting to bind port ab1cf025-2c79-4e38-9673-b9004b0a2983 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:03.799045 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Attempting to bind port ab1cf025-2c79-4e38-9673-b9004b0a2983 on network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:03.807994 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:03.808488 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Checking segment: {'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:03.808813 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.809237 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Bound using segment: {'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:03.809686 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Bound port: ab1cf025-2c79-4e38-9673-b9004b0a2983, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:03.810056 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:03.875907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:46:03.892772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Sync routers for ids ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:03.896424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:03.910545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Port': ['ID=1a6d47ef-af09-40b3-8457-3d1934f84f76,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:03.913769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:03.920953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:03.926658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Routers {'5f6e8c4f-3adb-4089-a5bf-657580f7edb6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:03.928471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Usage tracker for resource:security_group_rule and tenant:0f5382b7aa0b4653bd41f3bb816510f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:03.928577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:45:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:03.937443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:03.980227 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] 10.222.0.36 "PUT /v2.0/routers/5f6e8c4f-3adb-4089-a5bf-657580f7edb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3847764 Dec 22 04:46:03.980227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:03.980227 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f139b4ce-63e1-4e41-9af9-3dccc1980675 tempest-DHCPAgentSchedulersTestJSON-699499200 tempest-DHCPAgentSchedulersTestJSON-699499200-project-admin] 10.222.0.36 "GET /v2.0/networks/3bd78d7f-ad77-461e-a4ee-ca900274fa4d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2083609 Dec 22 04:46:03.987733 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] For port ab1cf025-2c79-4e38-9673-b9004b0a2983, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:03.989564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48708) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:03.991579 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] For port ab1cf025-2c79-4e38-9673-b9004b0a2983, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ab1cf025-2c79-4e38-9673-b9004b0a2983,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:03.999083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:04.001276 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:04.005916 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:04.026887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:04.182192 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Routers {'dccac2c2-8349-49e1-98f7-5cc4eef24f6c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:04.182832 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:45:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:04.288029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48712) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:04.349781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:04.351093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:04.356354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48716) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:04.370945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Set router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:46:04.583930 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e139d-dc08-4364-8968-b766bbb73579 None None] Pushing event updated for resources: {'Port': ['ID=ab1cf025-2c79-4e38-9673-b9004b0a2983,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:04.594391 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-bd7e139d-dc08-4364-8968-b766bbb73579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:04.619823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:04.632982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:04.657109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:04.664510 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] Set router dccac2c2-8349-49e1-98f7-5cc4eef24f6c gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:46:04.706273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-195ba7b0-fb45-4a9e-a6ba-57910f350cb9 None None] Provisioning for port 1a6d47ef-af09-40b3-8457-3d1934f84f76 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:04.723069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:04.726972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-195ba7b0-fb45-4a9e-a6ba-57910f350cb9 None None] Provisioning complete for port 1a6d47ef-af09-40b3-8457-3d1934f84f76 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:04.727585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-195ba7b0-fb45-4a9e-a6ba-57910f350cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:04.749515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:04.761165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59be229-f84e-44ff-b016-7f2eaf6adae3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:04.815890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:04.818914 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:04.821369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-195ba7b0-fb45-4a9e-a6ba-57910f350cb9 None None] Port 1a6d47ef-af09-40b3-8457-3d1934f84f76 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:04.830410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:04.831840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:04.832382 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment d01294be-61c7-4ad8-96cc-c13d6a8e8a90 of type vlan for network 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb Dec 22 04:46:04.869837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:04.876130 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-48076e2e-5a7d-40e4-933d-d0a3f34a5622 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24b149b06d43495c84ccd2c2b7699352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785744 Dec 22 04:46:04.878425 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-888aff35-11f4-4c77-8f9e-b8e908048535 tempest-DHCPAgentSchedulersTestJSON-699499200 tempest-DHCPAgentSchedulersTestJSON-699499200-project-admin] 10.222.0.36 "GET /v2.0/agents/b2579b0e-7268-4176-a6ed-6dbad2ea5590/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.8824549 Dec 22 04:46:04.881455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:04.886809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48730) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:04.887041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48732) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:04.889857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] Usage tracker for resource:security_group_rule and tenant:7e9a981daa974899ac12a1925aad641f is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:04.897206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:04.903386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:04.905119 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5116885 Dec 22 04:46:04.911896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48738) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:04.917083 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4414067 Dec 22 04:46:04.918392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:04.938058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Request body: {'security_group_rule': {'security_group_id': '61dc18ee-4e5e-4784-a8c3-093195617bfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:04.951390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48742) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:04.957693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:04.971062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:60:0b:ee'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:05.007412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:46:01Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'dd3ac2fb-8155-41dc-9afa-02a21147558d', 'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'mac_address': 'fa:16:3e:04:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:58Z', 'updated_at': '2021-12-22T04:46:01Z', 'revision_number': 2, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'subnets': [{'id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:05.008589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.017913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Checking router: 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:46:05.021883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Updating router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 port dd3ac2fb-8155-41dc-9afa-02a21147558d binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:46:05.022495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Usage tracker for resource:security_group_rule and tenant:0f5382b7aa0b4653bd41f3bb816510f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:05.026640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61dc18ee-4e5e-4784-a8c3-093195617bfe,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:05.041800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:05.073700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:05.125881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.145587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:05.147121 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'ab1cf025-2c79-4e38-9673-b9004b0a2983', 'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'mac_address': 'fa:16:3e:76:0f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:53Z', 'updated_at': '2021-12-22T04:46:03Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'subnets': [{'id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:05.159277 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43c914-a193-49fc-a856-685fdfacd2e9 None None] The sync data for ids ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'] in dv-neutron-822524-1-hyperv is: [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'ab1cf025-2c79-4e38-9673-b9004b0a2983', 'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'mac_address': 'fa:16:3e:76:0f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:53Z', 'updated_at': '2021-12-22T04:46:03Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'subnets': [{'id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:05.193500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:46:05.206091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.220984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.241820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8964aacf-de60-4482-81a4-359173a64954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.286280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8964aacf-de60-4482-81a4-359173a64954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.359069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.377172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.402022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:05.402673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.427500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9aa0be15-2cf5-46e1-a75e-46faa21ba875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:05.471768 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7386227 Dec 22 04:46:05.507239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8964aacf-de60-4482-81a4-359173a64954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.603559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:05.617557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48748) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:05.663353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.681537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Transition to ACTIVE for port object dd3ac2fb-8155-41dc-9afa-02a21147558d will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:05.692470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.697999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:05.718897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': '70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:05.745772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48752) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:05.761925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964aacf-de60-4482-81a4-359173a64954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3281d28-b06f-4a86-b1c6-173b5ef85c88,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:05.776634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8964aacf-de60-4482-81a4-359173a64954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:05.777828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1733119446', 'description': 'tempest-description--671588060'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:05.819961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.827756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:05.839262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:05.841949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Usage tracker for resource:security_group and tenant:3803782124d34484be90ad3cd6bb3c45 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:05.847322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.848422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:05.850967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:05.860636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.876224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:05.881809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:05.886042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:05.949057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34b6028-ad23-477b-9692-084f91213d34,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:05.953365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:05.997696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.000686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:06.023753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8964aacf-de60-4482-81a4-359173a64954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.028315 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8964aacf-de60-4482-81a4-359173a64954 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3281d28-b06f-4a86-b1c6-173b5ef85c88 HTTP/1.1" status: 204 len: 168 time: 1.1344347 Dec 22 04:46:06.046373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bd15b23c-4355-4cba-9fb2-a53b54b673ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:06.064960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.084883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.087670 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1719730 Dec 22 04:46:06.098615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48758) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:06.104681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.108719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Request body: {'security_group_rule': {'security_group_id': '61dc18ee-4e5e-4784-a8c3-093195617bfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:06.126864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab67cd6e-2b67-43a4-b3e7-797d056f67d4,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:06.132167 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:06.142604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:06.146025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:06.151835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Usage tracker for resource:security_group_rule and tenant:0f5382b7aa0b4653bd41f3bb816510f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:06.158852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:06.162192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Usage tracker for resource:security_group_rule and tenant:3803782124d34484be90ad3cd6bb3c45 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:06.173054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:06.177171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:06.209745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:06.212910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5ad85-2a94-4640-8574-e4037c4005df None None] Pushing event updated for resources: {'Port': ['ID=dd3ac2fb-8155-41dc-9afa-02a21147558d,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:06.216619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1fa5ad85-2a94-4640-8574-e4037c4005df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:06.233728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Attempting to bind port dd3ac2fb-8155-41dc-9afa-02a21147558d on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:06.234105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Attempting to bind port dd3ac2fb-8155-41dc-9afa-02a21147558d by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:06.234508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Attempting to bind port dd3ac2fb-8155-41dc-9afa-02a21147558d on network 9f82e205-8882-4761-a0d5-7985d9afacfa {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:06.242514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:06.242514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Checking segment: {'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:06.242866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.243266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Bound using segment: {'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:06.243734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Bound port: dd3ac2fb-8155-41dc-9afa-02a21147558d, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:06.244108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.267959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e549608-65e2-4b92-8569-3dcbc8d2cb29']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.301488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2d1613-1750-4983-985e-36905c716069') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.301781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2d1613-1750-4983-985e-36905c716069') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.332390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.337302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.355752 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e9a981daa974899ac12a1925aad641f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9801381 Dec 22 04:46:06.370533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:06.375310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48762) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:06.385745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:subnet and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:06.395101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:06.414149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] For port dd3ac2fb-8155-41dc-9afa-02a21147558d, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:06.418271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] For port dd3ac2fb-8155-41dc-9afa-02a21147558d, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dd3ac2fb-8155-41dc-9afa-02a21147558d,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:06.423020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ab1cf025-2c79-4e38-9673-b9004b0a2983 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:06.436734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:06.465491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:06.475743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.496016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.505503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:06.536312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.567965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Routers {'5f6e8c4f-3adb-4089-a5bf-657580f7edb6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:06.568702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:45:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.600406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.666851 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.685725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:06.685983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.709010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.725531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.726515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.730416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.748913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:06.788848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67a3d61-d21a-40fd-88c0-c8531056eb72,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:06.791145 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49de8ba6-b572-4f7c-9ec0-5412ef0c62b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.822799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49de8ba6-b572-4f7c-9ec0-5412ef0c62b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:06.837675 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:06.849784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.879054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:06.919674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.929490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Router ba770052-b6cd-45cd-b0f7-ba738da751d7 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:46:06.936500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Pushing event deleted for resources: {'Network': ['ID=9e549608-65e2-4b92-8569-3dcbc8d2cb29,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:06.944403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:06.953654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ab1cf025-2c79-4e38-9673-b9004b0a2983 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:06.957118 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] 10.222.0.36 "DELETE /v2.0/networks/9e549608-65e2-4b92-8569-3dcbc8d2cb29 HTTP/1.1" status: 204 len: 168 time: 2.0615854 Dec 22 04:46:06.959943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48776) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:06.984592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] In _notify_port_updated(), no bound segment for port 1a6d47ef-af09-40b3-8457-3d1934f84f76 on network dfdd1cf7-5798-4d09-a00d-07ca7e511988 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:46:06.994497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:06.995345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:06.999726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] Set router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:46:07.000588 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "PUT /v2.0/ports/1a6d47ef-af09-40b3-8457-3d1934f84f76 HTTP/1.1" status: 200 len: 997 time: 2.0468445 Dec 22 04:46:07.002938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:07.003833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:07.068917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48778) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:07.088417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49de8ba6-b572-4f7c-9ec0-5412ef0c62b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.217988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49de8ba6-b572-4f7c-9ec0-5412ef0c62b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.220531 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-49de8ba6-b572-4f7c-9ec0-5412ef0c62b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab67cd6e-2b67-43a4-b3e7-797d056f67d4 HTTP/1.1" status: 204 len: 168 time: 0.8442037 Dec 22 04:46:07.242921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.244162 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1443772 Dec 22 04:46:07.251604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.251604 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4924488 Dec 22 04:46:07.254700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48788) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:07.255025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48790) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:07.292984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Port': ['ID=1a6d47ef-af09-40b3-8457-3d1934f84f76,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:07.301003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:07.309003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:07.314068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Usage tracker for resource:floatingip and tenant:0f5382b7aa0b4653bd41f3bb816510f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:07.318045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:07.324425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:07.335725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Request body: {'security_group_rule': {'security_group_id': 'd67a3d61-d21a-40fd-88c0-c8531056eb72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:07.342044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:07.345030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6df71b50-ec79-441e-8373-134f40f185bb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.554s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:07.361890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:07.364741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050fff37-d884-4aa0-84e3-1c6224b1c02b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:07.366616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.375762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:46:07.388494 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Sync routers for ids ['ba770052-b6cd-45cd-b0f7-ba738da751d7'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:07.391801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f77761d2-deb1-4c90-b19e-fc481779dad3 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Deleting port 1a6d47ef-af09-40b3-8457-3d1934f84f76 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:07.392333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f77761d2-deb1-4c90-b19e-fc481779dad3 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.422831 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Routers {'ba770052-b6cd-45cd-b0f7-ba738da751d7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:07.423457 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:45:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ba770052-b6cd-45cd-b0f7-ba738da751d7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:07.425871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:07.426107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ab1cf025-2c79-4e38-9673-b9004b0a2983 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:07.429784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.433403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Usage tracker for resource:security_group_rule and tenant:3803782124d34484be90ad3cd6bb3c45 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:07.451787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99689170-3921-4e29-8c78-f28287c60526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:07.473397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5ad85-2a94-4640-8574-e4037c4005df None None] Pushing event updated for resources: {'Port': ['ID=dd3ac2fb-8155-41dc-9afa-02a21147558d,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:07.485625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:07.495736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1fa5ad85-2a94-4640-8574-e4037c4005df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:07.514255 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-32427d8c-7cce-43c7-9c09-34880a05f69f tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] DELETE failed (client error): The resource could not be found. Dec 22 04:46:07.514712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32427d8c-7cce-43c7-9c09-34880a05f69f tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:46:07.522074 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-32427d8c-7cce-43c7-9c09-34880a05f69f tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] 10.222.0.36 "DELETE /v2.0/ports/f160b41d-d86f-4ceb-8e14-b4143d3bcbfc HTTP/1.1" status: 404 len: 333 time: 0.1770120 Dec 22 04:46:07.532072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48802) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:07.536151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de8ba6-b572-4f7c-9ec0-5412ef0c62b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab67cd6e-2b67-43a4-b3e7-797d056f67d4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:07.538213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:07.554006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.558800 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.4324288 Dec 22 04:46:07.637164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-49de8ba6-b572-4f7c-9ec0-5412ef0c62b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:07.639768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48808) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:07.739655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-06cf5814-a431-46be-81ae-690022c1b6db None None] Provisioning complete for port 1a6d47ef-af09-40b3-8457-3d1934f84f76 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:07.740035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-06cf5814-a431-46be-81ae-690022c1b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.766035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3571dd0c-8349-4f2b-b9fa-df84650af11e tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Deleting subnet 6e24e288-f352-4599-9276-e519ecfa0c48 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:46:07.777458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3571dd0c-8349-4f2b-b9fa-df84650af11e tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.789969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.827869 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Set router ba770052-b6cd-45cd-b0f7-ba738da751d7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:46:07.846650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.872682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-086452ea-51b3-4f19-b692-49baa2c07a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:07.873556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-06cf5814-a431-46be-81ae-690022c1b6db None None] Port 1a6d47ef-af09-40b3-8457-3d1934f84f76 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:07.888946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:46:01Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'dd3ac2fb-8155-41dc-9afa-02a21147558d', 'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'mac_address': 'fa:16:3e:04:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:58Z', 'updated_at': '2021-12-22T04:46:06Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'subnets': [{'id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:07.898994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c68bb-068b-495b-b056-c4edf3bc0574 None None] The sync data for ids ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'] in dv-neutron-822524-1-hyperv is: [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:46:01Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'dd3ac2fb-8155-41dc-9afa-02a21147558d', 'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'mac_address': 'fa:16:3e:04:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:58Z', 'updated_at': '2021-12-22T04:46:06Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'subnets': [{'id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:07.904715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port ab1cf025-2c79-4e38-9673-b9004b0a2983, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ab1cf025-2c79-4e38-9673-b9004b0a2983,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:07.914397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:07.928652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:08.026704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3571dd0c-8349-4f2b-b9fa-df84650af11e tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:08.120638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=ab1cf025-2c79-4e38-9673-b9004b0a2983,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:08.131588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:08.224635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=68c24968-5ae6-4f92-b477-6f15d7880e13,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:08.302137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:08.319948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': 'd01294be-61c7-4ad8-96cc-c13d6a8e8a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:08.320352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:08.320817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:08.340615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3571dd0c-8349-4f2b-b9fa-df84650af11e tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:08.453350 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba770052-b6cd-45cd-b0f7-ba738da751d7', 'name': '', 'tenant_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54d5d9bc-9940-43a3-8ddf-e252358c655f', 'external_fixed_ips': [{'subnet_id': '6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '588f5f21-8e58-447a-9a86-4fd07dcad25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:57Z', 'updated_at': '2021-12-22T04:46:03Z', 'revision_number': 3, 'project_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'gw_port': {'id': '588f5f21-8e58-447a-9a86-4fd07dcad25c', 'name': '', 'network_id': '54d5d9bc-9940-43a3-8ddf-e252358c655f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba770052-b6cd-45cd-b0f7-ba738da751d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:00Z', 'updated_at': '2021-12-22T04:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:08.467141 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Checking router: ba770052-b6cd-45cd-b0f7-ba738da751d7 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:46:08.468679 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Updating router ba770052-b6cd-45cd-b0f7-ba738da751d7 port 588f5f21-8e58-447a-9a86-4fd07dcad25c binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:46:08.531112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3571dd0c-8349-4f2b-b9fa-df84650af11e tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:08.554082 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:08.562848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:08.615794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dd3ac2fb-8155-41dc-9afa-02a21147558d up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:08.661477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:08.676067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3571dd0c-8349-4f2b-b9fa-df84650af11e tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:08.678967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571dd0c-8349-4f2b-b9fa-df84650af11e tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Pushing event deleted for resources: {'Subnet': ['ID=6e24e288-f352-4599-9276-e519ecfa0c48,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:08.685558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3571dd0c-8349-4f2b-b9fa-df84650af11e tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:08.704245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:08.707257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9adda2-ee1a-4fb9-8905-ef77857aaaee None None] Network 3bd78d7f-ad77-461e-a4ee-ca900274fa4d requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:08.711356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:08.712807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:08.746309 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3571dd0c-8349-4f2b-b9fa-df84650af11e tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] 10.222.0.36 "DELETE /v2.0/subnets/6e24e288-f352-4599-9276-e519ecfa0c48 HTTP/1.1" status: 204 len: 168 time: 1.2108326 Dec 22 04:46:08.748031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48840) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:08.761314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe680b2-4b15-4d80-ba69-dbcd23f3de96 None None] Network 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:08.936924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:08.953227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:08.959286 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-208563a1-d548-4958-9cde-563a1beb10aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2742057 Dec 22 04:46:08.966310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48848) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:08.976287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282528504'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:08.981726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:08.987861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:network and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:08.991756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:08.999454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:09.018257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:09.023884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.066571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:09.079227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.079953 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment 9f5ced36-f974-45ef-9b55-5c7cb061a8c7 of type vlan for network d87ca096-65af-49df-bd9d-efbb9eeb568e Dec 22 04:46:09.088522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f77761d2-deb1-4c90-b19e-fc481779dad3 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.127499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.169612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Deleting port faa7732a-b475-4bda-8f40-31cd6052dced {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:09.170105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.249103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48852) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:09.289208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.316747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:09.317501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.323384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f77761d2-deb1-4c90-b19e-fc481779dad3 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Calling delete_port for 1a6d47ef-af09-40b3-8457-3d1934f84f76 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:09.340278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:09.429487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port dd3ac2fb-8155-41dc-9afa-02a21147558d completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:09.437909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port dd3ac2fb-8155-41dc-9afa-02a21147558d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:09.438645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.556943 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.583396 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6157832 Dec 22 04:46:09.592796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.629576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48864) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:09.639595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': 'd87ca096-65af-49df-bd9d-efbb9eeb568e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:09.664307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb', 'network_id': '70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': '68c24968-5ae6-4f92-b477-6f15d7880e13'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:09.665314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.705860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.732614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.746544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=d87ca096-65af-49df-bd9d-efbb9eeb568e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:09.750550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:09.765745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:09.821073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db245961-9435-4257-b61b-ce272bcd600d None None] DHCP port deletion for 3bd78d7f-ad77-461e-a4ee-ca900274fa4d request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:46:09.823525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network d87ca096-65af-49df-bd9d-efbb9eeb568e details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:09.842521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf055e6-62ba-4083-9dd9-901ca4d78341,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:09.859498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:09.877278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-db245961-9435-4257-b61b-ce272bcd600d None None] Deleting port faa7732a-b475-4bda-8f40-31cd6052dced {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:09.877721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-db245961-9435-4257-b61b-ce272bcd600d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.883123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.885189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1395314701'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:09.887311 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5996807 Dec 22 04:46:09.889085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.892691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48868) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:09.909539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port dd3ac2fb-8155-41dc-9afa-02a21147558d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dd3ac2fb-8155-41dc-9afa-02a21147558d,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:09.919570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:09.936411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Request body: {'security_group_rule': {'security_group_id': 'd67a3d61-d21a-40fd-88c0-c8531056eb72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:09.944236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:09.947293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.949158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Usage tracker for resource:security_group_rule and tenant:3803782124d34484be90ad3cd6bb3c45 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:09.952966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:09.962439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Deleting port 588f5f21-8e58-447a-9a86-4fd07dcad25c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:09.962862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.964809 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Transition to ACTIVE for port object 588f5f21-8e58-447a-9a86-4fd07dcad25c will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:09.976245 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.981272 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-bd7e139d-dc08-4364-8968-b766bbb73579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:10.024439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.025295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ab1cf025-2c79-4e38-9673-b9004b0a2983 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:10.028262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f77761d2-deb1-4c90-b19e-fc481779dad3 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.034424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Usage tracker for resource:network and tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:10.039452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:10.055255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:10.068353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:10.085765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:10.106449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:10.124296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:subnet and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:10.128402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:10.131832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:10.133946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Made reservation on behalf of d7e3ea1e5cc34eb688490bfcc948e7a0 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:10.139303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.164781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:10.174736 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.186699 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Attempting to bind port 588f5f21-8e58-447a-9a86-4fd07dcad25c on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:10.187151 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Attempting to bind port 588f5f21-8e58-447a-9a86-4fd07dcad25c by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'f74f0b9e-4b28-47e2-99cf-b014baa1cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '54d5d9bc-9940-43a3-8ddf-e252358c655f'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:10.187621 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Attempting to bind port 588f5f21-8e58-447a-9a86-4fd07dcad25c on network 54d5d9bc-9940-43a3-8ddf-e252358c655f {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:10.190173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.196236 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8c58c-5067-404c-b698-1b44c1d29f23 None None] Pushing event updated for resources: {'Port': ['ID=588f5f21-8e58-447a-9a86-4fd07dcad25c,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:10.202576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77761d2-deb1-4c90-b19e-fc481779dad3 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event deleted for resources: {'Port': ['ID=1a6d47ef-af09-40b3-8457-3d1934f84f76,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:10.211829 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-4fd8c58c-5067-404c-b698-1b44c1d29f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:10.216950 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:10.217750 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Checking segment: {'id': 'f74f0b9e-4b28-47e2-99cf-b014baa1cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '54d5d9bc-9940-43a3-8ddf-e252358c655f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:10.220195 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.220681 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Bound using segment: {'id': 'f74f0b9e-4b28-47e2-99cf-b014baa1cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '54d5d9bc-9940-43a3-8ddf-e252358c655f'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:10.221298 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Bound port: 588f5f21-8e58-447a-9a86-4fd07dcad25c, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74f0b9e-4b28-47e2-99cf-b014baa1cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '54d5d9bc-9940-43a3-8ddf-e252358c655f'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:10.223074 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.246238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] For port faa7732a-b475-4bda-8f40-31cd6052dced, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=faa7732a-b475-4bda-8f40-31cd6052dced,segment=NetworkSegment(fde95108-b2e1-4007-8c76-7baa713cd661),segment_id=fde95108-b2e1-4007-8c76-7baa713cd661)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:10.246934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.253589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f77761d2-deb1-4c90-b19e-fc481779dad3 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:10.397300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f77761d2-deb1-4c90-b19e-fc481779dad3 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.433883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Calling delete_port for faa7732a-b475-4bda-8f40-31cd6052dced owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:10.441806 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] For port 588f5f21-8e58-447a-9a86-4fd07dcad25c, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:10.451449 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] For port 588f5f21-8e58-447a-9a86-4fd07dcad25c, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=588f5f21-8e58-447a-9a86-4fd07dcad25c,segment=NetworkSegment(f74f0b9e-4b28-47e2-99cf-b014baa1cb7d),segment_id=f74f0b9e-4b28-47e2-99cf-b014baa1cb7d)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:10.460841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=dd3ac2fb-8155-41dc-9afa-02a21147558d,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:10.467064 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.468944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:10.472446 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-4fd8c58c-5067-404c-b698-1b44c1d29f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:10.504270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48876) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:10.526439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:10.532859 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f77761d2-deb1-4c90-b19e-fc481779dad3 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "DELETE /v2.0/ports/1a6d47ef-af09-40b3-8457-3d1934f84f76 HTTP/1.1" status: 204 len: 168 time: 3.4598029 Dec 22 04:46:10.533404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.546266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48882) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:10.601094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ab1cf025-2c79-4e38-9673-b9004b0a2983 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:10.601467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.653589 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Routers {'ba770052-b6cd-45cd-b0f7-ba738da751d7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:10.654234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:45:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ba770052-b6cd-45cd-b0f7-ba738da751d7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:10.668525 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc1792f-97e4-486f-affd-4720c512b2bb tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] GET failed (client error): The resource could not be found. Dec 22 04:46:10.669524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8bc1792f-97e4-486f-affd-4720c512b2bb tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Synchronizing usage tracker for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:10.678645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-db245961-9435-4257-b61b-ce272bcd600d None None] For port faa7732a-b475-4bda-8f40-31cd6052dced, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=faa7732a-b475-4bda-8f40-31cd6052dced,segment=NetworkSegment(fde95108-b2e1-4007-8c76-7baa713cd661),segment_id=fde95108-b2e1-4007-8c76-7baa713cd661)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:10.678645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-db245961-9435-4257-b61b-ce272bcd600d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.687584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Allocated IP 172.20.255.242 (70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb/68c24968-5ae6-4f92-b477-6f15d7880e13/8e141132-6bb0-4e43-b026-7a6e11734120) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:10.725387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Allocated IP 172.26.1.200 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/bb6c99b8-b835-48d7-88e3-488544f4e49a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:10.735155 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8c58c-5067-404c-b698-1b44c1d29f23 None None] Pushing event updated for resources: {'Port': ['ID=588f5f21-8e58-447a-9a86-4fd07dcad25c,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:10.748766 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-4fd8c58c-5067-404c-b698-1b44c1d29f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:10.842980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:10.871480 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] Set router ba770052-b6cd-45cd-b0f7-ba738da751d7 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:46:10.892468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-db245961-9435-4257-b61b-ce272bcd600d None None] Calling delete_port for faa7732a-b475-4bda-8f40-31cd6052dced owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:10.896266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Usage tracker for resource:security_group_rule and tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:10.905315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:10.910264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:10.931014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:10.934682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:10.948293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.987369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:10.989466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Usage tracker for resource:floatingip and tenant:9ee1270bfe0b4611a6d70df918fcdb9f is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:11.000118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:11.009420 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba770052-b6cd-45cd-b0f7-ba738da751d7', 'name': '', 'tenant_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:57Z', 'updated_at': '2021-12-22T04:46:09Z', 'revision_number': 4, 'project_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:11.014592 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3614fab-95af-446d-bfe0-619927f2031e None None] The sync data for ids ['ba770052-b6cd-45cd-b0f7-ba738da751d7'] in dv-neutron-822524-1-hyperv is: [{'id': 'ba770052-b6cd-45cd-b0f7-ba738da751d7', 'name': '', 'tenant_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:57Z', 'updated_at': '2021-12-22T04:46:09Z', 'revision_number': 4, 'project_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:11.023175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.028779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] For port 588f5f21-8e58-447a-9a86-4fd07dcad25c, host dv-neutron-822524-1-hyperv, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:11.028779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.031928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.034504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:11.053230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.059339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1dc07261-d11c-480f-a9e1-98ec600f2eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:11.143902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Pushing event deleted for resources: {'Port': ['ID=faa7732a-b475-4bda-8f40-31cd6052dced,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:11.152954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.155965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.172206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:11.174803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] No DVR routers for this DVR port faa7732a-b475-4bda-8f40-31cd6052dced on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:11.178558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:11.272881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-db245961-9435-4257-b61b-ce272bcd600d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:11.273295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-db245961-9435-4257-b61b-ce272bcd600d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:11.292754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:11.337119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Calling delete_port for 588f5f21-8e58-447a-9a86-4fd07dcad25c owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:11.392239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.402745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8bc1792f-97e4-486f-affd-4720c512b2bb tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Unset dirty status for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:11.403923 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8bc1792f-97e4-486f-affd-4720c512b2bb tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "GET /v2.0/ports/1a6d47ef-af09-40b3-8457-3d1934f84f76 HTTP/1.1" status: 404 len: 333 time: 0.8565497 Dec 22 04:46:11.418715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48886) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:11.419307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Transition to ACTIVE for port object 8e141132-6bb0-4e43-b026-7a6e11734120 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:11.439837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.440055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'port': {'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988', 'name': 'tempest-AllowedAddressPairTestJSON-1221006658'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:11.454354 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Transition to ACTIVE for port object 8e141132-6bb0-4e43-b026-7a6e11734120 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:11.472497 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dd3ac2fb-8155-41dc-9afa-02a21147558d up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:11.475028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:11.480857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd44930-e7d1-46d9-8add-fb9edc0bd143,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:11.484092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:11.484825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.487008 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5687497 Dec 22 04:46:11.487008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.493315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:11.515178 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.527743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1fa5ad85-2a94-4640-8574-e4037c4005df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:11.528534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48890) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:11.531005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:11.554339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:11.625922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:11.628687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Network 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:11.633348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:11.636406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:11.638970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Pushing event updated for resources: {'Port': ['ID=8e141132-6bb0-4e43-b026-7a6e11734120,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:11.642851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:11.660882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:11.666663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:11.700468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Pushing event updated for resources: {'Port': ['ID=bb6c99b8-b835-48d7-88e3-488544f4e49a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:11.725061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.733542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Usage tracker for resource:floatingip and tenant:3803782124d34484be90ad3cd6bb3c45 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:11.738692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:11.763413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:11.784323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-db245961-9435-4257-b61b-ce272bcd600d None None] Deleting port faa7732a-b475-4bda-8f40-31cd6052dced {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:11.785340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-db245961-9435-4257-b61b-ce272bcd600d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.799106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.799488 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Added segment b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13 of type vlan for network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 Dec 22 04:46:11.803618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:11.805785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=6e4e1883-5498-40fd-918f-8b3f6aa8e16b,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:11.827175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd78d7f-ad77-461e-a4ee-ca900274fa4d']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:11.834562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port dd3ac2fb-8155-41dc-9afa-02a21147558d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:11.834946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.852729 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:11.862862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8964aacf-de60-4482-81a4-359173a64954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:11.863063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.874485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:11.878364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Attempting to bind port 8e141132-6bb0-4e43-b026-7a6e11734120 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:11.879205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Attempting to bind port 8e141132-6bb0-4e43-b026-7a6e11734120 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'd01294be-61c7-4ad8-96cc-c13d6a8e8a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:11.879899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Attempting to bind port 8e141132-6bb0-4e43-b026-7a6e11734120 on network 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:11.880384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': '9f5ced36-f974-45ef-9b55-5c7cb061a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd87ca096-65af-49df-bd9d-efbb9eeb568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:11.881111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: d87ca096-65af-49df-bd9d-efbb9eeb568e, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:11.887865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde95108-b2e1-4007-8c76-7baa713cd661') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:11.888235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde95108-b2e1-4007-8c76-7baa713cd661') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:11.918560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.931772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:11.932248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:11.932627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Checking segment: {'id': 'd01294be-61c7-4ad8-96cc-c13d6a8e8a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:11.933043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.933528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Bound using segment: {'id': 'd01294be-61c7-4ad8-96cc-c13d6a8e8a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:11.934119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Bound port: 8e141132-6bb0-4e43-b026-7a6e11734120, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01294be-61c7-4ad8-96cc-c13d6a8e8a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:11.934398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.952482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:11.953013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:11.958634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.964773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-db245961-9435-4257-b61b-ce272bcd600d None None] The port 'faa7732a-b475-4bda-8f40-31cd6052dced' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:46:11.974951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.983796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:11.996735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c029d244-8062-4e60-b083-9326528d417b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:12.019083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Made reservation on behalf of 5ba3e79044094607ab4585ec876747d5 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:12.023954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:12.025051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.030983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.085201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] device_id is not set on port b6cdfb71-0e5b-411c-bd83-ccada426e0ea yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:12.107519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network d87ca096-65af-49df-bd9d-efbb9eeb568e is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:12.110171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:12.110579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.126606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] For port 8e141132-6bb0-4e43-b026-7a6e11734120, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:12.132922 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:12.141653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] For port 8e141132-6bb0-4e43-b026-7a6e11734120, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8e141132-6bb0-4e43-b026-7a6e11734120,segment=NetworkSegment(d01294be-61c7-4ad8-96cc-c13d6a8e8a90),segment_id=d01294be-61c7-4ad8-96cc-c13d6a8e8a90)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:12.154027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.158786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ab866553-45a4-4b89-aacd-fd1a58fbd277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:12.242730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.243456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, d87ca096-65af-49df-bd9d-efbb9eeb568e) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:12.247553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device faa7732a-b475-4bda-8f40-31cd6052dced no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:46:12.258360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:12.258969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.273924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:12.274442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.282188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7953edfb-e454-4f2e-be6c-373d34fadcab tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:12.322228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6553dfe-35f7-4485-bd85-cf3c0ed06391 None None] Network d87ca096-65af-49df-bd9d-efbb9eeb568e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:12.325893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.362128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: faa7732a-b475-4bda-8f40-31cd6052dced {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:46:12.362452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device faa7732a-b475-4bda-8f40-31cd6052dced not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:46:12.409503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Allocated IP 172.20.0.3 (dfdd1cf7-5798-4d09-a00d-07ca7e511988/bf509466-030b-49e4-bfb3-ab414e622125/b6cdfb71-0e5b-411c-bd83-ccada426e0ea) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:12.432369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.436447 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] 10.222.0.36 "DELETE /v2.0/networks/3bd78d7f-ad77-461e-a4ee-ca900274fa4d HTTP/1.1" status: 204 len: 168 time: 3.6852119 Dec 22 04:46:12.449684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Network': ['ID=62ad57f0-2aee-4953-85e2-a7aaeba51ed3,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:12.454254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:12.455447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Deleting port 588f5f21-8e58-447a-9a86-4fd07dcad25c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:12.455923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.456977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:12.487673 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.2211828 Dec 22 04:46:12.496242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48896) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:12.498796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.511909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:12.516931 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8826702 Dec 22 04:46:12.533185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'subnet': {'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:12.628631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48900) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:12.644748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Pushing event deleted for resources: {'Network': ['ID=3bd78d7f-ad77-461e-a4ee-ca900274fa4d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:12.653996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:12.655385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Pushing event updated for resources: {'Port': ['ID=8e141132-6bb0-4e43-b026-7a6e11734120,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:12.667700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:12.696630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:46:12.730436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.753250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.792462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:12.841060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-d87ca096-65af-49df-bd9d-efbb9eeb568e', 'network_id': 'd87ca096-65af-49df-bd9d-efbb9eeb568e', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': '6e4e1883-5498-40fd-918f-8b3f6aa8e16b'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:12.842099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.856845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.938509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.997385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:13.006901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48906) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:13.034657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Usage tracker for resource:subnet and tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:13.112233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Allocated IP 172.20.0.2 (d87ca096-65af-49df-bd9d-efbb9eeb568e/6e4e1883-5498-40fd-918f-8b3f6aa8e16b/d35a70a0-71d2-474c-94bd-7dd12e48a7d3) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:13.185134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Transition to ACTIVE for port object b6cdfb71-0e5b-411c-bd83-ccada426e0ea will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:13.202818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Pushing event updated for resources: {'Port': ['ID=bb6c99b8-b835-48d7-88e3-488544f4e49a,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:13.211030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:13.228209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Allocated IP 172.26.1.136 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/8f4bb5ca-facf-410b-9e52-fdbea567c629) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:13.233475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.242896 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9488347 Dec 22 04:46:13.266472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] For port 588f5f21-8e58-447a-9a86-4fd07dcad25c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=588f5f21-8e58-447a-9a86-4fd07dcad25c,segment=NetworkSegment(f74f0b9e-4b28-47e2-99cf-b014baa1cb7d),segment_id=f74f0b9e-4b28-47e2-99cf-b014baa1cb7d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:13.266820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.329205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:13.331810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.358081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.365353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:13.416795 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Calling delete_port for 588f5f21-8e58-447a-9a86-4fd07dcad25c owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:13.421761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Made reservation on behalf of d7e3ea1e5cc34eb688490bfcc948e7a0 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:13.425848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.441298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.455381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:13.513366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.541568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Transition to ACTIVE for port object d35a70a0-71d2-474c-94bd-7dd12e48a7d3 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:13.551414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8e141132-6bb0-4e43-b026-7a6e11734120 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:13.566570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:13.590858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:13.593511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:13.609281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:13.609281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.622373 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6690040c-2457-42f9-88b3-50f4122f3d0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=919272fd63d0494fb320d801245f5b61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6115246 Dec 22 04:46:13.631132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Transition to ACTIVE for port object d35a70a0-71d2-474c-94bd-7dd12e48a7d3 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:13.635216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48922) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:13.652405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.667430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-dba2681a-e450-44d8-ab04-bd4c7f578ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:13.715657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Network d87ca096-65af-49df-bd9d-efbb9eeb568e is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:13.731321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Port': ['ID=b6cdfb71-0e5b-411c-bd83-ccada426e0ea,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:13.732285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:13.735394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:13.744328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.749883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:13.760061 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3364325 Dec 22 04:46:13.764326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48928) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:13.770342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5932da67-0865-4b07-a178-f7391f4dd033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.776074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'port': {'network_id': 'dfdd1cf7-5798-4d09-a00d-07ca7e511988', 'name': 'tempest-AllowedAddressPairTestJSON-1489623641'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:13.863335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 8e141132-6bb0-4e43-b026-7a6e11734120 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:13.891805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.920346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5932da67-0865-4b07-a178-f7391f4dd033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.986975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Attempting to bind port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:13.987356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Attempting to bind port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '9f5ced36-f974-45ef-9b55-5c7cb061a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd87ca096-65af-49df-bd9d-efbb9eeb568e'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:13.987668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Attempting to bind port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 on network d87ca096-65af-49df-bd9d-efbb9eeb568e {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:14.010180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:14.010570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Checking segment: {'id': '9f5ced36-f974-45ef-9b55-5c7cb061a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd87ca096-65af-49df-bd9d-efbb9eeb568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:14.010982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.011380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Bound using segment: {'id': '9f5ced36-f974-45ef-9b55-5c7cb061a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd87ca096-65af-49df-bd9d-efbb9eeb568e'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:14.011884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Bound port: d35a70a0-71d2-474c-94bd-7dd12e48a7d3, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5ced36-f974-45ef-9b55-5c7cb061a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd87ca096-65af-49df-bd9d-efbb9eeb568e'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:14.012285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.092111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Pushing event updated for resources: {'Port': ['ID=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:14.113782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:14.121144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:14.124927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dccd2b2e-577f-44da-8d5e-5377c3ea22e3 None None] Provisioning for port b6cdfb71-0e5b-411c-bd83-ccada426e0ea completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:14.129160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.148598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:14.157774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dccd2b2e-577f-44da-8d5e-5377c3ea22e3 None None] Provisioning complete for port b6cdfb71-0e5b-411c-bd83-ccada426e0ea triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:14.158410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dccd2b2e-577f-44da-8d5e-5377c3ea22e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.172255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Made reservation on behalf of 5ba3e79044094607ab4585ec876747d5 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:14.175999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.203459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.205735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5932da67-0865-4b07-a178-f7391f4dd033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.212976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:14.213714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f615e90f-06f6-4aa4-8d55-87b02c546a89 None None] Network 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:14.225195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:14.259882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48942) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:14.265434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] device_id is not set on port 97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:14.306197 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 04:46:14.307589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:14.308131 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.308362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event deleted for resources: {'Port': ['ID=588f5f21-8e58-447a-9a86-4fd07dcad25c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:14.325129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:14.327919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:14.372782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event updated for resources: {'Port': ['ID=8f4bb5ca-facf-410b-9e52-fdbea567c629,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:14.376115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:14.380175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:14.380535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] For port d35a70a0-71d2-474c-94bd-7dd12e48a7d3, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:14.385607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] For port d35a70a0-71d2-474c-94bd-7dd12e48a7d3, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,segment=NetworkSegment(9f5ced36-f974-45ef-9b55-5c7cb061a8c7),segment_id=9f5ced36-f974-45ef-9b55-5c7cb061a8c7)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:14.389590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932da67-0865-4b07-a178-f7391f4dd033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eea5a86-d0b2-46ab-aa0a-ccd2334ecf4a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:14.401718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.405167 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.415519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:14.424478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:14.432365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.449676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5932da67-0865-4b07-a178-f7391f4dd033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:14.459017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:14.472784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dccd2b2e-577f-44da-8d5e-5377c3ea22e3 None None] Port b6cdfb71-0e5b-411c-bd83-ccada426e0ea cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:14.529141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Allocated IP 172.26.1.193 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/45d98308-ecde-4440-ac21-aba0b34c1964) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:14.539649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5932da67-0865-4b07-a178-f7391f4dd033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.539649 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5932da67-0865-4b07-a178-f7391f4dd033 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0eea5a86-d0b2-46ab-aa0a-ccd2334ecf4a HTTP/1.1" status: 204 len: 168 time: 0.8978510 Dec 22 04:46:14.595475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Pushing event updated for resources: {'Port': ['ID=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:14.631719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:14.662642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-26b25d8e-4292-4479-a74a-a24c66c77438 None None] Provisioning for port 8e141132-6bb0-4e43-b026-7a6e11734120 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:14.672260 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Subnet': ['ID=05b56e22-1c74-4538-aa43-1cf366a6add7,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:14.678503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-26b25d8e-4292-4479-a74a-a24c66c77438 None None] Provisioning complete for port 8e141132-6bb0-4e43-b026-7a6e11734120 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:14.678806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-26b25d8e-4292-4479-a74a-a24c66c77438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.687678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:14.689142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.690248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Checking segment: {'id': 'b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:14.690672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Network hostable DHCP agents. Network: 62ad57f0-2aee-4953-85e2-a7aaeba51ed3, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:14.707836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Allocated IP 172.20.0.14 (dfdd1cf7-5798-4d09-a00d-07ca7e511988/bf509466-030b-49e4-bfb3-ab414e622125/97cd053c-f6f2-4a7e-b614-8b18f5a36fc7) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:14.772126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-97efc68b-9875-4afa-b56e-48cdda5449fe tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:14.825802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4e1883-5498-40fd-918f-8b3f6aa8e16b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:14.830566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:14.892698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.903580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-26b25d8e-4292-4479-a74a-a24c66c77438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.957663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-26b25d8e-4292-4479-a74a-a24c66c77438 None None] For port 8e141132-6bb0-4e43-b026-7a6e11734120, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8e141132-6bb0-4e43-b026-7a6e11734120,segment=NetworkSegment(d01294be-61c7-4ad8-96cc-c13d6a8e8a90),segment_id=d01294be-61c7-4ad8-96cc-c13d6a8e8a90)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:14.960920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:14.967786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-26b25d8e-4292-4479-a74a-a24c66c77438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.971736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:15.041682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.066690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 62ad57f0-2aee-4953-85e2-a7aaeba51ed3) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:15.093338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:15.094047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.103106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48950) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:15.110108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a95dae5-17da-4195-b49d-c68cbcb799b1 None None] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:15.141877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-30c07634-7c4b-4248-bc31-524eea11058a req-a5e70741-9f2a-4b69-b29e-d6956391ea22 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Synchronizing usage tracker for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:15.172730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.187945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87ca096-65af-49df-bd9d-efbb9eeb568e']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:15.225810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.252209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:15.264392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5ced36-f974-45ef-9b55-5c7cb061a8c7') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:15.265273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5ced36-f974-45ef-9b55-5c7cb061a8c7') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:15.270436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b25d8e-4292-4479-a74a-a24c66c77438 None None] Pushing event updated for resources: {'Port': ['ID=8e141132-6bb0-4e43-b026-7a6e11734120,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:15.276722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-26b25d8e-4292-4479-a74a-a24c66c77438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:15.288977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.295602 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7908850 Dec 22 04:46:15.296413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48954) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:15.299773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.312441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] Usage tracker for resource:security_group_rule and tenant:25b55c6116d846e29452901059116d14 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:15.321761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.328201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.330727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fa5c6807-1c61-4dc5-8b11-799afcf37382 None None] Provisioning complete for port 8e141132-6bb0-4e43-b026-7a6e11734120 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:15.331103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6807-1c61-4dc5-8b11-799afcf37382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.333874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:15.340841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Transition to ACTIVE for port object 97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:15.355723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.365902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'port': {'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-128566612'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:15.383744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-30c07634-7c4b-4248-bc31-524eea11058a req-a5e70741-9f2a-4b69-b29e-d6956391ea22 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Unset dirty status for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:15.393566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:15.395683 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-a5e70741-9f2a-4b69-b29e-d6956391ea22 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1568496161&fields=id&tenant_id=0f5382b7aa0b4653bd41f3bb816510f1 HTTP/1.1" status: 200 len: 267 time: 1.1344790 Dec 22 04:46:15.430809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.437291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.437917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba770052-b6cd-45cd-b0f7-ba738da751d7 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:46:15.454975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e595ffba-3292-477c-917f-1c5aa78bb859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:15.545903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-62ad57f0-2aee-4953-85e2-a7aaeba51ed3', 'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3', 'tenant_id': 'd7e3ea1e5cc34eb688490bfcc948e7a0', 'fixed_ips': [{'subnet_id': '05b56e22-1c74-4538-aa43-1cf366a6add7'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:15.546873 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.609269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d35a70a0-71d2-474c-94bd-7dd12e48a7d3 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:15.622917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.749426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:15.769917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:15.774126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:15.779865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:15.780665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.798499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Port': ['ID=97cd053c-f6f2-4a7e-b614-8b18f5a36fc7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:15.811151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.815177 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ba770052-b6cd-45cd-b0f7-ba738da751d7 HTTP/1.1" status: 204 len: 168 time: 8.1521640 Dec 22 04:46:15.825062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:15.826503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:15.829584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48958) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:15.841893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8e141132-6bb0-4e43-b026-7a6e11734120 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:15.931238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Allocated IP 2001:db8::2 (62ad57f0-2aee-4953-85e2-a7aaeba51ed3/05b56e22-1c74-4538-aa43-1cf366a6add7/1b8ad9a4-355c-4863-b2b4-c69d6cb25296) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:15.947313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2407dba-ca2d-4c14-acab-4a6c1f622ef6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Deleting subnet 6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:46:15.951106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2407dba-ca2d-4c14-acab-4a6c1f622ef6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.979051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:15.980471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.015241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2407dba-ca2d-4c14-acab-4a6c1f622ef6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.026704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2407dba-ca2d-4c14-acab-4a6c1f622ef6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.050601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.058435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78978aa5-1584-41b4-8399-c6c375f7322b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:16.066751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:16.067158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:16.095388 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:16.102243 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25b55c6116d846e29452901059116d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9978635 Dec 22 04:46:16.103121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.103967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 48962) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:16.114257 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3469965 Dec 22 04:46:16.118172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48964) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:16.128725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:60:0b:ee'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ad:09:f6'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:16.161463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 8e141132-6bb0-4e43-b026-7a6e11734120 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:16.161840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.176593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07634-7c4b-4248-bc31-524eea11058a req-dd0dc480-8c2b-4362-ab11-c3d57c3e7bc3 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:16.177390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-30c07634-7c4b-4248-bc31-524eea11058a req-dd0dc480-8c2b-4362-ab11-c3d57c3e7bc3 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Synchronizing usage tracker for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:16.186930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2407dba-ca2d-4c14-acab-4a6c1f622ef6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.208997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87cd521d-f601-42c5-b847-cda582d6995f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:16.231870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ab2ebc-6fb9-4741-8e5c-820ebed932f5 None None] Network d87ca096-65af-49df-bd9d-efbb9eeb568e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:16.257525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2407dba-ca2d-4c14-acab-4a6c1f622ef6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:16.266927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2407dba-ca2d-4c14-acab-4a6c1f622ef6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:16.268927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-30c07634-7c4b-4248-bc31-524eea11058a req-dd0dc480-8c2b-4362-ab11-c3d57c3e7bc3 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Unset dirty status for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:16.270238 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-dd0dc480-8c2b-4362-ab11-c3d57c3e7bc3 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/networks?id=2a9fb3d0-e51c-4b01-bdf1-108b9e717864 HTTP/1.1" status: 200 len: 806 time: 0.8734808 Dec 22 04:46:16.271243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2407dba-ca2d-4c14-acab-4a6c1f622ef6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.311603 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a2407dba-ca2d-4c14-acab-4a6c1f622ef6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4 HTTP/1.1" status: 204 len: 168 time: 0.4767184 Dec 22 04:46:16.315006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48972) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:16.352435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:46:16.352435 dv-neutron-822524-1-hyperv neutron-server[87555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:46:16.352435 dv-neutron-822524-1-hyperv neutron-server[87555]: [parameters: {'id': 'd87ca096-65af-49df-bd9d-efbb9eeb568e'}] Dec 22 04:46:16.352435 dv-neutron-822524-1-hyperv neutron-server[87555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:16.353197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:16.354286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-068f6f1d-e023-49cb-82f9-a602fd95147d None None] Provisioning for port 97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:16.366451 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-a51327d3-788f-4a73-8242-29b5c667d9f8 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/quotas/0f5382b7aa0b4653bd41f3bb816510f1 HTTP/1.1" status: 200 len: 375 time: 0.0856600 Dec 22 04:46:16.383120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cc3ae9-1e79-4576-a065-f78dc47681fe,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:16.393337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:16.401870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:16.416848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-068f6f1d-e023-49cb-82f9-a602fd95147d None None] Provisioning complete for port 97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:16.417292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-068f6f1d-e023-49cb-82f9-a602fd95147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.436536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.447033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a36631cb-44da-44e5-99aa-d13cfb2c29d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.469955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:16.482484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.498040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Usage tracker for resource:port and tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:16.513389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:16.537696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:16.546333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:16.548125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a36631cb-44da-44e5-99aa-d13cfb2c29d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.557963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:16.560532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event updated for resources: {'Port': ['ID=8f4bb5ca-facf-410b-9e52-fdbea567c629,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:16.563328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:16.570896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.592917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.600127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:16.602505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.606694 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0983951 Dec 22 04:46:16.606694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c682887-4a47-4dc2-9f57-e98bca63ac17 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:16.608069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 48976) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:16.617065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Transition to ACTIVE for port object 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:16.621356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-068f6f1d-e023-49cb-82f9-a602fd95147d None None] Port 97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:16.629467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-420898739'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:16.652343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Transition to ACTIVE for port object 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:16.654267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:16.656960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Made reservation on behalf of d7e3ea1e5cc34eb688490bfcc948e7a0 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:16.660549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.660806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.666634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c1f0c8d9-3a86-43c4-8d06-18958e217f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:16.667787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Usage tracker for resource:network and tenant:9ee1270bfe0b4611a6d70df918fcdb9f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:16.672924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:16.709464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:16.711789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.723666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] device_id is not set on port 677257b1-31aa-4f6e-b2e4-d8d0e97c96c0 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:16.731780 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:16.735530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:16.741084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-30c07634-7c4b-4248-bc31-524eea11058a req-7f3d979d-ff00-4422-b9ac-f0c37db36e33 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Synchronizing usage tracker for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:16.742210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:16.755967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Pushing event updated for resources: {'Port': ['ID=1b8ad9a4-355c-4863-b2b4-c69d6cb25296,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:16.760460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:16.771825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Pushing event updated for resources: {'Port': ['ID=45d98308-ecde-4440-ac21-aba0b34c1964,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:16.781961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:16.828026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Made reservation on behalf of 9ee1270bfe0b4611a6d70df918fcdb9f for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:16.832343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.862394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Attempting to bind port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:16.862815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Attempting to bind port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:16.863159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Attempting to bind port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 on network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:16.865320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e087a0fc-40fe-4a4f-80c2-f470b3ffc489 None None] Provisioning for port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:16.872721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:16.873092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Checking segment: {'id': 'b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:16.873497 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.873881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Bound using segment: {'id': 'b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:16.874373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Bound port: 1b8ad9a4-355c-4863-b2b4-c69d6cb25296, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:16.874745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.884016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e087a0fc-40fe-4a4f-80c2-f470b3ffc489 None None] Provisioning complete for port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:16.884417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e087a0fc-40fe-4a4f-80c2-f470b3ffc489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.912166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.917442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] DHCP port deletion for d87ca096-65af-49df-bd9d-efbb9eeb568e request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:46:16.918418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.925338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a36631cb-44da-44e5-99aa-d13cfb2c29d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.928372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-30c07634-7c4b-4248-bc31-524eea11058a req-7f3d979d-ff00-4422-b9ac-f0c37db36e33 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Unset dirty status for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:16.932922 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-7f3d979d-ff00-4422-b9ac-f0c37db36e33 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f5382b7aa0b4653bd41f3bb816510f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5453579 Dec 22 04:46:16.937246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Deleting port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:16.937845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.945098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:16.945226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:16.990549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36631cb-44da-44e5-99aa-d13cfb2c29d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cc3ae9-1e79-4576-a065-f78dc47681fe,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:16.996916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:16.998004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:16.999235 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.000043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Allocated IP 2001:db8::1fd (62ad57f0-2aee-4953-85e2-a7aaeba51ed3/05b56e22-1c74-4538-aa43-1cf366a6add7/677257b1-31aa-4f6e-b2e4-d8d0e97c96c0) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:17.000186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > port after_create 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.000580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.001102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > port after_update 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.002320 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.004016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.004499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.004728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.008861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a36631cb-44da-44e5-99aa-d13cfb2c29d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:17.010100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:17.010508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.126934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.139849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a36631cb-44da-44e5-99aa-d13cfb2c29d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.141369 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a36631cb-44da-44e5-99aa-d13cfb2c29d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8cc3ae9-1e79-4576-a065-f78dc47681fe HTTP/1.1" status: 204 len: 168 time: 1.0239816 Dec 22 04:46:17.216417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] For port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:17.224609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.230177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.230641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.232164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:46:17.232863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d5d9bc-9940-43a3-8ddf-e252358c655f']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:17.236748 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] For port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1b8ad9a4-355c-4863-b2b4-c69d6cb25296,segment=NetworkSegment(b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13),segment_id=b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:17.254816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e087a0fc-40fe-4a4f-80c2-f470b3ffc489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.264935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74f0b9e-4b28-47e2-99cf-b014baa1cb7d') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:17.265244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74f0b9e-4b28-47e2-99cf-b014baa1cb7d') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:17.268399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.276817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-11f5e52b-2e1e-4c2e-8c12-046e789856a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:17.290336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.328478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.366563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:17.367293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.370944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.447067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d35a70a0-71d2-474c-94bd-7dd12e48a7d3 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: from cryptography.utils import int_from_bytes Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: from cryptography.utils import int_from_bytes Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn_limited( Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn_limited( Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:17.493152 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:17.495585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e087a0fc-40fe-4a4f-80c2-f470b3ffc489 None None] For port d35a70a0-71d2-474c-94bd-7dd12e48a7d3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,segment=NetworkSegment(9f5ced36-f974-45ef-9b55-5c7cb061a8c7),segment_id=9f5ced36-f974-45ef-9b55-5c7cb061a8c7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:17.501444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:17.506580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Usage tracker for resource:security_group_rule and tenant:9ee1270bfe0b4611a6d70df918fcdb9f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:17.510060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:17.517194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:17.522291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e087a0fc-40fe-4a4f-80c2-f470b3ffc489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.533309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] For port d35a70a0-71d2-474c-94bd-7dd12e48a7d3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,segment=NetworkSegment(9f5ced36-f974-45ef-9b55-5c7cb061a8c7),segment_id=9f5ced36-f974-45ef-9b55-5c7cb061a8c7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:17.533861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.538843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port d35a70a0-71d2-474c-94bd-7dd12e48a7d3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,segment=NetworkSegment(9f5ced36-f974-45ef-9b55-5c7cb061a8c7),segment_id=9f5ced36-f974-45ef-9b55-5c7cb061a8c7)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:17.539207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.541416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Pushing event updated for resources: {'Port': ['ID=1b8ad9a4-355c-4863-b2b4-c69d6cb25296,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:17.549114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:17.555091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:17.629594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.788050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for d35a70a0-71d2-474c-94bd-7dd12e48a7d3 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:17.805107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.808661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Calling delete_port for d35a70a0-71d2-474c-94bd-7dd12e48a7d3 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:17.847335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.890101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5932da67-0865-4b07-a178-f7391f4dd033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:17.978146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54d5d9bc-9940-43a3-8ddf-e252358c655f {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 04:46:17.979765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef336dc-1242-434a-8a66-ad5624bac42c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:17.985615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.022933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087a0fc-40fe-4a4f-80c2-f470b3ffc489 None None] Pushing event updated for resources: {'Port': ['ID=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:18.028081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e087a0fc-40fe-4a4f-80c2-f470b3ffc489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:18.032991 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "DELETE /v2.0/networks/54d5d9bc-9940-43a3-8ddf-e252358c655f HTTP/1.1" status: 204 len: 168 time: 1.7132313 Dec 22 04:46:18.037221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:18.040528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:18.044933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:18.045489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:18.056573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.081201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:18.081562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:18.093577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:18.099847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port d35a70a0-71d2-474c-94bd-7dd12e48a7d3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,segment=NetworkSegment(9f5ced36-f974-45ef-9b55-5c7cb061a8c7),segment_id=9f5ced36-f974-45ef-9b55-5c7cb061a8c7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:18.105654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.110306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e087a0fc-40fe-4a4f-80c2-f470b3ffc489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:18.124212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event deleted for resources: {'Network': ['ID=54d5d9bc-9940-43a3-8ddf-e252358c655f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:18.136030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:18.149589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.157048 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Added segment d72c5028-f4dc-46f7-9654-621c82d9ce1c of type vlan for network ea34a701-c8af-485c-b012-2817eaf490db Dec 22 04:46:18.166128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.201993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-b1229eec-340c-45bc-be64-b09b163c1fed service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:46:18.203064 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-b1229eec-340c-45bc-be64-b09b163c1fed service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8550899 Dec 22 04:46:18.222380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Transition to ACTIVE for port object 677257b1-31aa-4f6e-b2e4-d8d0e97c96c0 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:18.236639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.281423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.291899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:18.295763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:18.299040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.313913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:18.353875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.396817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.503603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7ffc620-42c9-4b41-93cb-bca65bd10b82 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:18.510038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:18.558406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:18.560873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:18.577742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:18.578407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.582642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:18.582979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.583222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Deleting port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:18.583695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.636720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.667853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Pushing event updated for resources: {'Port': ['ID=45d98308-ecde-4440-ac21-aba0b34c1964,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:18.679567 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:18.692055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:18.725695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.727234 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1416399 Dec 22 04:46:18.797108 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4738221 Dec 22 04:46:18.802687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49016) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:18.912752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:18.941139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event updated for resources: {'Port': ['ID=97cd053c-f6f2-4a7e-b614-8b18f5a36fc7,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:18.944455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49020) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:18.981097 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:19.002749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Request body: {'router': {'name': 'tempest-router--1782623339', 'project_id': 'cd2afb9969f14681bb0b07dd29561086'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:19.012682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port d35a70a0-71d2-474c-94bd-7dd12e48a7d3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,segment=NetworkSegment(9f5ced36-f974-45ef-9b55-5c7cb061a8c7),segment_id=9f5ced36-f974-45ef-9b55-5c7cb061a8c7)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:19.013091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.014015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:19.025856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Usage tracker for resource:router and tenant:cd2afb9969f14681bb0b07dd29561086 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:19.038125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:19.052358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:19.077581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c610c140-c37b-4e82-b758-3d66304d5037 None None] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:19.183531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.187759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.222985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'port': {'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1203146083', 'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:4d:aa:98'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:19.267429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:46:19.347031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.403096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.408450 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-954b2eb9-2027-49e0-8c3b-e67f717ca5d5 service neutron] 10.222.0.36 "GET /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1904349 Dec 22 04:46:19.413507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] In _notify_port_updated(), no bound segment for port 97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 on network dfdd1cf7-5798-4d09-a00d-07ca7e511988 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:46:19.443441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:19.444252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.448882 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "PUT /v2.0/ports/97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 HTTP/1.1" status: 200 len: 1056 time: 3.3289433 Dec 22 04:46:19.449636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for d35a70a0-71d2-474c-94bd-7dd12e48a7d3 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:19.452253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49048) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:19.483595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:19.484515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.525916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:19.538320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Port': ['ID=677257b1-31aa-4f6e-b2e4-d8d0e97c96c0,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:19.541411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:19.569314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-082e95b1-593e-46f7-bc72-1d2459dfa04c tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:19.596626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:19.601717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Usage tracker for resource:port and tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:19.605508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:19.616366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:19.618284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.626913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1bc56e31-aed6-41a7-9fa2-087a7c40aa18 None None] Provisioning for port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:19.634041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c0bd8035-4f58-4bf0-b5ae-88214177c022 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:19.635644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] For port d35a70a0-71d2-474c-94bd-7dd12e48a7d3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,segment=NetworkSegment(9f5ced36-f974-45ef-9b55-5c7cb061a8c7),segment_id=9f5ced36-f974-45ef-9b55-5c7cb061a8c7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:19.636159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.641161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.688888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No DVR routers for this DVR port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:19.728086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Port': ['ID=d35a70a0-71d2-474c-94bd-7dd12e48a7d3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:19.731041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:19.731988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Made reservation on behalf of d7e3ea1e5cc34eb688490bfcc948e7a0 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:19.842973 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.2240436 Dec 22 04:46:19.849474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49060) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:19.856870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.861446 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cfd4f5c2-47af-4c4c-87cb-aef8dabe5737 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8835652 Dec 22 04:46:19.866548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49064) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:19.873521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Request body: {'subnet': {'network_id': 'ea34a701-c8af-485c-b012-2817eaf490db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:19.938599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9336e782-cf05-4926-9e81-3a1d851e4b69 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Deleting port 97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:19.939619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9336e782-cf05-4926-9e81-3a1d851e4b69 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:19.961962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Calling delete_port for d35a70a0-71d2-474c-94bd-7dd12e48a7d3 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:19.974715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49074) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:19.979707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event updated for resources: {'Network': ['ID=ea34a701-c8af-485c-b012-2817eaf490db,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:20.066124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:20.108923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49078) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:20.120317 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network ea34a701-c8af-485c-b012-2817eaf490db details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:20.175143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:20.175683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:20.176663 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-07534e7c-78b7-43c9-8ee2-4d31d62551d8 service neutron] 10.222.0.36 "GET /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235866 Dec 22 04:46:20.184962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f9334209-03b4-4c24-9171-e00e9765ba91 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.267094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c17a8504-9593-4add-8bb3-f4838d116fcb None None] Provisioning complete for port 97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:20.267541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c17a8504-9593-4add-8bb3-f4838d116fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.327785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.357564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6ed75ef9-f6fd-4d6e-8452-ac34cd6cb917 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:20.371830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:20.375355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:20.382907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-69c370da-d19c-4603-b8d6-162d551237b9 req-3ba0cbe0-2ba4-4ed7-a6c2-a0eb6e29bf4a tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Synchronizing usage tracker for tenant:3803782124d34484be90ad3cd6bb3c45 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:20.383077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:20.383450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.391536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Usage tracker for resource:subnet and tenant:9ee1270bfe0b4611a6d70df918fcdb9f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:20.397468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:20.414282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:20.437131 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c17a8504-9593-4add-8bb3-f4838d116fcb None None] Port 97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:20.500715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87ca096-65af-49df-bd9d-efbb9eeb568e']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:20.524329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-69c370da-d19c-4603-b8d6-162d551237b9 req-3ba0cbe0-2ba4-4ed7-a6c2-a0eb6e29bf4a tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Unset dirty status for tenant:3803782124d34484be90ad3cd6bb3c45 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:20.529176 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-3ba0cbe0-2ba4-4ed7-a6c2-a0eb6e29bf4a tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1733119446&fields=id&tenant_id=3803782124d34484be90ad3cd6bb3c45 HTTP/1.1" status: 200 len: 267 time: 0.5509431 Dec 22 04:46:20.544058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Made reservation on behalf of 9ee1270bfe0b4611a6d70df918fcdb9f for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:20.553916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.576011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Deleting port d35a70a0-71d2-474c-94bd-7dd12e48a7d3 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:20.576011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.617861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f9334209-03b4-4c24-9171-e00e9765ba91 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.622259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5ced36-f974-45ef-9b55-5c7cb061a8c7') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:20.622551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5ced36-f974-45ef-9b55-5c7cb061a8c7') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:20.630081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f9334209-03b4-4c24-9171-e00e9765ba91 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.639956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.658292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.701814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.704936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] device_id is not set on port 4a6f86d8-1ecd-49f8-a706-164613b7814b yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:20.715209 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:46:20.747018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.761767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f9334209-03b4-4c24-9171-e00e9765ba91 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.762252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9334209-03b4-4c24-9171-e00e9765ba91 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7d6c2b9-95bc-46c4-b67d-89d6a5d00197 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:46:20.773809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-45f87272-2eab-47bf-a0f7-d3c667603ea7 None None] The port 'd35a70a0-71d2-474c-94bd-7dd12e48a7d3' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:46:20.777067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:20.777479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:20.804612 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:20.815155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1b8ad9a4-355c-4863-b2b4-c69d6cb25296,segment=NetworkSegment(b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13),segment_id=b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:20.823802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f9334209-03b4-4c24-9171-e00e9765ba91 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.825049 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f9334209-03b4-4c24-9171-e00e9765ba91 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "DELETE /v2.0/routers/f7d6c2b9-95bc-46c4-b67d-89d6a5d00197 HTTP/1.1" status: 204 len: 168 time: 0.9547131 Dec 22 04:46:20.833751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.835502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:20.927733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c370da-d19c-4603-b8d6-162d551237b9 req-47fc8689-5948-4b30-81a9-4634894d8fdc tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:20.931411 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-47fc8689-5948-4b30-81a9-4634894d8fdc tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/networks?id=9f82e205-8882-4761-a0d5-7985d9afacfa HTTP/1.1" status: 200 len: 811 time: 0.3381691 Dec 22 04:46:20.934045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:20.947597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=1b8ad9a4-355c-4863-b2b4-c69d6cb25296,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:20.951026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:20.967658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5801bd51-eae0-4330-b77b-b7758af5c800 None None] Provisioning complete for port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:20.968361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5801bd51-eae0-4330-b77b-b7758af5c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.005651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:21.040925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.073447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=d87ca096-65af-49df-bd9d-efbb9eeb568e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:21.080823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:21.102533 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/d87ca096-65af-49df-bd9d-efbb9eeb568e HTTP/1.1" status: 204 len: 168 time: 8.4423335 Dec 22 04:46:21.112343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49108) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:21.118409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1013292848'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:21.121479 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6ed75ef9-f6fd-4d6e-8452-ac34cd6cb917 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] 10.222.0.36 "PUT /v2.0/quotas/23d12cf28d43405ba76c3b480602d006 HTTP/1.1" status: 200 len: 366 time: 1.0111756 Dec 22 04:46:21.136493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49112) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:21.138277 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-75ee502f-f7c8-443a-954c-76bff605f646 req-29739850-f201-43e8-b744-d1efd1a3db0f tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 210 time: 0.5465422 Dec 22 04:46:21.139068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:21.141814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Allocated IP 2001:db8::2d3 (62ad57f0-2aee-4953-85e2-a7aaeba51ed3/05b56e22-1c74-4538-aa43-1cf366a6add7/4a6f86d8-1ecd-49f8-a706-164613b7814b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:21.165468 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a7731dd5-a5cb-4183-bcb6-b1c7c9cbc80e tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0277598 Dec 22 04:46:21.166709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:network and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:21.170399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49118) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:21.186835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49124) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:21.190485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:21.197532 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-0f00d578-ad2c-4aa5-899d-08e994394f09 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/quotas/3803782124d34484be90ad3cd6bb3c45 HTTP/1.1" status: 200 len: 375 time: 0.1071014 Dec 22 04:46:21.211879 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9336e782-cf05-4926-9e81-3a1d851e4b69 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.213350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5801bd51-eae0-4330-b77b-b7758af5c800 None None] Provisioning for port 677257b1-31aa-4f6e-b2e4-d8d0e97c96c0 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:21.224105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5801bd51-eae0-4330-b77b-b7758af5c800 None None] Provisioning complete for port 677257b1-31aa-4f6e-b2e4-d8d0e97c96c0 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:21.224549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5801bd51-eae0-4330-b77b-b7758af5c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.229516 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-55a5bb4e-a030-4749-91e3-5b54ef19eceb tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] 10.222.0.36 "GET /v2.0/quotas/23d12cf28d43405ba76c3b480602d006 HTTP/1.1" status: 200 len: 366 time: 0.0568216 Dec 22 04:46:21.253925 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49130) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:21.269919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:21.311503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5801bd51-eae0-4330-b77b-b7758af5c800 None None] Port 677257b1-31aa-4f6e-b2e4-d8d0e97c96c0 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:21.382398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:21.391010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.438006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2dfc7925-2325-46c0-ae86-b87f664afe34 None None] Provisioning complete for port 677257b1-31aa-4f6e-b2e4-d8d0e97c96c0 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:21.438907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7925-2325-46c0-ae86-b87f664afe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.464539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9336e782-cf05-4926-9e81-3a1d851e4b69 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Calling delete_port for 97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:21.528456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc7925-2325-46c0-ae86-b87f664afe34 None None] Port 677257b1-31aa-4f6e-b2e4-d8d0e97c96c0 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:21.530383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:21.531795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:21.566164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-144766240', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:21.573798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:21.578734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.578734 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment 669c3dc6-cc03-403e-9493-5fa605fa7d3f of type vlan for network de154bda-e4ad-4933-a8e0-2189c59f23eb Dec 22 04:46:21.586745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Usage tracker for resource:router and tenant:22e50dccb74c48acbc942936b5fa2ac4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:21.589989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:21.605129 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d39b2b86-e57f-4c2f-adfe-e78120ac8232 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/23d12cf28d43405ba76c3b480602d006 HTTP/1.1" status: 204 len: 168 time: 0.3093455 Dec 22 04:46:21.613278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:21.614480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49142) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:21.618888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:21.619791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.637514 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7563535b-c638-45bf-9f43-4ca669f9dc7c tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0196927 Dec 22 04:46:21.645407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49146) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:21.663853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.669001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.672875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.676454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.690305 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-951e24e8-d0e3-47e4-bd50-f33df818da9d tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] 10.222.0.36 "GET /v2.0/quotas/23d12cf28d43405ba76c3b480602d006 HTTP/1.1" status: 200 len: 370 time: 0.0413079 Dec 22 04:46:21.701446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.719789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49152) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:21.832749 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e34d5f04-25b4-47db-965e-199937d1a00b tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] 10.222.0.36 "GET /v2.0/quotas/23d12cf28d43405ba76c3b480602d006/default HTTP/1.1" status: 200 len: 370 time: 0.0788267 Dec 22 04:46:21.838318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49160) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:21.873543 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-450d2ff5-4fdc-4b0c-8f47-68bdad6c61a6 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] delete failed (client error): The resource could not be found. Dec 22 04:46:21.876202 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-450d2ff5-4fdc-4b0c-8f47-68bdad6c61a6 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/23d12cf28d43405ba76c3b480602d006 HTTP/1.1" status: 404 len: 348 time: 0.0341945 Dec 22 04:46:21.883430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-69c370da-d19c-4603-b8d6-162d551237b9 req-fe4a599d-fd88-4d6b-87e3-eb6d73476690 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Synchronizing usage tracker for tenant:3803782124d34484be90ad3cd6bb3c45 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:21.902233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.903033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Transition to ACTIVE for port object 4a6f86d8-1ecd-49f8-a706-164613b7814b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:21.917653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:21.918626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.926488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:21.928269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:21.948356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:21.980208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-69c370da-d19c-4603-b8d6-162d551237b9 req-fe4a599d-fd88-4d6b-87e3-eb6d73476690 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Unset dirty status for tenant:3803782124d34484be90ad3cd6bb3c45 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:21.981545 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-fe4a599d-fd88-4d6b-87e3-eb6d73476690 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3803782124d34484be90ad3cd6bb3c45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7716687 Dec 22 04:46:22.048822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9336e782-cf05-4926-9e81-3a1d851e4b69 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:22.057847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event updated for resources: {'Subnet': ['ID=8ae328fc-0c9a-4fdf-910f-b1c8ebcd7fe2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:22.063507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Checking segment: {'id': 'd72c5028-f4dc-46f7-9654-621c82d9ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ea34a701-c8af-485c-b012-2817eaf490db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:22.063857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Network hostable DHCP agents. Network: ea34a701-c8af-485c-b012-2817eaf490db, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:22.069174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:22.072819 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f77761d2-deb1-4c90-b19e-fc481779dad3 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:22.126643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336e782-cf05-4926-9e81-3a1d851e4b69 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event deleted for resources: {'Port': ['ID=97cd053c-f6f2-4a7e-b614-8b18f5a36fc7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:22.173555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9336e782-cf05-4926-9e81-3a1d851e4b69 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:22.187409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=de154bda-e4ad-4933-a8e0-2189c59f23eb,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:22.217078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network de154bda-e4ad-4933-a8e0-2189c59f23eb details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:22.217785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49178) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:22.249743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Network ea34a701-c8af-485c-b012-2817eaf490db is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:22.352097 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, ea34a701-c8af-485c-b012-2817eaf490db) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:22.383737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-a59c8a11-923c-4078-8fcb-4796cb099451 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:46:22.385125 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-a59c8a11-923c-4078-8fcb-4796cb099451 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2738984 Dec 22 04:46:22.390235 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2f7ab-67fb-4928-abd6-a7977447972c None None] Network ea34a701-c8af-485c-b012-2817eaf490db requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:22.398259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:22.399723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:22.443239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Usage tracker for resource:network and tenant:8fbcb92e905841129b6c6916c3a22fdd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:22.548716 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:22.556991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:22.571675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:22.598550 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4849977 Dec 22 04:46:22.603846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49182) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:22.615212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': 'de154bda-e4ad-4933-a8e0-2189c59f23eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:22.642485 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ee91a8d-e63f-4440-9925-4631f2e0c251 req-9e603705-c00d-421c-9772-4f5f0ebdc2b3 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 210 time: 0.1791096 Dec 22 04:46:22.715644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-ea34a701-c8af-485c-b012-2817eaf490db', 'network_id': 'ea34a701-c8af-485c-b012-2817eaf490db', 'tenant_id': '9ee1270bfe0b4611a6d70df918fcdb9f', 'fixed_ips': [{'subnet_id': '8ae328fc-0c9a-4fdf-910f-b1c8ebcd7fe2'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:22.716529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:22.720914 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8630795 Dec 22 04:46:22.746485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49186) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:22.762006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Usage tracker for resource:subnet and tenant:8fbcb92e905841129b6c6916c3a22fdd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:22.777340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1976061935', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:22.785952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:22.808716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:22.817729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:22.821412 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-eeffd961-7fa9-4740-bf52-0611ba348289 service neutron] 10.222.0.36 "GET /v2.0/networks/9f82e205-8882-4761-a0d5-7985d9afacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251800 Dec 22 04:46:22.821940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:22.836310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Usage tracker for resource:router and tenant:9ee1270bfe0b4611a6d70df918fcdb9f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:22.842341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:22.869909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:22.879022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:22.883213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:22.887179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Allocated IP 172.20.0.2 (ea34a701-c8af-485c-b012-2817eaf490db/8ae328fc-0c9a-4fdf-910f-b1c8ebcd7fe2/f09931ce-aee5-43cf-a1f3-81ef4f0487de) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:22.892735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:22.895424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:22.901121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:22.901728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:22.909020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:subnet and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:22.916452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:22.940430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:22.943774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Port': ['ID=4a6f86d8-1ecd-49f8-a706-164613b7814b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:22.946229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:22.947542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Usage tracker for resource:subnetpool and tenant:8fbcb92e905841129b6c6916c3a22fdd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:22.967583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:22.974728 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.1660588 Dec 22 04:46:22.975686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:22.976792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:22.977060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49190) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:22.979780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:22.980572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9336e782-cf05-4926-9e81-3a1d851e4b69 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:22.984957 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9336e782-cf05-4926-9e81-3a1d851e4b69 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "DELETE /v2.0/ports/97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 HTTP/1.1" status: 204 len: 168 time: 3.4840739 Dec 22 04:46:22.985188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:22.987217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49194) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:23.059367 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb43b58-e6a2-41f5-b978-82d983555de0 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] GET failed (client error): The resource could not be found. Dec 22 04:46:23.059891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-efb43b58-e6a2-41f5-b978-82d983555de0 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Synchronizing usage tracker for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:23.062278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Usage tracker for resource:port and tenant:8fbcb92e905841129b6c6916c3a22fdd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:23.090987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:23.102471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:23.104462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.61', 60595) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:23.149806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.ipam_backend_mixin [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing IP validity checks on allocation pools {{(pid=87555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 04:46:23.150346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.ipam_backend_mixin [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 04:46:23.177668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-efb43b58-e6a2-41f5-b978-82d983555de0 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Unset dirty status for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:23.178960 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-efb43b58-e6a2-41f5-b978-82d983555de0 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "GET /v2.0/ports/97cd053c-f6f2-4a7e-b614-8b18f5a36fc7 HTTP/1.1" status: 404 len: 333 time: 0.1905503 Dec 22 04:46:23.228434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49200) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:23.258053 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-88886b93-e589-49ad-ac5b-fdd0901d1f4c service neutron] 10.222.0.36 "GET /v2.0/networks/9f82e205-8882-4761-a0d5-7985d9afacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189827 Dec 22 04:46:23.258607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Usage tracker for resource:router and tenant:8fbcb92e905841129b6c6916c3a22fdd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:23.341036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:23.405867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bc918e52-e146-453f-9eca-cc934a6e835d None None] Provisioning for port 4a6f86d8-1ecd-49f8-a706-164613b7814b completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:23.417753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:23.433716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bc918e52-e146-453f-9eca-cc934a6e835d None None] Provisioning complete for port 4a6f86d8-1ecd-49f8-a706-164613b7814b triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:23.434083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bc918e52-e146-453f-9eca-cc934a6e835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:23.495217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Usage tracker for resource:floatingip and tenant:8fbcb92e905841129b6c6916c3a22fdd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:23.499651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Transition to ACTIVE for port object f09931ce-aee5-43cf-a1f3-81ef4f0487de will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:23.560969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-bc918e52-e146-453f-9eca-cc934a6e835d None None] Port 4a6f86d8-1ecd-49f8-a706-164613b7814b cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:23.577711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Transition to ACTIVE for port object f09931ce-aee5-43cf-a1f3-81ef4f0487de will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:23.578710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:23.585192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:23.595855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:23.624495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:23.660721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Network ea34a701-c8af-485c-b012-2817eaf490db is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:23.664657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:23.671305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:23.684272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:23.699908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-05417d69-af3b-401a-932b-05a6f74a5114 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Deleting port b6cdfb71-0e5b-411c-bd83-ccada426e0ea {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:23.700462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05417d69-af3b-401a-932b-05a6f74a5114 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:23.774109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:23.852233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38200c74-0407-4a99-84dd-aefef8cc2818 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:23.858074 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f19da2e0-70c1-4469-80d2-e89e4ced9f4f req-0d964c07-5a1c-4512-af97-829a7f9e77c2 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.2280352 Dec 22 04:46:23.859246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38200c74-0407-4a99-84dd-aefef8cc2818 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:23.873714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38200c74-0407-4a99-84dd-aefef8cc2818 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:23.873714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-38200c74-0407-4a99-84dd-aefef8cc2818 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Synchronizing usage tracker for tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:23.888094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Pushing event updated for resources: {'Port': ['ID=f09931ce-aee5-43cf-a1f3-81ef4f0487de,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:23.891602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Attempting to bind port f09931ce-aee5-43cf-a1f3-81ef4f0487de on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:23.891980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Attempting to bind port f09931ce-aee5-43cf-a1f3-81ef4f0487de by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'd72c5028-f4dc-46f7-9654-621c82d9ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ea34a701-c8af-485c-b012-2817eaf490db'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:23.892399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Attempting to bind port f09931ce-aee5-43cf-a1f3-81ef4f0487de on network ea34a701-c8af-485c-b012-2817eaf490db {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:23.897167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:23.900186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:23.900361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Checking segment: {'id': 'd72c5028-f4dc-46f7-9654-621c82d9ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ea34a701-c8af-485c-b012-2817eaf490db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:23.900641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:23.901040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Bound using segment: {'id': 'd72c5028-f4dc-46f7-9654-621c82d9ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ea34a701-c8af-485c-b012-2817eaf490db'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:23.902361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Bound port: f09931ce-aee5-43cf-a1f3-81ef4f0487de, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72c5028-f4dc-46f7-9654-621c82d9ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ea34a701-c8af-485c-b012-2817eaf490db'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:23.902751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:23.965125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07634-7c4b-4248-bc31-524eea11058a req-0e557641-e4ef-4d4d-8933-e605ec204e7b tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:23.968421 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-0e557641-e4ef-4d4d-8933-e605ec204e7b tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.61 "GET /v2.0/networks?id=2a9fb3d0-e51c-4b01-bdf1-108b9e717864 HTTP/1.1" status: 200 len: 806 time: 0.8557746 Dec 22 04:46:24.017114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] For port f09931ce-aee5-43cf-a1f3-81ef4f0487de, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:24.020621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] For port f09931ce-aee5-43cf-a1f3-81ef4f0487de, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f09931ce-aee5-43cf-a1f3-81ef4f0487de,segment=NetworkSegment(d72c5028-f4dc-46f7-9654-621c82d9ce1c),segment_id=d72c5028-f4dc-46f7-9654-621c82d9ce1c)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:24.029847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:24.040157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:24.048182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-38200c74-0407-4a99-84dd-aefef8cc2818 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Unset dirty status for tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:24.049514 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-38200c74-0407-4a99-84dd-aefef8cc2818 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.0713613 Dec 22 04:46:24.058405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49246) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:24.138439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Pushing event updated for resources: {'Port': ['ID=f09931ce-aee5-43cf-a1f3-81ef4f0487de,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:24.143572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:24.227912 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b776cbd7-394c-4650-a6bb-9665ab3e9355 req-b4ebff94-1f8f-4422-a6c6-ab7d0787273c tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 210 time: 0.2581336 Dec 22 04:46:24.254837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Usage tracker for resource:security_group and tenant:8fbcb92e905841129b6c6916c3a22fdd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:24.260435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:24.268487 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-89981c0e-ca9e-45d8-bf1a-743875a14f30 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5382b7aa0b4653bd41f3bb816510f1 HTTP/1.1" status: 200 len: 380 time: 0.1826875 Dec 22 04:46:24.285425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Request body: {'port': {'device_id': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'admin_state_up': True, 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'security_groups': ['61dc18ee-4e5e-4784-a8c3-093195617bfe']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:24.290866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:24.316298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Usage tracker for resource:security_group_rule and tenant:8fbcb92e905841129b6c6916c3a22fdd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:24.322229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:24.335533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:24.375480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e26bdf65-b252-4ece-9265-0a53100cc730 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Deleting port 4a6f86d8-1ecd-49f8-a706-164613b7814b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:24.375946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e26bdf65-b252-4ece-9265-0a53100cc730 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:24.558269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:24.569158 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ef610017-8532-4783-abfd-2e06561e8272 tempest-QuotasTest-1436757390 tempest-QuotasTest-1436757390-project-admin] 10.222.0.36 "GET /v2.0/quotas/8fbcb92e905841129b6c6916c3a22fdd/details.json HTTP/1.1" status: 200 len: 703 time: 2.3491135 Dec 22 04:46:24.575835 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e47b37b2-2f5f-411b-a046-6a87719644ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:24.595841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:24.623110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Allocated IP 172.26.1.140 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/d4b890dd-9a4a-44eb-ab18-a8772379247d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:24.651482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Made reservation on behalf of 0f5382b7aa0b4653bd41f3bb816510f1 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:24.659054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:24.869319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05417d69-af3b-401a-932b-05a6f74a5114 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:24.914811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=39a46652-0312-4dd2-b1df-27ed50fbce5b,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:24.989325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:25.120806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Allocated IP 172.20.0.3 (2a9fb3d0-e51c-4b01-bdf1-108b9e717864/c7a382ee-2ebf-4150-8568-f3ddb477f856/aa688b99-4039-432a-a3d8-1983984e56ad) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:25.126076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': '669c3dc6-cc03-403e-9493-5fa605fa7d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de154bda-e4ad-4933-a8e0-2189c59f23eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:25.126568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: de154bda-e4ad-4933-a8e0-2189c59f23eb, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:25.209497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-05417d69-af3b-401a-932b-05a6f74a5114 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Calling delete_port for b6cdfb71-0e5b-411c-bd83-ccada426e0ea owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:25.352548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49276) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:25.573166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f09931ce-aee5-43cf-a1f3-81ef4f0487de up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:25.626096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network de154bda-e4ad-4933-a8e0-2189c59f23eb is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:25.702884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:25.732017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, de154bda-e4ad-4933-a8e0-2189c59f23eb) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:25.767063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96635b9b-322c-4bcd-b363-35d58a9f7749 None None] Network de154bda-e4ad-4933-a8e0-2189c59f23eb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:25.809998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port f09931ce-aee5-43cf-a1f3-81ef4f0487de completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:25.811575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:25.812465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:25.897579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e26bdf65-b252-4ece-9265-0a53100cc730 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:25.932631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.056476 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a651c9f-3ebb-493e-84f4-bc0e0f67078d req-ca6251f3-1828-4da2-9052-de6025e10eb9 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.5950356 Dec 22 04:46:26.072738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.083003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b872c45-edc3-409e-847f-6bee9897fb32 None None] Network ea34a701-c8af-485c-b012-2817eaf490db requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:26.128327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.146980 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3fa50601-a499-4dab-9b53-58aa9aa327a7 req-1153ff78-026c-4685-8856-66e7fa098866 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 210 time: 0.2851171 Dec 22 04:46:26.149510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:26.161502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e26bdf65-b252-4ece-9265-0a53100cc730 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Calling delete_port for 4a6f86d8-1ecd-49f8-a706-164613b7814b owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:26.216963 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.6101737 Dec 22 04:46:26.219238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49282) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:26.227114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2f146b75694e90a5c0bb3c985fef74 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:26.249592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.273221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:26.280563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Transition to ACTIVE for port object aa688b99-4039-432a-a3d8-1983984e56ad will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:26.288582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:26.295005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05417d69-af3b-401a-932b-05a6f74a5114 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.310498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-85530c07-3fca-4115-8fa3-41a1fae54a21 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:26.426627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c88d2004-7e25-47da-a71f-a34de9c9cba2 None None] Provisioning for port f09931ce-aee5-43cf-a1f3-81ef4f0487de completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:26.460205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05417d69-af3b-401a-932b-05a6f74a5114 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event deleted for resources: {'Port': ['ID=b6cdfb71-0e5b-411c-bd83-ccada426e0ea,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:26.477665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c88d2004-7e25-47da-a71f-a34de9c9cba2 None None] Provisioning complete for port f09931ce-aee5-43cf-a1f3-81ef4f0487de triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:26.478044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c88d2004-7e25-47da-a71f-a34de9c9cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.484327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-05417d69-af3b-401a-932b-05a6f74a5114 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:26.493188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.507147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f19aec95-eee9-4886-b02c-edfb3dd141e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:26.562153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-de154bda-e4ad-4933-a8e0-2189c59f23eb', 'network_id': 'de154bda-e4ad-4933-a8e0-2189c59f23eb', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': '39a46652-0312-4dd2-b1df-27ed50fbce5b'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:26.562976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.605622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.616684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:26.664709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Pushing event updated for resources: {'Port': ['ID=aa688b99-4039-432a-a3d8-1983984e56ad,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:26.673212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:26.718203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:26.723165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:26.726662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:26.908562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c88d2004-7e25-47da-a71f-a34de9c9cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.915659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:26.919474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:26.957463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Pushing event updated for resources: {'Port': ['ID=d4b890dd-9a4a-44eb-ab18-a8772379247d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:26.963668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:26.994405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Allocated IP 172.26.1.16 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/c6db9ae4-fc6e-46fc-a85b-bd3a6e043200) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:27.025931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-34a85a0d-f2ad-419d-81fd-345979fd9b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:27.034560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:27.053504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:27.058161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:27.086560 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8117490 Dec 22 04:46:27.246962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c88d2004-7e25-47da-a71f-a34de9c9cba2 None None] For port f09931ce-aee5-43cf-a1f3-81ef4f0487de, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f09931ce-aee5-43cf-a1f3-81ef4f0487de,segment=NetworkSegment(d72c5028-f4dc-46f7-9654-621c82d9ce1c),segment_id=d72c5028-f4dc-46f7-9654-621c82d9ce1c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:27.276801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c88d2004-7e25-47da-a71f-a34de9c9cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:27.293831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-70fe3b0a-ba41-424a-bbd2-7b1e3791196f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:27.294207 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-234a9e65-e52b-4730-8dbd-191c960fc80a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:46:27.297379 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-234a9e65-e52b-4730-8dbd-191c960fc80a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229750 Dec 22 04:46:27.454955 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Allocated IP 172.20.0.3 (de154bda-e4ad-4933-a8e0-2189c59f23eb/39a46652-0312-4dd2-b1df-27ed50fbce5b/24d2be38-061f-4d7f-bf53-349c3421c1ee) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:27.502725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:27.525728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6028db8a-4c25-4afe-86a7-43c61bef82e4 None None] Provisioning for port aa688b99-4039-432a-a3d8-1983984e56ad completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:27.537761 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-930904fc-b2cc-47e2-a253-67c079653fd9 req-7a1bb9ab-a8c5-4841-abc9-6916434a98d9 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.1960120 Dec 22 04:46:27.542091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:27.569466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05417d69-af3b-401a-932b-05a6f74a5114 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:27.597364 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-05417d69-af3b-401a-932b-05a6f74a5114 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "DELETE /v2.0/ports/b6cdfb71-0e5b-411c-bd83-ccada426e0ea HTTP/1.1" status: 204 len: 168 time: 4.3562694 Dec 22 04:46:27.597364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:27.716419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6028db8a-4c25-4afe-86a7-43c61bef82e4 None None] Provisioning complete for port aa688b99-4039-432a-a3d8-1983984e56ad triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:27.716741 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6028db8a-4c25-4afe-86a7-43c61bef82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:27.794879 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d2004-7e25-47da-a71f-a34de9c9cba2 None None] Pushing event updated for resources: {'Port': ['ID=f09931ce-aee5-43cf-a1f3-81ef4f0487de,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:27.806337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c88d2004-7e25-47da-a71f-a34de9c9cba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:27.834886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49292) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:27.872326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6028db8a-4c25-4afe-86a7-43c61bef82e4 None None] Port aa688b99-4039-432a-a3d8-1983984e56ad cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:27.894958 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:27.962251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:27.965939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:27.997708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e26bdf65-b252-4ece-9265-0a53100cc730 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.001017 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0733abab-ea8e-4997-b166-a3baa2344b7a tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] GET failed (client error): The resource could not be found. Dec 22 04:46:28.001661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0733abab-ea8e-4997-b166-a3baa2344b7a tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Synchronizing usage tracker for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:28.036699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ec4de-f25b-41a6-9b56-e6251d5a398a req-539f523e-d4d1-48af-b4d9-c99a44ec0f98 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:28.037510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-c89ec4de-f25b-41a6-9b56-e6251d5a398a req-539f523e-d4d1-48af-b4d9-c99a44ec0f98 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Synchronizing usage tracker for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:28.065685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-c89ec4de-f25b-41a6-9b56-e6251d5a398a req-539f523e-d4d1-48af-b4d9-c99a44ec0f98 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Unset dirty status for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:28.068620 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c89ec4de-f25b-41a6-9b56-e6251d5a398a req-539f523e-d4d1-48af-b4d9-c99a44ec0f98 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 931 time: 0.5406637 Dec 22 04:46:28.070471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.088812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6c4e801-c9dd-4d67-b631-c7c2a437c24e tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:28.139423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.145191 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.148171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fa474295-aff3-483e-a695-b8243da07144 None None] Provisioning complete for port f09931ce-aee5-43cf-a1f3-81ef4f0487de triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:28.148729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fa474295-aff3-483e-a695-b8243da07144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.165896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d321594a-7c39-4bb5-ba53-a1511ef7cb53,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:28.174587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:28.182885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:28.190212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:28.199783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:28.263992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event updated for resources: {'Port': ['ID=c6db9ae4-fc6e-46fc-a85b-bd3a6e043200,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:28.287598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:28.294067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Transition to ACTIVE for port object 24d2be38-061f-4d7f-bf53-349c3421c1ee will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:28.307080 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c89ec4de-f25b-41a6-9b56-e6251d5a398a req-99fee87b-96e0-4f65-87d7-da2d039da288 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175043 Dec 22 04:46:28.341316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Transition to ACTIVE for port object 24d2be38-061f-4d7f-bf53-349c3421c1ee will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:28.355538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.357178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:28.360770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:28.462336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.498770 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f2f146b75694e90a5c0bb3c985fef74&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1148484 Dec 22 04:46:28.505159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Network de154bda-e4ad-4933-a8e0-2189c59f23eb is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:28.507481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:28.528763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:28.530929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49296) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:28.535694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bdf65-b252-4ece-9265-0a53100cc730 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event deleted for resources: {'Port': ['ID=4a6f86d8-1ecd-49f8-a706-164613b7814b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:28.538851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e26bdf65-b252-4ece-9265-0a53100cc730 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:28.615321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Pushing event updated for resources: {'Port': ['ID=24d2be38-061f-4d7f-bf53-349c3421c1ee,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:28.618811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:28.711947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Attempting to bind port 24d2be38-061f-4d7f-bf53-349c3421c1ee on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:28.712474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Attempting to bind port 24d2be38-061f-4d7f-bf53-349c3421c1ee by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '669c3dc6-cc03-403e-9493-5fa605fa7d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de154bda-e4ad-4933-a8e0-2189c59f23eb'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:28.712941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Attempting to bind port 24d2be38-061f-4d7f-bf53-349c3421c1ee on network de154bda-e4ad-4933-a8e0-2189c59f23eb {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:28.728577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:28.729740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Checking segment: {'id': '669c3dc6-cc03-403e-9493-5fa605fa7d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de154bda-e4ad-4933-a8e0-2189c59f23eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:28.730236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.730763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Bound using segment: {'id': '669c3dc6-cc03-403e-9493-5fa605fa7d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de154bda-e4ad-4933-a8e0-2189c59f23eb'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:28.734550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Bound port: 24d2be38-061f-4d7f-bf53-349c3421c1ee, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669c3dc6-cc03-403e-9493-5fa605fa7d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de154bda-e4ad-4933-a8e0-2189c59f23eb'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:28.735029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.769642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0733abab-ea8e-4997-b166-a3baa2344b7a tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Unset dirty status for tenant:5ba3e79044094607ab4585ec876747d5 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:28.774469 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0733abab-ea8e-4997-b166-a3baa2344b7a tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "GET /v2.0/ports/b6cdfb71-0e5b-411c-bd83-ccada426e0ea HTTP/1.1" status: 404 len: 333 time: 0.9084330 Dec 22 04:46:28.791156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49302) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:28.878161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] For port 24d2be38-061f-4d7f-bf53-349c3421c1ee, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:28.890726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] For port 24d2be38-061f-4d7f-bf53-349c3421c1ee, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=24d2be38-061f-4d7f-bf53-349c3421c1ee,segment=NetworkSegment(669c3dc6-cc03-403e-9493-5fa605fa7d3f),segment_id=669c3dc6-cc03-403e-9493-5fa605fa7d3f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:28.902560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.913109 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-26b25d8e-4292-4479-a74a-a24c66c77438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:28.914284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0b00a21c-0729-4196-803c-60c0eb5b3437 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Deleting port 1c3935ae-8187-4abe-a0e4-6aa411518924 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:28.914630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0b00a21c-0729-4196-803c-60c0eb5b3437 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:28.958893 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b4f1d08-4738-4522-9a28-fb0bdd5ce74d req-cf7fb3c9-d2cb-4016-94e6-6dfb36fed1d6 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.1164114 Dec 22 04:46:29.044549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Pushing event updated for resources: {'Port': ['ID=24d2be38-061f-4d7f-bf53-349c3421c1ee,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:29.058621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:29.158711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e26bdf65-b252-4ece-9265-0a53100cc730 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:29.160700 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e26bdf65-b252-4ece-9265-0a53100cc730 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "DELETE /v2.0/ports/4a6f86d8-1ecd-49f8-a706-164613b7814b HTTP/1.1" status: 204 len: 168 time: 5.0970938 Dec 22 04:46:29.165568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49306) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:29.196803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:29.240065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:29.346423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:29.468271 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-90543e42-5ea7-4edf-aa3b-7fd597b18132 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] GET failed (client error): The resource could not be found. Dec 22 04:46:29.487118 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-90543e42-5ea7-4edf-aa3b-7fd597b18132 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "GET /v2.0/ports/4a6f86d8-1ecd-49f8-a706-164613b7814b HTTP/1.1" status: 404 len: 333 time: 0.3195877 Dec 22 04:46:29.487752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49312) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:29.531709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'port': {'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-541597701'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:29.647708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f09931ce-aee5-43cf-a1f3-81ef4f0487de up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:29.680843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:29.699792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a7365db-88ce-464a-82d1-8f29f0aeb847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:29.775133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a7365db-88ce-464a-82d1-8f29f0aeb847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:29.797432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f09931ce-aee5-43cf-a1f3-81ef4f0487de triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:29.798474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:29.855267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:29.889530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:30.085067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 24d2be38-061f-4d7f-bf53-349c3421c1ee up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:30.153198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:30.256831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 24d2be38-061f-4d7f-bf53-349c3421c1ee completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:30.261659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:30.265734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Made reservation on behalf of d7e3ea1e5cc34eb688490bfcc948e7a0 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:30.270597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:30.318646 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-214718b3-d10d-4f88-af1c-2856851974b4 req-3b468344-c26b-40a6-8308-4d623fa041f7 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.0968156 Dec 22 04:46:30.320370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:30.409100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a7365db-88ce-464a-82d1-8f29f0aeb847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:30.430486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=39a46652-0312-4dd2-b1df-27ed50fbce5b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:30.436491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:30.438916 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6129cd9a-cf9d-4438-a1ce-7939a8a27183 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:30.527872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7365db-88ce-464a-82d1-8f29f0aeb847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d321594a-7c39-4bb5-ba53-a1511ef7cb53,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:30.571411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4a7365db-88ce-464a-82d1-8f29f0aeb847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:30.574652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] device_id is not set on port e37a38af-be76-4a48-9d7e-4a9381f44a9d yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:30.591174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc50ca-373a-413d-9d7d-701614cb60c3 None None] Network de154bda-e4ad-4933-a8e0-2189c59f23eb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:30.695078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a7365db-88ce-464a-82d1-8f29f0aeb847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:30.696178 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4a7365db-88ce-464a-82d1-8f29f0aeb847 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d321594a-7c39-4bb5-ba53-a1511ef7cb53 HTTP/1.1" status: 204 len: 168 time: 2.1621134 Dec 22 04:46:30.698080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0b00a21c-0729-4196-803c-60c0eb5b3437 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:30.707724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1322-bc45-4d0c-bac5-46ebe7d7ed7e req-922d0f65-16ee-4888-9c6c-253c52c9d1dd tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:30.709638 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c73f1322-bc45-4d0c-bac5-46ebe7d7ed7e req-922d0f65-16ee-4888-9c6c-253c52c9d1dd tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 931 time: 1.0405524 Dec 22 04:46:30.710435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:30.810133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fc2552d8-242f-40a2-8ea6-c4a9307212eb None None] Provisioning for port 24d2be38-061f-4d7f-bf53-349c3421c1ee completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:30.851279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fc2552d8-242f-40a2-8ea6-c4a9307212eb None None] Provisioning complete for port 24d2be38-061f-4d7f-bf53-349c3421c1ee triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:30.852866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fc2552d8-242f-40a2-8ea6-c4a9307212eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:30.948010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0b00a21c-0729-4196-803c-60c0eb5b3437 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Calling delete_port for 1c3935ae-8187-4abe-a0e4-6aa411518924 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:30.986216 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c73f1322-bc45-4d0c-bac5-46ebe7d7ed7e req-72d7cee5-3076-4972-9693-186897d3a1b2 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688649 Dec 22 04:46:31.023489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de154bda-e4ad-4933-a8e0-2189c59f23eb']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:31.035139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Allocated IP 2001:db8::1e9 (62ad57f0-2aee-4953-85e2-a7aaeba51ed3/05b56e22-1c74-4538-aa43-1cf366a6add7/e37a38af-be76-4a48-9d7e-4a9381f44a9d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:31.065437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669c3dc6-cc03-403e-9493-5fa605fa7d3f') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:31.065756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669c3dc6-cc03-403e-9493-5fa605fa7d3f') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:31.118031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fc2552d8-242f-40a2-8ea6-c4a9307212eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.121559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.178821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fc2552d8-242f-40a2-8ea6-c4a9307212eb None None] For port 24d2be38-061f-4d7f-bf53-349c3421c1ee, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=24d2be38-061f-4d7f-bf53-349c3421c1ee,segment=NetworkSegment(669c3dc6-cc03-403e-9493-5fa605fa7d3f),segment_id=669c3dc6-cc03-403e-9493-5fa605fa7d3f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:31.197526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fc2552d8-242f-40a2-8ea6-c4a9307212eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.205076 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:31.261459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.317589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49322) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:31.323574 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2552d8-242f-40a2-8ea6-c4a9307212eb None None] Pushing event updated for resources: {'Port': ['ID=24d2be38-061f-4d7f-bf53-349c3421c1ee,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:31.327982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] DHCP port deletion for de154bda-e4ad-4933-a8e0-2189c59f23eb request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:46:31.330469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-fc2552d8-242f-40a2-8ea6-c4a9307212eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:31.334143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Deleting port 24d2be38-061f-4d7f-bf53-349c3421c1ee {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:31.334629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.451686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.455908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:31.456527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.508691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 24d2be38-061f-4d7f-bf53-349c3421c1ee no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:46:31.521558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.540123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Transition to ACTIVE for port object e37a38af-be76-4a48-9d7e-4a9381f44a9d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:31.591428 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:31.606061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:46:31.606061 dv-neutron-822524-1-hyperv neutron-server[87555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:46:31.606061 dv-neutron-822524-1-hyperv neutron-server[87555]: [parameters: {'id': 'de154bda-e4ad-4933-a8e0-2189c59f23eb'}] Dec 22 04:46:31.606061 dv-neutron-822524-1-hyperv neutron-server[87555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:31.606478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:31.612929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.625222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Router 8137e466-d9ad-45c5-a509-d659cd394e02 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:46:31.637911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:31.641568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05da8e6f-d680-4aec-b24f-e9ca5e845b50 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:31.732939 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1440724-55ac-4c36-ba9a-f918313a0a06 req-4b8f778e-c90f-4939-bab5-46448dacd7e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.2418127 Dec 22 04:46:31.734033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] Usage tracker for resource:security_group_rule and tenant:8fbcb92e905841129b6c6916c3a22fdd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:31.742142 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:31.744375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0b00a21c-0729-4196-803c-60c0eb5b3437 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.748913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] For port 24d2be38-061f-4d7f-bf53-349c3421c1ee, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=24d2be38-061f-4d7f-bf53-349c3421c1ee,segment=NetworkSegment(669c3dc6-cc03-403e-9493-5fa605fa7d3f),segment_id=669c3dc6-cc03-403e-9493-5fa605fa7d3f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:31.749481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.755415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:31.755829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9d0ff71a-78f8-476b-b695-b454363e09f9 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:31.759330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:31.766948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:31.767850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:31.799346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:31.818126 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3135152 Dec 22 04:46:31.824049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:31.824687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00a21c-0729-4196-803c-60c0eb5b3437 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event deleted for resources: {'Port': ['ID=1c3935ae-8187-4abe-a0e4-6aa411518924,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:31.825801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Router 48ffd0ce-65c8-461e-af8f-02fd2dbf7735 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:46:31.826433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49328) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:31.859787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Port': ['ID=e37a38af-be76-4a48-9d7e-4a9381f44a9d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:31.869643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:31.924059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0b00a21c-0729-4196-803c-60c0eb5b3437 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:31.928332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:4d:aa:98'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:32.122817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:32.215119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Calling delete_port for 24d2be38-061f-4d7f-bf53-349c3421c1ee owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:32.269811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port 24d2be38-061f-4d7f-bf53-349c3421c1ee {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:32.270565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:32.318145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:46:32.387474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fce39d-a676-46d9-9d91-8b3674625078 None None] Sync routers for ids ['8137e466-d9ad-45c5-a509-d659cd394e02'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:32.423533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:32.431812 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.2427394 Dec 22 04:46:32.433991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49334) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:32.437579 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fce39d-a676-46d9-9d91-8b3674625078 None None] Routers {'8137e466-d9ad-45c5-a509-d659cd394e02'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:32.440615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-61fce39d-a676-46d9-9d91-8b3674625078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8137e466-d9ad-45c5-a509-d659cd394e02'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:32.589509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:32.596278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:46:32.614912 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b5b98-3bb2-4bf8-8e8e-8b621b37021e None None] Sync routers for ids ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:32.625403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-61fce39d-a676-46d9-9d91-8b3674625078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:32.629635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d1a402f9-38d3-49b4-ba0d-c7b492fbfcf1 None None] Provisioning for port e37a38af-be76-4a48-9d7e-4a9381f44a9d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:32.632353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:32.634823 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b5b98-3bb2-4bf8-8e8e-8b621b37021e None None] Routers {'48ffd0ce-65c8-461e-af8f-02fd2dbf7735'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:32.638000 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7e0b5b98-3bb2-4bf8-8e8e-8b621b37021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:32.646695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d1a402f9-38d3-49b4-ba0d-c7b492fbfcf1 None None] Provisioning complete for port e37a38af-be76-4a48-9d7e-4a9381f44a9d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:32.649213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d1a402f9-38d3-49b4-ba0d-c7b492fbfcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:32.667862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c5f31a4e-8b44-4692-a8a7-76acf25a732f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:32.701164 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fbcb92e905841129b6c6916c3a22fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3812273 Dec 22 04:46:32.701590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:32.705256 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.9421713 Dec 22 04:46:32.705256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49338) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:32.705256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3673b21b-e182-42ae-8940-de26b2df56df,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:32.710170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49340) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:32.817830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:32.859906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13977e-d78a-465f-86a7-d759cd61b0af req-aa458822-e488-4e42-ba92-e2890b90b81c tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:32.861539 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb13977e-d78a-465f-86a7-d759cd61b0af req-aa458822-e488-4e42-ba92-e2890b90b81c tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 931 time: 0.6305947 Dec 22 04:46:32.881663 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7e0b5b98-3bb2-4bf8-8e8e-8b621b37021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:32.902009 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b5b98-3bb2-4bf8-8e8e-8b621b37021e None None] Routers {'48ffd0ce-65c8-461e-af8f-02fd2dbf7735'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:32.902903 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7e0b5b98-3bb2-4bf8-8e8e-8b621b37021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:32.931283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d1a402f9-38d3-49b4-ba0d-c7b492fbfcf1 None None] Port e37a38af-be76-4a48-9d7e-4a9381f44a9d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:32.937562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:32.999427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fce39d-a676-46d9-9d91-8b3674625078 None None] Routers {'8137e466-d9ad-45c5-a509-d659cd394e02'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:33.000392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-61fce39d-a676-46d9-9d91-8b3674625078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8137e466-d9ad-45c5-a509-d659cd394e02'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:33.024589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-086b8c48-e8e9-46b6-b3b1-bb09778341ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.055829 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7e0b5b98-3bb2-4bf8-8e8e-8b621b37021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:33.056575 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b5b98-3bb2-4bf8-8e8e-8b621b37021e None None] The sync data for ids ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:33.077918 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb13977e-d78a-465f-86a7-d759cd61b0af req-b2a41bb8-d179-414a-bbe4-732f3907dd17 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965008 Dec 22 04:46:33.127992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-61fce39d-a676-46d9-9d91-8b3674625078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:33.128763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fce39d-a676-46d9-9d91-8b3674625078 None None] The sync data for ids ['8137e466-d9ad-45c5-a509-d659cd394e02'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:33.145177 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2def6765-d585-45a5-ba9d-1405736e97cf req-76ac5931-a0d6-41ce-8813-ee781213fb9f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.0799124 Dec 22 04:46:33.147683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 24d2be38-061f-4d7f-bf53-349c3421c1ee, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=24d2be38-061f-4d7f-bf53-349c3421c1ee,segment=NetworkSegment(669c3dc6-cc03-403e-9493-5fa605fa7d3f),segment_id=669c3dc6-cc03-403e-9493-5fa605fa7d3f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:33.153545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-086b8c48-e8e9-46b6-b3b1-bb09778341ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.157153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.162157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-11b733ae-2826-4495-a645-cef4214ee1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:33.169514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0b00a21c-0729-4196-803c-60c0eb5b3437 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.175565 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0b00a21c-0729-4196-803c-60c0eb5b3437 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "DELETE /v2.0/ports/1c3935ae-8187-4abe-a0e4-6aa411518924 HTTP/1.1" status: 204 len: 168 time: 4.3838291 Dec 22 04:46:33.179288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49348) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:33.243022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=24d2be38-061f-4d7f-bf53-349c3421c1ee,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:33.246654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:33.249363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:33.249813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:33.513721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a84da79-8173-42ec-be14-5a7a599d3629 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Deleting subnet bf509466-030b-49e4-bfb3-ab414e622125 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:46:33.552345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a84da79-8173-42ec-be14-5a7a599d3629 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.577834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-086b8c48-e8e9-46b6-b3b1-bb09778341ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.586844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-49de8ba6-b572-4f7c-9ec0-5412ef0c62b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:33.653346 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b356f41d-7354-46d9-9c19-6bd29bbdd43d tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/routers/8137e466-d9ad-45c5-a509-d659cd394e02 HTTP/1.1" status: 200 len: 920 time: 1.2020543 Dec 22 04:46:33.655714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b8c48-e8e9-46b6-b3b1-bb09778341ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3673b21b-e182-42ae-8940-de26b2df56df,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:33.658496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49352) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:33.660768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-086b8c48-e8e9-46b6-b3b1-bb09778341ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:33.696899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port 24d2be38-061f-4d7f-bf53-349c3421c1ee, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=24d2be38-061f-4d7f-bf53-349c3421c1ee,segment=NetworkSegment(669c3dc6-cc03-403e-9493-5fa605fa7d3f),segment_id=669c3dc6-cc03-403e-9493-5fa605fa7d3f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:33.697266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.707524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-086b8c48-e8e9-46b6-b3b1-bb09778341ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.707639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a84da79-8173-42ec-be14-5a7a599d3629 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.711501 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-086b8c48-e8e9-46b6-b3b1-bb09778341ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3673b21b-e182-42ae-8940-de26b2df56df HTTP/1.1" status: 204 len: 168 time: 1.0030098 Dec 22 04:46:33.729970 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2d432de1-831f-4fc3-816a-6d80fc211d33 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=8137e466-d9ad-45c5-a509-d659cd394e02 HTTP/1.1" status: 200 len: 205 time: 0.0705340 Dec 22 04:46:33.735226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49358) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:33.753559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Deleting port 24d2be38-061f-4d7f-bf53-349c3421c1ee {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:33.754208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.937212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:33.954841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for 24d2be38-061f-4d7f-bf53-349c3421c1ee owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:34.070151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] For port 24d2be38-061f-4d7f-bf53-349c3421c1ee, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=24d2be38-061f-4d7f-bf53-349c3421c1ee,segment=NetworkSegment(669c3dc6-cc03-403e-9493-5fa605fa7d3f),segment_id=669c3dc6-cc03-403e-9493-5fa605fa7d3f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:34.079806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.106989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.205173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a84da79-8173-42ec-be14-5a7a599d3629 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.257426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Calling delete_port for 24d2be38-061f-4d7f-bf53-349c3421c1ee owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:34.281998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.300350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-71efaa9f-8e25-4aca-8baf-236bdc9d75e0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:34.407857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:34.409593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:34.573191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No DVR routers for this DVR port 24d2be38-061f-4d7f-bf53-349c3421c1ee on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:34.614363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Port': ['ID=24d2be38-061f-4d7f-bf53-349c3421c1ee,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:34.619751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:34.634917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.656020 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb3c8ca4-498f-4d51-b320-a2c2dbf49bf8 req-9a432f3b-1cf6-46c1-9c13-bc907f7c5298 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.1378827 Dec 22 04:46:34.681745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Deleting port d4b890dd-9a4a-44eb-ab18-a8772379247d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:34.682092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.793723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.828706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a84da79-8173-42ec-be14-5a7a599d3629 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.838545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de154bda-e4ad-4933-a8e0-2189c59f23eb']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:34.845804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e5143e9c-ecf9-4511-84e6-b2ee51ac0c0c tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:34.889706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84da79-8173-42ec-be14-5a7a599d3629 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event deleted for resources: {'Subnet': ['ID=bf509466-030b-49e4-bfb3-ab414e622125,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:34.892213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7a84da79-8173-42ec-be14-5a7a599d3629 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:34.894096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669c3dc6-cc03-403e-9493-5fa605fa7d3f') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:34.894388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669c3dc6-cc03-403e-9493-5fa605fa7d3f') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:34.918650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94d687-c567-488c-9b58-a66a48c204ef req-ad6556d0-c330-4a0e-889c-79c238a8f427 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:34.918999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a84da79-8173-42ec-be14-5a7a599d3629 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.920172 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b94d687-c567-488c-9b58-a66a48c204ef req-ad6556d0-c330-4a0e-889c-79c238a8f427 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 931 time: 0.4036317 Dec 22 04:46:34.927975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.941490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8360c-a327-4060-98f7-2cdc080f140b None None] Network dfdd1cf7-5798-4d09-a00d-07ca7e511988 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:34.976005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Deleting port 24d2be38-061f-4d7f-bf53-349c3421c1ee {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:34.976439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:34.987338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.029160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.044603 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b94d687-c567-488c-9b58-a66a48c204ef req-004badad-309a-4f93-b8a7-5bb2c477a350 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066673 Dec 22 04:46:35.055703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.063275 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7a84da79-8173-42ec-be14-5a7a599d3629 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "DELETE /v2.0/subnets/bf509466-030b-49e4-bfb3-ab414e622125 HTTP/1.1" status: 204 len: 168 time: 1.8757184 Dec 22 04:46:35.067560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49386) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:35.072673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.095560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.097829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:35.121300 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb7f54-3350-4601-b8f0-89fbb1308d8b None None] The port '24d2be38-061f-4d7f-bf53-349c3421c1ee' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:46:35.147238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] In _notify_port_updated(), no bound segment for port e37a38af-be76-4a48-9d7e-4a9381f44a9d on network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:46:35.152851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:35.153448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.157891 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "PUT /v2.0/ports/e37a38af-be76-4a48-9d7e-4a9381f44a9d HTTP/1.1" status: 200 len: 1002 time: 3.3220356 Dec 22 04:46:35.177849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49390) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:35.178256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49392) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:35.179482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:35.180079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:35.200091 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:35.321603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Port': ['ID=e37a38af-be76-4a48-9d7e-4a9381f44a9d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:35.325140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:35.384993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Calling delete_port for d4b890dd-9a4a-44eb-ab18-a8772379247d owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:35.432048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed8b978-133a-41c5-9713-80461544889e None None] DHCP port deletion for dfdd1cf7-5798-4d09-a00d-07ca7e511988 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:46:35.437067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-eed8b978-133a-41c5-9713-80461544889e None None] Deleting port 15182698-2788-450e-a901-8bd70a9798ce {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:35.437456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eed8b978-133a-41c5-9713-80461544889e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.494452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.503508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ccf22d6f-2ef4-4696-b6f8-3c0b41621ea5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Deleting port e37a38af-be76-4a48-9d7e-4a9381f44a9d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:35.503847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ccf22d6f-2ef4-4696-b6f8-3c0b41621ea5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.525445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dcd0509d-7b43-49e6-9b4b-c6ffb67ff24d None None] Provisioning complete for port e37a38af-be76-4a48-9d7e-4a9381f44a9d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:35.525810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dcd0509d-7b43-49e6-9b4b-c6ffb67ff24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.548415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.558755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-412757371'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:35.570004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.578252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:35.581746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:35.603369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:network and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:35.607884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Deleting port 15182698-2788-450e-a901-8bd70a9798ce {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:35.608271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.634948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:35.648688 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/de154bda-e4ad-4933-a8e0-2189c59f23eb HTTP/1.1" status: 204 len: 168 time: 9.4119184 Dec 22 04:46:35.648886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dcd0509d-7b43-49e6-9b4b-c6ffb67ff24d None None] Port e37a38af-be76-4a48-9d7e-4a9381f44a9d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:35.657033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=de154bda-e4ad-4933-a8e0-2189c59f23eb,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:35.659441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:35.660508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:35.666470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49402) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:35.676773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999209283'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:35.697501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:35.708918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:network and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:35.716423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:35.732058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:35.740210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:35.743638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.771449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.789733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-eed8b978-133a-41c5-9713-80461544889e None None] For port 15182698-2788-450e-a901-8bd70a9798ce, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=15182698-2788-450e-a901-8bd70a9798ce,segment=NetworkSegment(3a9a95f6-77fd-4fa9-b256-aa8fb54af390),segment_id=3a9a95f6-77fd-4fa9-b256-aa8fb54af390)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:35.790137 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eed8b978-133a-41c5-9713-80461544889e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.842916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:35.846442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.860285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:35.914910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:security_group_rule and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:35.916352 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4200cf92-de97-439f-a485-ae66a8c8c9ec req-2042f0b0-2391-4e8e-ae17-65fe2544f950 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.0742788 Dec 22 04:46:35.924675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-eed8b978-133a-41c5-9713-80461544889e None None] Calling delete_port for 15182698-2788-450e-a901-8bd70a9798ce owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:35.937437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:35.952161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:35.957806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:35.961742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:35.966905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:36.009727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eed8b978-133a-41c5-9713-80461544889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.014501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9e938866-aaf2-4770-a82f-d8ae5be0a7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:36.046914 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.047173 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment 272adc59-8e26-4336-93e8-27be6787ed4a of type vlan for network 7639b5bf-a410-416f-8705-9d71efd995bf Dec 22 04:46:36.048536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Pushing event deleted for resources: {'Port': ['ID=d4b890dd-9a4a-44eb-ab18-a8772379247d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:36.058365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8b978-133a-41c5-9713-80461544889e None None] Pushing event deleted for resources: {'Port': ['ID=15182698-2788-450e-a901-8bd70a9798ce,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:36.061275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8b978-133a-41c5-9713-80461544889e None None] No DVR routers for this DVR port 15182698-2788-450e-a901-8bd70a9798ce on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:36.061817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-eed8b978-133a-41c5-9713-80461544889e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:36.062572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:36.080655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] For port 15182698-2788-450e-a901-8bd70a9798ce, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=15182698-2788-450e-a901-8bd70a9798ce,segment=NetworkSegment(3a9a95f6-77fd-4fa9-b256-aa8fb54af390),segment_id=3a9a95f6-77fd-4fa9-b256-aa8fb54af390)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:36.081130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.167685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.229200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Allocated IP 172.20.0.1 (ea34a701-c8af-485c-b012-2817eaf490db/8ae328fc-0c9a-4fdf-910f-b1c8ebcd7fe2/97de95d9-be1c-4f45-ae63-6852b731dc2a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:36.245725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Calling delete_port for 15182698-2788-450e-a901-8bd70a9798ce owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:36.280462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.282730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ccf22d6f-2ef4-4696-b6f8-3c0b41621ea5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.427188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ccf22d6f-2ef4-4696-b6f8-3c0b41621ea5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Calling delete_port for e37a38af-be76-4a48-9d7e-4a9381f44a9d owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:36.538422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.546821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:36.547137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:36.553195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:36.553798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.561658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.564758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:36.577038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.590021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.607199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.621906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7ec6b9a-f3bb-40b4-a99c-295015cf01ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:36.657310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:36.676251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f34454-3ff4-4c0b-aff3-9a1aa633b4e2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:36.679849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:36.686633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.686988 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Added segment 6a912953-a320-454e-891a-350c8869b559 of type vlan for network 60d272f8-0060-44da-acf6-1280148ad2ae Dec 22 04:46:36.694424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ccf22d6f-2ef4-4696-b6f8-3c0b41621ea5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.702139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-35279ab5-da7b-4c38-9f21-a114c238824a tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:36.757052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975b442-7225-43d8-a20f-a509fba9229c req-ecfba77c-fc6f-4118-bdef-45149a8a5504 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:36.758683 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b975b442-7225-43d8-a20f-a509fba9229c req-ecfba77c-fc6f-4118-bdef-45149a8a5504 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 931 time: 0.5788610 Dec 22 04:46:36.765862 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0948684 Dec 22 04:46:36.766925 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=7639b5bf-a410-416f-8705-9d71efd995bf,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:36.770906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49414) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:36.781532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:36.784192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 7639b5bf-a410-416f-8705-9d71efd995bf details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:36.796215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': '7639b5bf-a410-416f-8705-9d71efd995bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:36.833749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Request body: {'port': {'device_id': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:36.861693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.869817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.870347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Fanout notify agent at l3_agent the message router_deleted on router 8137e466-d9ad-45c5-a509-d659cd394e02 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:46:36.932760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf22d6f-2ef4-4696-b6f8-3c0b41621ea5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event deleted for resources: {'Port': ['ID=e37a38af-be76-4a48-9d7e-4a9381f44a9d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:36.945666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:36.951128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ccf22d6f-2ef4-4696-b6f8-3c0b41621ea5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:36.998699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.61', 60602) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:37.057022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Deleting port 15182698-2788-450e-a901-8bd70a9798ce {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:37.057392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.142377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.143569 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/8137e466-d9ad-45c5-a509-d659cd394e02 HTTP/1.1" status: 204 len: 168 time: 3.4074209 Dec 22 04:46:37.153979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49422) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:37.166061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.171592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] The port '15182698-2788-450e-a901-8bd70a9798ce' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:46:37.171708 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:37.222912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Request body: {'router': {'name': 'tempest-snat-router-643887660', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_snat': False}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:37.230868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:37.231460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.233221 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Transition to ACTIVE for port object 97de95d9-be1c-4f45-ae63-6852b731dc2a will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:37.237761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:subnet and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:37.245298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:37.248770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:37.250316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:37.265447 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b975b442-7225-43d8-a20f-a509fba9229c req-fb0d7b11-00f2-46ab-bec9-b6e1e1c96eeb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4932952 Dec 22 04:46:37.266408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:37.269106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Usage tracker for resource:router and tenant:f77bbf018abf442a8cfad79fbabf6db8 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:37.274352 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5dab6f03-1aaa-485c-9e1d-76b1e481efbc req-e1634702-19b2-4cff-8abe-95ad979dfae8 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.1143110 Dec 22 04:46:37.311806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:37.328596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:37.332080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ccf22d6f-2ef4-4696-b6f8-3c0b41621ea5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.363890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:37.367459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.389691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.390712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.399900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.413151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 15182698-2788-450e-a901-8bd70a9798ce no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:46:37.458438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 15182698-2788-450e-a901-8bd70a9798ce {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:46:37.458438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 15182698-2788-450e-a901-8bd70a9798ce not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:46:37.539041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.542364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=60d272f8-0060-44da-acf6-1280148ad2ae,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:37.550367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.550626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:37.554667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-97a80566-6a5e-49d0-a6e1-6c43f7989ac4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:37.555848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 60d272f8-0060-44da-acf6-1280148ad2ae details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:37.556694 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3578811 Dec 22 04:46:37.562679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.579548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c370da-d19c-4603-b8d6-162d551237b9 req-4ba2c660-e5c9-4b8c-b68d-249aa5a443fb tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:37.580792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-69c370da-d19c-4603-b8d6-162d551237b9 req-4ba2c660-e5c9-4b8c-b68d-249aa5a443fb tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Synchronizing usage tracker for tenant:3803782124d34484be90ad3cd6bb3c45 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:37.588865 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ccf22d6f-2ef4-4696-b6f8-3c0b41621ea5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "DELETE /v2.0/ports/e37a38af-be76-4a48-9d7e-4a9381f44a9d HTTP/1.1" status: 204 len: 168 time: 2.3917401 Dec 22 04:46:37.593578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49430) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:37.664098 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70d0eea-f7a4-49eb-b182-e6feeb42fa67 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] GET failed (client error): The resource could not be found. Dec 22 04:46:37.665075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b70d0eea-f7a4-49eb-b182-e6feeb42fa67 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Synchronizing usage tracker for tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:37.675536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Network ea34a701-c8af-485c-b012-2817eaf490db is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:37.681039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdd1cf7-5798-4d09-a00d-07ca7e511988']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:37.712504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9a95f6-77fd-4fa9-b256-aa8fb54af390') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:37.712890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9a95f6-77fd-4fa9-b256-aa8fb54af390') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:37.717476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:37.725276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-69c370da-d19c-4603-b8d6-162d551237b9 req-4ba2c660-e5c9-4b8c-b68d-249aa5a443fb tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Unset dirty status for tenant:3803782124d34484be90ad3cd6bb3c45 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:37.726283 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-4ba2c660-e5c9-4b8c-b68d-249aa5a443fb tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.61 "GET /v2.0/networks?id=9f82e205-8882-4761-a0d5-7985d9afacfa HTTP/1.1" status: 200 len: 811 time: 0.6958737 Dec 22 04:46:37.727298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b70d0eea-f7a4-49eb-b182-e6feeb42fa67 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Unset dirty status for tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:37.728364 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b70d0eea-f7a4-49eb-b182-e6feeb42fa67 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "GET /v2.0/ports/e37a38af-be76-4a48-9d7e-4a9381f44a9d HTTP/1.1" status: 404 len: 333 time: 0.1313858 Dec 22 04:46:37.733710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.747763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49434) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:37.780114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'port': {'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2008944676'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:37.787540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:37.851070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event updated for resources: {'Port': ['ID=97de95d9-be1c-4f45-ae63-6852b731dc2a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:37.875108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.883078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:37.884476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:37.920435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:37.990838 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:38.000345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f6974987-4cd7-477b-9ecc-e8cf36d817f9 None None] Provisioning for port 97de95d9-be1c-4f45-ae63-6852b731dc2a completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:38.010985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f6974987-4cd7-477b-9ecc-e8cf36d817f9 None None] Provisioning complete for port 97de95d9-be1c-4f45-ae63-6852b731dc2a triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:38.011592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f6974987-4cd7-477b-9ecc-e8cf36d817f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:38.047505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-69c370da-d19c-4603-b8d6-162d551237b9 req-01d45865-4e98-4c65-b8a4-97c556f3fcb2 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Synchronizing usage tracker for tenant:3803782124d34484be90ad3cd6bb3c45 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:38.073890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-69c370da-d19c-4603-b8d6-162d551237b9 req-01d45865-4e98-4c65-b8a4-97c556f3fcb2 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Unset dirty status for tenant:3803782124d34484be90ad3cd6bb3c45 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:38.075440 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-01d45865-4e98-4c65-b8a4-97c556f3fcb2 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3803782124d34484be90ad3cd6bb3c45 HTTP/1.1" status: 200 len: 380 time: 0.3288770 Dec 22 04:46:38.076296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:38.096946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:38.114451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:38.117918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f6974987-4cd7-477b-9ecc-e8cf36d817f9 None None] Port 97de95d9-be1c-4f45-ae63-6852b731dc2a cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:38.121372 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] 10.222.0.36 "DELETE /v2.0/networks/dfdd1cf7-5798-4d09-a00d-07ca7e511988 HTTP/1.1" status: 204 len: 168 time: 3.0528734 Dec 22 04:46:38.173616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Request body: {'port': {'device_id': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'admin_state_up': True, 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'security_groups': ['d67a3d61-d21a-40fd-88c0-c8531056eb72']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:38.212596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:38.285551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Pushing event deleted for resources: {'Network': ['ID=dfdd1cf7-5798-4d09-a00d-07ca7e511988,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:38.287960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:38.299919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:38.332583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:38.381629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Made reservation on behalf of d7e3ea1e5cc34eb688490bfcc948e7a0 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:38.387147 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:38.410747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:38.421276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:38.436750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Made reservation on behalf of 3803782124d34484be90ad3cd6bb3c45 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:38.443222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:38.465252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] device_id is not set on port afe99ea8-3da1-454d-a714-9d811de9c370 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:38.583595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49448) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:38.587922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:38.807583 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c8cb9287-183c-4914-8b3c-cbf107450d0e req-19c12f20-7b1d-4ece-a580-3c032721a6b0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.2765789 Dec 22 04:46:38.921663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Allocated IP 2001:db8::330 (62ad57f0-2aee-4953-85e2-a7aaeba51ed3/05b56e22-1c74-4538-aa43-1cf366a6add7/afe99ea8-3da1-454d-a714-9d811de9c370) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:38.952895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Allocated IP 172.20.0.11 (9f82e205-8882-4761-a0d5-7985d9afacfa/488050ac-6bd3-4202-be01-870f9a90d3ee/f14e849b-29d7-44a5-8f11-5ddddbf1274d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:38.960982 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a5325c17-de43-47a0-a55e-a035b1f1ff43 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ba3e79044094607ab4585ec876747d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3751249 Dec 22 04:46:38.966286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49454) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:38.975384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.038846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-db522ee1-7272-4420-80ea-e7520cce8b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:39.102491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:46:39.234379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d4093bd-660b-4a94-9b3e-e43228f87530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.264590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.295813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=4c59d881-c6c6-4750-acc0-dabf15719b78,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:39.299013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:39.320714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d4093bd-660b-4a94-9b3e-e43228f87530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.338841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d340681-734c-4c52-b3be-00a7a51614b8 req-c78c422d-92dc-4d5e-b216-6c557d774c41 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:39.340546 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d340681-734c-4c52-b3be-00a7a51614b8 req-c78c422d-92dc-4d5e-b216-6c557d774c41 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 931 time: 0.7554994 Dec 22 04:46:39.371546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': '272adc59-8e26-4336-93e8-27be6787ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7639b5bf-a410-416f-8705-9d71efd995bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:39.372040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: 7639b5bf-a410-416f-8705-9d71efd995bf, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:39.397260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa688b99-4039-432a-a3d8-1983984e56ad {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:46:39.419014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.420097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.428468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.449058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Transition to ACTIVE for port object afe99ea8-3da1-454d-a714-9d811de9c370 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:39.457426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Transition to ACTIVE for port object f14e849b-29d7-44a5-8f11-5ddddbf1274d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:39.473331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d4093bd-660b-4a94-9b3e-e43228f87530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.483994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:39.505035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4093bd-660b-4a94-9b3e-e43228f87530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d54c3f-f276-4ce0-ab5e-a4c3a81d492f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:39.511221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6d4093bd-660b-4a94-9b3e-e43228f87530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:39.528058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.535512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0b00a21c-0729-4196-803c-60c0eb5b3437 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:39.560036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Transition to ACTIVE for port object aa688b99-4039-432a-a3d8-1983984e56ad will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:39.570195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.570638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network 7639b5bf-a410-416f-8705-9d71efd995bf is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:39.576779 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d340681-734c-4c52-b3be-00a7a51614b8 req-6fdd3199-94e6-4ea4-9def-037b6ee313d4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179675 Dec 22 04:46:39.582412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.593258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:39.645913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Network 9f82e205-8882-4761-a0d5-7985d9afacfa is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:39.650135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d4093bd-660b-4a94-9b3e-e43228f87530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.651473 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6d4093bd-660b-4a94-9b3e-e43228f87530 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15d54c3f-f276-4ce0-ab5e-a4c3a81d492f HTTP/1.1" status: 204 len: 168 time: 0.6842570 Dec 22 04:46:39.668873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:39.687488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:39.771897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:39.802602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:39.839584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Port': ['ID=afe99ea8-3da1-454d-a714-9d811de9c370,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:39.854002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:39.862214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:39.863098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.875295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:39.875798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c64255f0-db72-4334-841e-601e7f91add1 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:39.891608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 7639b5bf-a410-416f-8705-9d71efd995bf) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:39.912640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:39.913544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:39.924912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a0e7a-4c1e-4188-a31a-b105d13bac9c None None] Network 7639b5bf-a410-416f-8705-9d71efd995bf requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:40.103772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Pushing event updated for resources: {'Port': ['ID=f14e849b-29d7-44a5-8f11-5ddddbf1274d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:40.127472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:40.188506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:40.189259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:40.197029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa688b99-4039-432a-a3d8-1983984e56ad,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:40.204291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:40.230607 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4528410 Dec 22 04:46:40.234712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49464) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:40.307117 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5564880 Dec 22 04:46:40.320085 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2191126 Dec 22 04:46:40.321349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49468) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:40.344979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4d:aa:98'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:40.432186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Request body: {'port': {'device_id': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:40.462310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-27263452-487e-4283-abe4-724b51d28bbd None None] Provisioning for port f14e849b-29d7-44a5-8f11-5ddddbf1274d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:40.472306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-27263452-487e-4283-abe4-724b51d28bbd None None] Provisioning complete for port f14e849b-29d7-44a5-8f11-5ddddbf1274d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:40.472685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-27263452-487e-4283-abe4-724b51d28bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:40.642266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-7639b5bf-a410-416f-8705-9d71efd995bf', 'network_id': '7639b5bf-a410-416f-8705-9d71efd995bf', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': '4c59d881-c6c6-4750-acc0-dabf15719b78'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:40.645379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:40.761131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:40.802573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49482) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:40.808052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'network_id': '60d272f8-0060-44da-acf6-1280148ad2ae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:40.915941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Allocated IP 172.20.0.1 (7639b5bf-a410-416f-8705-9d71efd995bf/4c59d881-c6c6-4750-acc0-dabf15719b78/8df81f52-453c-4481-bdf6-8917569048a3) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:41.137518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-27263452-487e-4283-abe4-724b51d28bbd None None] Port f14e849b-29d7-44a5-8f11-5ddddbf1274d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:41.151097 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49494) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:41.164033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.174850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Transition to ACTIVE for port object 8df81f52-453c-4481-bdf6-8917569048a3 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:41.190055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.196298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Transition to ACTIVE for port object 8df81f52-453c-4481-bdf6-8917569048a3 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:41.213858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.227007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Attempting to bind port aa688b99-4039-432a-a3d8-1983984e56ad on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:41.227456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Attempting to bind port aa688b99-4039-432a-a3d8-1983984e56ad by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:41.227851 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Attempting to bind port aa688b99-4039-432a-a3d8-1983984e56ad on network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:41.235052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-42c68ea8-e7bf-40d2-a3a5-0bc10170f7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:41.246667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.261220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Port aa688b99-4039-432a-a3d8-1983984e56ad on network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:46:41.261679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Attempting to bind port aa688b99-4039-432a-a3d8-1983984e56ad on network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:41.271869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14e86a-17f9-45dc-a7bb-72645fb0f218 req-2699434e-e831-40bf-9ec0-3b7693f0e0ba tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:41.273515 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f14e86a-17f9-45dc-a7bb-72645fb0f218 req-2699434e-e831-40bf-9ec0-3b7693f0e0ba tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 932 time: 1.0788202 Dec 22 04:46:41.311003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.330724 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Network 7639b5bf-a410-416f-8705-9d71efd995bf is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:41.335740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:41.336229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Checking segment: {'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:41.336982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Bound using segment: {'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:41.337337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Bound port: aa688b99-4039-432a-a3d8-1983984e56ad, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276bbf2a-ec59-4218-8143-a752c1f849a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:41.337606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.356478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:41.359111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:41.370384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:41.377152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:subnet and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:41.378215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-972068794'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:41.382350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:41.386911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.395146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:41.397688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:41.403990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port 8df81f52-453c-4481-bdf6-8917569048a3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:41.403990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.448028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:41.448481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-86165be3-ffc3-492f-ba63-b7bfbe4f8231 None None] Provisioning for port afe99ea8-3da1-454d-a714-9d811de9c370 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:41.451480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.457011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Pushing event updated for resources: {'Port': ['ID=8df81f52-453c-4481-bdf6-8917569048a3,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:41.459776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:41.467947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-86165be3-ffc3-492f-ba63-b7bfbe4f8231 None None] Provisioning complete for port afe99ea8-3da1-454d-a714-9d811de9c370 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:41.468348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-86165be3-ffc3-492f-ba63-b7bfbe4f8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.482479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:46:41.500003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Usage tracker for resource:network and tenant:3bb454753bc645d6b3a2d54179230142 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:41.534572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:41.560615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Attempting to bind port 8df81f52-453c-4481-bdf6-8917569048a3 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:41.560974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Attempting to bind port 8df81f52-453c-4481-bdf6-8917569048a3 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '272adc59-8e26-4336-93e8-27be6787ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7639b5bf-a410-416f-8705-9d71efd995bf'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:41.561337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Attempting to bind port 8df81f52-453c-4481-bdf6-8917569048a3 on network 7639b5bf-a410-416f-8705-9d71efd995bf {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:41.568452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd76ce-994c-497f-9d56-1ad067209c51 req-4f8610bf-5d1d-4895-a1d9-2ea72a88e835 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:41.570049 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a9cd76ce-994c-497f-9d56-1ad067209c51 req-4f8610bf-5d1d-4895-a1d9-2ea72a88e835 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 943 time: 0.7698846 Dec 22 04:46:41.572990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:41.573369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Checking segment: {'id': '272adc59-8e26-4336-93e8-27be6787ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7639b5bf-a410-416f-8705-9d71efd995bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:41.573778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.574176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Bound using segment: {'id': '272adc59-8e26-4336-93e8-27be6787ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7639b5bf-a410-416f-8705-9d71efd995bf'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:41.574656 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Bound port: 8df81f52-453c-4481-bdf6-8917569048a3, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272adc59-8e26-4336-93e8-27be6787ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7639b5bf-a410-416f-8705-9d71efd995bf'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:41.575029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.579736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:41.586813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.592808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-86165be3-ffc3-492f-ba63-b7bfbe4f8231 None None] Port afe99ea8-3da1-454d-a714-9d811de9c370 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:41.606068 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f14e86a-17f9-45dc-a7bb-72645fb0f218 req-b595b984-b145-4ea9-bbc8-7dba2dbd4378 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147225 Dec 22 04:46:41.638090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.673504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:41.693915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] For port 8df81f52-453c-4481-bdf6-8917569048a3, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:41.698588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] For port 8df81f52-453c-4481-bdf6-8917569048a3, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8df81f52-453c-4481-bdf6-8917569048a3,segment=NetworkSegment(272adc59-8e26-4336-93e8-27be6787ed4a),segment_id=272adc59-8e26-4336-93e8-27be6787ed4a)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:41.702816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.718474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c88d2004-7e25-47da-a71f-a34de9c9cba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:41.761797 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Made reservation on behalf of 3bb454753bc645d6b3a2d54179230142 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:41.765272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.808423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Pushing event updated for resources: {'Port': ['ID=8df81f52-453c-4481-bdf6-8917569048a3,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:41.819313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:41.849967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.859276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14e849b-29d7-44a5-8f11-5ddddbf1274d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:46:41.870799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.931870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Transition to ACTIVE for port object f14e849b-29d7-44a5-8f11-5ddddbf1274d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:41.940885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.944889 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a9cd76ce-994c-497f-9d56-1ad067209c51 req-fd3fd89e-f3c2-431a-84a0-22c4983e3309 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420348 Dec 22 04:46:41.945337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.958271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event updated for resources: {'Port': ['ID=97de95d9-be1c-4f45-ae63-6852b731dc2a,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:41.960716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0565dfce-32ed-4dc7-9874-d3689e5f0ab5 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:41.960966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] For port aa688b99-4039-432a-a3d8-1983984e56ad, host hv-neutron-8225, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:41.981854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:42.002411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.014561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Usage tracker for resource:security_group_rule and tenant:3bb454753bc645d6b3a2d54179230142 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:42.087772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:42.093089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.093449 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.093799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.094314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.094878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.095367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.095915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.096442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.096784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.097125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.097466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.097805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.101234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.101831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:42.108434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] For port aa688b99-4039-432a-a3d8-1983984e56ad, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa688b99-4039-432a-a3d8-1983984e56ad,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:42.118312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:42.131267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.143961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:42.158733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] In _notify_port_updated(), no bound segment for port afe99ea8-3da1-454d-a714-9d811de9c370 on network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:46:42.163722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:42.164408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.168327 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "PUT /v2.0/ports/afe99ea8-3da1-454d-a714-9d811de9c370 HTTP/1.1" status: 200 len: 1003 time: 1.8406603 Dec 22 04:46:42.172825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49500) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:42.284614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Pushing event updated for resources: {'Port': ['ID=f14e849b-29d7-44a5-8f11-5ddddbf1274d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:42.328073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Allocated IP 172.26.1.41 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/cd690aeb-72f2-4cfb-824c-88bfb8076529) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:42.332009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:42.362929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b315536c-f45e-48db-84f8-d38bb7a80b09 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:42.370020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:42.370636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.372525 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] 10.222.0.61 "PUT /v2.0/ports/aa688b99-4039-432a-a3d8-1983984e56ad HTTP/1.1" status: 200 len: 1093 time: 5.6763518 Dec 22 04:46:42.399463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'tag': 'aa688b99-4039-432a-a3d8-1983984e56ad'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:46:42.500711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Port': ['ID=afe99ea8-3da1-454d-a714-9d811de9c370,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:42.524891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.530686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:42.558508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d24d2d7f-6038-4e5c-b6fd-586615e555b8 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Deleting port afe99ea8-3da1-454d-a714-9d811de9c370 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:42.559017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d24d2d7f-6038-4e5c-b6fd-586615e555b8 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.603652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-71d6e600-b17d-403c-a7bc-10c8b0f66b12 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:42.638495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-623a41e1-ed88-4d55-982e-281ec2eaa554 None None] Provisioning complete for port afe99ea8-3da1-454d-a714-9d811de9c370 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:42.639135 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-623a41e1-ed88-4d55-982e-281ec2eaa554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.659050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port 8df81f52-453c-4481-bdf6-8917569048a3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8df81f52-453c-4481-bdf6-8917569048a3,segment=NetworkSegment(272adc59-8e26-4336-93e8-27be6787ed4a),segment_id=272adc59-8e26-4336-93e8-27be6787ed4a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:42.659412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.732841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-623a41e1-ed88-4d55-982e-281ec2eaa554 None None] Port afe99ea8-3da1-454d-a714-9d811de9c370 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:42.740012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa688b99-4039-432a-a3d8-1983984e56ad,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:42.745284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:42.753427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Attempting to bind port f14e849b-29d7-44a5-8f11-5ddddbf1274d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:42.753896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Attempting to bind port f14e849b-29d7-44a5-8f11-5ddddbf1274d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:42.754237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Attempting to bind port f14e849b-29d7-44a5-8f11-5ddddbf1274d on network 9f82e205-8882-4761-a0d5-7985d9afacfa {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:42.805963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=a4d2b1e7-5e9d-485a-ae9a-a267ba993ce8,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:42.817469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking segment: {'id': '6a912953-a320-454e-891a-350c8869b559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '60d272f8-0060-44da-acf6-1280148ad2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:42.817840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network hostable DHCP agents. Network: 60d272f8-0060-44da-acf6-1280148ad2ae, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:42.823201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.826561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Port f14e849b-29d7-44a5-8f11-5ddddbf1274d on network 9f82e205-8882-4761-a0d5-7985d9afacfa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:46:42.826897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Attempting to bind port f14e849b-29d7-44a5-8f11-5ddddbf1274d on network 9f82e205-8882-4761-a0d5-7985d9afacfa {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:42.848033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.848433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.848793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.849146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.849496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.849844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.850187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.850527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.850865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.851204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.851541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.851875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:42.864396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:42.865646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:42.866005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Checking segment: {'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:42.866692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Bound using segment: {'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:42.867014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Bound port: f14e849b-29d7-44a5-8f11-5ddddbf1274d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1198c64-b984-4cf6-a104-178b356e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:42.867378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:42.986627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network 60d272f8-0060-44da-acf6-1280148ad2ae is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:43.014764 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'tag': 'aa688b99-4039-432a-a3d8-1983984e56ad', 'status': 'completed', 'code': 200} Dec 22 04:46:43.023436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for 8df81f52-453c-4481-bdf6-8917569048a3 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:43.038591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 60d272f8-0060-44da-acf6-1280148ad2ae) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:43.050461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:43.051059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.054153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2098bb0f-cc99-423d-9a1e-4031182a0f05 None None] Network 60d272f8-0060-44da-acf6-1280148ad2ae requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:43.133179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d24d2d7f-6038-4e5c-b6fd-586615e555b8 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.142302 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3386855 Dec 22 04:46:43.147064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49518) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:43.151355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] For port f14e849b-29d7-44a5-8f11-5ddddbf1274d, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:43.160263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-199036484'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:43.203746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b75951-be06-4ac9-b39c-3b577ba20607 None None] Network 7639b5bf-a410-416f-8705-9d71efd995bf requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:43.223862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:43.226924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] For port f14e849b-29d7-44a5-8f11-5ddddbf1274d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f14e849b-29d7-44a5-8f11-5ddddbf1274d,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:43.305731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d24d2d7f-6038-4e5c-b6fd-586615e555b8 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Calling delete_port for afe99ea8-3da1-454d-a714-9d811de9c370 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:43.336120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:network and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:43.349650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.354715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Network ea34a701-c8af-485c-b012-2817eaf490db is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:43.355716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:43.359685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:43.367875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:43.371149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f0f8ae42-e6c2-41be-b73a-8fc4069f2ae2 None None] Provisioning for port 8df81f52-453c-4481-bdf6-8917569048a3 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:43.398487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f0f8ae42-e6c2-41be-b73a-8fc4069f2ae2 None None] Provisioning complete for port 8df81f52-453c-4481-bdf6-8917569048a3 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:43.399351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ae42-e6c2-41be-b73a-8fc4069f2ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.412972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.427170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:43.480188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:43.480956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.484200 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] 10.222.0.61 "PUT /v2.0/ports/f14e849b-29d7-44a5-8f11-5ddddbf1274d HTTP/1.1" status: 200 len: 1094 time: 3.0599129 Dec 22 04:46:43.487617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'tag': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:46:43.500698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:43.505040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.520991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8ae42-e6c2-41be-b73a-8fc4069f2ae2 None None] Port 8df81f52-453c-4481-bdf6-8917569048a3 was deleted so its status cannot be updated. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 04:46:43.572474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8df81f52-453c-4481-bdf6-8917569048a3 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:43.580013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.581247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.586568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Pushing event updated for resources: {'Port': ['ID=f14e849b-29d7-44a5-8f11-5ddddbf1274d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:43.604173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:43.624130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-60d272f8-0060-44da-acf6-1280148ad2ae', 'network_id': '60d272f8-0060-44da-acf6-1280148ad2ae', 'tenant_id': 'cb5d30e54fef406595eebf79dcb038f4', 'fixed_ips': [{'subnet_id': 'a4d2b1e7-5e9d-485a-ae9a-a267ba993ce8'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:43.625057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.662327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f492c2ca-ba11-4954-a5ab-3e133f103973 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:43.664911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 8df81f52-453c-4481-bdf6-8917569048a3 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:46:43.665849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8df81f52-453c-4481-bdf6-8917569048a3 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 04:46:43.719523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Port 8df81f52-453c-4481-bdf6-8917569048a3 not found, will not notify nova. {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 04:46:43.764334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:43.773986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.774597 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Added segment 15fe1503-e699-4b79-adb4-68852d7dd5b8 of type vlan for network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e Dec 22 04:46:43.808825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.819673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Port': ['ID=8df81f52-453c-4481-bdf6-8917569048a3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:43.827078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:43.836649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:43.863321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7d4b72b4-9811-44d1-bf13-155386a88de6 None None] Provisioning complete for port 97de95d9-be1c-4f45-ae63-6852b731dc2a triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:43.865095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:43.866662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7d4b72b4-9811-44d1-bf13-155386a88de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.898961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.899428 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Added segment a1b8bcc6-a775-42ca-b2be-52cde757c48c of type vlan for network b8e003f8-21a8-41c6-b536-2149773fb6bf Dec 22 04:46:43.912936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b943a3-fcae-40fd-9090-d4eae8538365,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:43.932863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:43.959518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.979224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d24d2d7f-6038-4e5c-b6fd-586615e555b8 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.998589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c370da-d19c-4603-b8d6-162d551237b9 req-ac3a4fd7-397f-4efc-9c2d-2d61fa778dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:44.000797 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-ac3a4fd7-397f-4efc-9c2d-2d61fa778dad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3803782124d34484be90ad3cd6bb3c45&device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 1097 time: 0.4182394 Dec 22 04:46:44.001094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-82a04d85-1866-45ed-8e43-a192a6067f9d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:44.020915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b72b4-9811-44d1-bf13-155386a88de6 None None] Port 97de95d9-be1c-4f45-ae63-6852b731dc2a cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:44.037051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Allocated IP 2001:db8:0:ffff::2 (60d272f8-0060-44da-acf6-1280148ad2ae/a4d2b1e7-5e9d-485a-ae9a-a267ba993ce8/679488d4-79f1-4479-9ae7-84c4e2ee83d9) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:44.063777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:46:44.106544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No DVR routers for this DVR port 8df81f52-453c-4481-bdf6-8917569048a3 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:44.114975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d24d2d7f-6038-4e5c-b6fd-586615e555b8 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.155737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.168574 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.185793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:44.210935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d2d7f-6038-4e5c-b6fd-586615e555b8 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event deleted for resources: {'Port': ['ID=afe99ea8-3da1-454d-a714-9d811de9c370,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:44.213486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d24d2d7f-6038-4e5c-b6fd-586615e555b8 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:44.215064 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-da551adb-c7a2-4254-8628-144d80328e33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f14e849b-29d7-44a5-8f11-5ddddbf1274d HTTP/1.1" status: 200 len: 217 time: 0.1069298 Dec 22 04:46:44.218123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:46:44.278634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07634-7c4b-4248-bc31-524eea11058a req-e7080ea5-a3f4-46a5-9258-c52fe3d39651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:44.280903 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-e7080ea5-a3f4-46a5-9258-c52fe3d39651 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f5382b7aa0b4653bd41f3bb816510f1&device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 1096 time: 1.8097498 Dec 22 04:46:44.292442 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d24d2d7f-6038-4e5c-b6fd-586615e555b8 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "DELETE /v2.0/ports/afe99ea8-3da1-454d-a714-9d811de9c370 HTTP/1.1" status: 204 len: 168 time: 2.1185682 Dec 22 04:46:44.295323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event updated for resources: {'Port': ['ID=cd690aeb-72f2-4cfb-824c-88bfb8076529,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:44.300410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49530) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:44.304018 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.307869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:44.343041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c370da-d19c-4603-b8d6-162d551237b9 req-f4e63479-7c6e-431f-a27c-38c04ec4df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:44.345060 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-f4e63479-7c6e-431f-a27c-38c04ec4df13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=488050ac-6bd3-4202-be01-870f9a90d3ee HTTP/1.1" status: 200 len: 850 time: 0.1173964 Dec 22 04:46:44.353917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.365477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Transition to ACTIVE for port object 679488d4-79f1-4479-9ae7-84c4e2ee83d9 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:44.384758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Transition to ACTIVE for port object 679488d4-79f1-4479-9ae7-84c4e2ee83d9 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:44.391137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:44.391746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.392080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.398223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7d41b1fa-8502-42bc-80fa-234ca8f47039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:44.399412 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bde36c-7f6a-45eb-8eb5-9b5d0bb113de tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] GET failed (client error): The resource could not be found. Dec 22 04:46:44.399943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c6bde36c-7f6a-45eb-8eb5-9b5d0bb113de tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Synchronizing usage tracker for tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:44.402464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.413826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:44.414398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.420723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:44.422441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ef570-1224-43fc-91f8-8ed7f49b2eb0 req-8e14e826-e260-4433-8c8c-5ddfae56e7d3 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:44.424037 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ba1ef570-1224-43fc-91f8-8ed7f49b2eb0 req-8e14e826-e260-4433-8c8c-5ddfae56e7d3 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 944 time: 1.5788155 Dec 22 04:46:44.437802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:44.464882 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Network 60d272f8-0060-44da-acf6-1280148ad2ae is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:44.468495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:44.471958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5e39b-10f6-4669-bfad-05330d8a1a02 req-66836ce2-bdfa-490e-8795-6e8f36c85d03 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:44.473535 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-20d5e39b-10f6-4669-bfad-05330d8a1a02 req-66836ce2-bdfa-490e-8795-6e8f36c85d03 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 943 time: 1.1113336 Dec 22 04:46:44.474837 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-7e65c09f-d5ff-4e0c-afd8-6c1c38e066c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa688b99-4039-432a-a3d8-1983984e56ad HTTP/1.1" status: 200 len: 217 time: 0.1598926 Dec 22 04:46:44.480097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:44.483040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:44.511975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:44.518070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Pushing event updated for resources: {'Port': ['ID=679488d4-79f1-4479-9ae7-84c4e2ee83d9,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:44.530741 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.531161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.531595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.532044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.532493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.532920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.533374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.533782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.534199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.534620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.535036 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.535446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:44.540941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c6bde36c-7f6a-45eb-8eb5-9b5d0bb113de tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Unset dirty status for tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:44.543487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:44.547800 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c6bde36c-7f6a-45eb-8eb5-9b5d0bb113de tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "GET /v2.0/ports/afe99ea8-3da1-454d-a714-9d811de9c370 HTTP/1.1" status: 404 len: 333 time: 0.2463684 Dec 22 04:46:44.552604 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4005353 Dec 22 04:46:44.552604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49536) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:44.557333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49538) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:44.565404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'network_id': 'b8e003f8-21a8-41c6-b536-2149773fb6bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:44.585296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'port': {'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-837886889'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:44.595967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Attempting to bind port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:44.596502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Attempting to bind port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '6a912953-a320-454e-891a-350c8869b559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '60d272f8-0060-44da-acf6-1280148ad2ae'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:44.596969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Attempting to bind port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 on network 60d272f8-0060-44da-acf6-1280148ad2ae {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:44.599676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:44.604683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:44.605449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Checking segment: {'id': '6a912953-a320-454e-891a-350c8869b559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '60d272f8-0060-44da-acf6-1280148ad2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:44.605855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.606344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Bound using segment: {'id': '6a912953-a320-454e-891a-350c8869b559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '60d272f8-0060-44da-acf6-1280148ad2ae'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:44.606947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Bound port: 679488d4-79f1-4479-9ae7-84c4e2ee83d9, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a912953-a320-454e-891a-350c8869b559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '60d272f8-0060-44da-acf6-1280148ad2ae'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:44.607845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.612503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=b8e003f8-21a8-41c6-b536-2149773fb6bf,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:44.615352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:44.628084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network b8e003f8-21a8-41c6-b536-2149773fb6bf details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:44.633524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Router 48ffd0ce-65c8-461e-af8f-02fd2dbf7735 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:46:44.670820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.755017 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5958111 Dec 22 04:46:44.763765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49544) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:44.783872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Request body: {'subnet': {'network_id': '5ffd8309-233e-4dee-a23b-44fa97bc3c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:44.806538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c370da-d19c-4603-b8d6-162d551237b9 req-eaa72b3c-76b8-4a7a-99cc-431541e5b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:44.808350 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-eaa72b3c-76b8-4a7a-99cc-431541e5b6de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f82e205-8882-4761-a0d5-7985d9afacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4528775 Dec 22 04:46:44.808831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Pushing event updated for resources: {'Network': ['ID=5ffd8309-233e-4dee-a23b-44fa97bc3c2e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:44.811867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:44.827741 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:44.890694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ba1ef570-1224-43fc-91f8-8ed7f49b2eb0 req-4649dbb4-8392-4b5c-b01e-0607f54e4b56 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268501 Dec 22 04:46:44.903305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:44.904782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07634-7c4b-4248-bc31-524eea11058a req-ed8034b6-736a-493a-baf8-f3588a400aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:44.906458 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-ed8034b6-736a-493a-baf8-f3588a400aac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a382ee-2ebf-4150-8568-f3ddb477f856 HTTP/1.1" status: 200 len: 845 time: 0.4137924 Dec 22 04:46:44.923298 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-20d5e39b-10f6-4669-bfad-05330d8a1a02 req-80b75de5-9a58-4bc5-9769-9099b95d7d7e tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4293818 Dec 22 04:46:44.932925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:subnet and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:44.935952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:44.945249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] For port 679488d4-79f1-4479-9ae7-84c4e2ee83d9, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:44.957537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:44.968512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] For port 679488d4-79f1-4479-9ae7-84c4e2ee83d9, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=679488d4-79f1-4479-9ae7-84c4e2ee83d9,segment=NetworkSegment(6a912953-a320-454e-891a-350c8869b559),segment_id=6a912953-a320-454e-891a-350c8869b559)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:44.979942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.985982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-fc2552d8-242f-40a2-8ea6-c4a9307212eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:45.080520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Pushing event updated for resources: {'Port': ['ID=679488d4-79f1-4479-9ae7-84c4e2ee83d9,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:45.083751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:45.103972 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'tag': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d', 'status': 'completed', 'code': 200} Dec 22 04:46:45.110487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:45.114353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:45.135138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:45.150176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:45.228306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Usage tracker for resource:subnet and tenant:3bb454753bc645d6b3a2d54179230142 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:45.246906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:45.250077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:45.264596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:45.333593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Made reservation on behalf of d7e3ea1e5cc34eb688490bfcc948e7a0 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:45.337233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:45.362884 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-694a8bfd-52d5-41bb-8ad0-70b0eb44ac59 service neutron] 10.222.0.61 "GET /v2.0/networks/9f82e205-8882-4761-a0d5-7985d9afacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303094 Dec 22 04:46:45.364041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Made reservation on behalf of 3bb454753bc645d6b3a2d54179230142 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:45.367274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:45.503034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:45.509969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] device_id is not set on port bae66fae-b35d-496a-b597-6d36fa117cbb yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:45.522392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:45.561754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=4c59d881-c6c6-4750-acc0-dabf15719b78,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:45.565478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07634-7c4b-4248-bc31-524eea11058a req-53aa704d-82aa-4717-a3ba-b436bcc02abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:45.567312 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-53aa704d-82aa-4717-a3ba-b436bcc02abe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a9fb3d0-e51c-4b01-bdf1-108b9e717864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6425648 Dec 22 04:46:45.568187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:45.584040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 679488d4-79f1-4479-9ae7-84c4e2ee83d9 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:45.602030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:46:45.634360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e18af16-1aaa-452b-bb32-0a3602a9fde8 None None] Network 7639b5bf-a410-416f-8705-9d71efd995bf requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:45.646739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dafe50-ec33-4c6a-88ba-0428dcb23e7b None None] Sync routers for ids ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:45.687623 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "PUT /v2.0/routers/48ffd0ce-65c8-461e-af8f-02fd2dbf7735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9714944 Dec 22 04:46:45.752812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49554) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:45.765792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Request body: {'port': {'network_id': 'ea34a701-c8af-485c-b012-2817eaf490db', 'name': 'tempest-FloatingIPAdminTestJSON-810999095'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:45.768510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dafe50-ec33-4c6a-88ba-0428dcb23e7b None None] Routers {'48ffd0ce-65c8-461e-af8f-02fd2dbf7735'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:45.769323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b1dafe50-ec33-4c6a-88ba-0428dcb23e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:45.848446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:45.851397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b1dafe50-ec33-4c6a-88ba-0428dcb23e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:45.926700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dafe50-ec33-4c6a-88ba-0428dcb23e7b None None] Routers {'48ffd0ce-65c8-461e-af8f-02fd2dbf7735'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:45.926700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b1dafe50-ec33-4c6a-88ba-0428dcb23e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:45.957106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:45.997312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b1dafe50-ec33-4c6a-88ba-0428dcb23e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:45.997889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dafe50-ec33-4c6a-88ba-0428dcb23e7b None None] The sync data for ids ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:46.061783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Allocated IP 2001:db8::139 (62ad57f0-2aee-4953-85e2-a7aaeba51ed3/05b56e22-1c74-4538-aa43-1cf366a6add7/bae66fae-b35d-496a-b597-6d36fa117cbb) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:46.068474 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-69c370da-d19c-4603-b8d6-162d551237b9 req-7d864238-146b-4ce2-a013-48733acccc4c service neutron] 10.222.0.61 "GET /v2.0/networks/9f82e205-8882-4761-a0d5-7985d9afacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817937 Dec 22 04:46:46.127525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd72c9-d4f0-407b-9e2e-98eec5a79dae None None] DHCP port deletion for 7639b5bf-a410-416f-8705-9d71efd995bf request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:46:46.252115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.269176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7639b5bf-a410-416f-8705-9d71efd995bf']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:46.294394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:46.332494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272adc59-8e26-4336-93e8-27be6787ed4a') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:46.332783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272adc59-8e26-4336-93e8-27be6787ed4a') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:46.354216 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-193146ee-2aff-4ad8-bf0c-980f9e597c1f service neutron] 10.222.0.61 "GET /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758658 Dec 22 04:46:46.395862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.411449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d6533-ea6e-4832-b016-d82a83abe108 None None] Network 60d272f8-0060-44da-acf6-1280148ad2ae requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:46.414282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.504484 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a47af372-9634-4ae3-8b56-b70355116137 None None] Provisioning for port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:46.511852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a47af372-9634-4ae3-8b56-b70355116137 None None] Provisioning complete for port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:46.512255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a47af372-9634-4ae3-8b56-b70355116137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.529197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=67ee6966-9f97-4756-9b28-9503199449de,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:46.543215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:46.552545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.555047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:46.556470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.574882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking segment: {'id': 'a1b8bcc6-a775-42ca-b2be-52cde757c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b8e003f8-21a8-41c6-b536-2149773fb6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:46.575263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network hostable DHCP agents. Network: b8e003f8-21a8-41c6-b536-2149773fb6bf, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:46.588129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Usage tracker for resource:port and tenant:9ee1270bfe0b4611a6d70df918fcdb9f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:46.591934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3571dd0c-8349-4f2b-b9fa-df84650af11e tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:46.592475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:46.592876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.608004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:46.615529 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:46.667079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-fecb8718-7c8d-4fc4-b60b-28f016fd5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:46.668529 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-fecb8718-7c8d-4fc4-b60b-28f016fd5fd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3803782124d34484be90ad3cd6bb3c45&device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 1097 time: 0.4712784 Dec 22 04:46:46.686144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:46.744561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a47af372-9634-4ae3-8b56-b70355116137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.749200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.775940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd6fc4-c1bc-4d86-9c41-4cb255240ca0 req-dfb5a3c1-7da5-47ad-89cc-66e4870d20b8 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:46.777357 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0bd6fc4-c1bc-4d86-9c41-4cb255240ca0 req-dfb5a3c1-7da5-47ad-89cc-66e4870d20b8 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 944 time: 0.6111634 Dec 22 04:46:46.795400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a47af372-9634-4ae3-8b56-b70355116137 None None] For port 679488d4-79f1-4479-9ae7-84c4e2ee83d9, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=679488d4-79f1-4479-9ae7-84c4e2ee83d9,segment=NetworkSegment(6a912953-a320-454e-891a-350c8869b559),segment_id=6a912953-a320-454e-891a-350c8869b559)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:46.803849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a47af372-9634-4ae3-8b56-b70355116137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.806705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:46.809527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Pushing event updated for resources: {'Subnet': ['ID=f49138e6-2a60-49b4-b4eb-17f6776f8b91,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:46.820258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network b8e003f8-21a8-41c6-b536-2149773fb6bf is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:46.834261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:46.843600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Transition to ACTIVE for port object bae66fae-b35d-496a-b597-6d36fa117cbb will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:46.858211 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6a0c0-8a4c-4ad4-8fe4-f5e4e78b7909 req-f4fecf3f-5290-4c1e-bfca-3c263d518a53 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:46.858838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Checking segment: {'id': '15fe1503-e699-4b79-adb4-68852d7dd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5ffd8309-233e-4dee-a23b-44fa97bc3c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:46.859211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Network hostable DHCP agents. Network: 5ffd8309-233e-4dee-a23b-44fa97bc3c2e, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:46.864838 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ca6a0c0-8a4c-4ad4-8fe4-f5e4e78b7909 req-f4fecf3f-5290-4c1e-bfca-3c263d518a53 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 943 time: 0.6942642 Dec 22 04:46:46.880960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, b8e003f8-21a8-41c6-b536-2149773fb6bf) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:46.882690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.886445 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30c07634-7c4b-4248-bc31-524eea11058a req-2d2b0a82-9654-45ea-9075-58b2f598c21e service neutron] 10.222.0.61 "GET /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164485 Dec 22 04:46:46.886984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Made reservation on behalf of 9ee1270bfe0b4611a6d70df918fcdb9f for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:46.890562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.892584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e9ec1-5f05-4936-845b-e98149b27aab None None] Network b8e003f8-21a8-41c6-b536-2149773fb6bf requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:46.912969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47af372-9634-4ae3-8b56-b70355116137 None None] Pushing event updated for resources: {'Port': ['ID=679488d4-79f1-4479-9ae7-84c4e2ee83d9,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:46.919662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a47af372-9634-4ae3-8b56-b70355116137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:46.922037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:46.922719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:46.990498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-3a385aba-1d4f-45b0-a511-d1014840fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:46.992073 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-3a385aba-1d4f-45b0-a511-d1014840fcdb service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f82e205-8882-4761-a0d5-7985d9afacfa HTTP/1.1" status: 200 len: 912 time: 0.3142695 Dec 22 04:46:46.999293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:47.011176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 5ffd8309-233e-4dee-a23b-44fa97bc3c2e) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:47.020427 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4591055 Dec 22 04:46:47.022637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:47.023441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:47.027619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49562) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:47.032737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403af1dd-4b39-43a5-a6a5-acf106242478 None None] Network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:47.054103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:47.120182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:47.127537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:47.130496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:47.216209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-445c5fdc-8d37-4d3d-adb9-0727e8413f62 None None] Provisioning complete for port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:47.216620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-445c5fdc-8d37-4d3d-adb9-0727e8413f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:47.224487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=7639b5bf-a410-416f-8705-9d71efd995bf,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:47.237512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:47.256186 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/7639b5bf-a410-416f-8705-9d71efd995bf HTTP/1.1" status: 204 len: 168 time: 6.9438789 Dec 22 04:46:47.261270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] device_id is not set on port bcdff82b-c43a-4c70-ba75-5c994b7a0a3a yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:47.269133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49566) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:47.273577 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-aa4a9b67-6426-4eba-8a31-6018e0fceba2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f14e849b-29d7-44a5-8f11-5ddddbf1274d HTTP/1.1" status: 200 len: 217 time: 0.2138550 Dec 22 04:46:47.276517 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5118220 Dec 22 04:46:47.292728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1813843552'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:47.295615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49570) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:47.302428 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0bd6fc4-c1bc-4d86-9c41-4cb255240ca0 req-1fb76f06-880b-4a75-ab4f-a2df52f8547e tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4954441 Dec 22 04:46:47.311306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Request body: {'port': {'network_id': '5ffd8309-233e-4dee-a23b-44fa97bc3c2e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-632782604'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:47.349227 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ca6a0c0-8a4c-4ad4-8fe4-f5e4e78b7909 req-39e93fdf-c686-4bc6-bd84-59087f78133f tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4677072 Dec 22 04:46:47.388238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:47.417529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:network and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:47.426383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:47.482805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 679488d4-79f1-4479-9ae7-84c4e2ee83d9 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:47.499055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:47.508530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:47.510951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:47.516889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:47.517579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:47.529000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:47.535055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-078e6cfb-c4eb-4077-a33a-5281950139db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:47.536639 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-078e6cfb-c4eb-4077-a33a-5281950139db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f5382b7aa0b4653bd41f3bb816510f1&device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 1096 time: 0.4886131 Dec 22 04:46:47.536795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Port': ['ID=bae66fae-b35d-496a-b597-6d36fa117cbb,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:47.539705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:47.566247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:47.628343 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0718875 Dec 22 04:46:47.630320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49574) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:47.643270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-5550810b-a4c7-4b6b-854d-11bcd3b3259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:47.644893 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-5550810b-a4c7-4b6b-854d-11bcd3b3259d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=488050ac-6bd3-4202-be01-870f9a90d3ee HTTP/1.1" status: 200 len: 850 time: 0.3413737 Dec 22 04:46:47.650171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'port': {'network_id': '62ad57f0-2aee-4953-85e2-a7aaeba51ed3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-914554835'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:47.652467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-b8e003f8-21a8-41c6-b536-2149773fb6bf', 'network_id': 'b8e003f8-21a8-41c6-b536-2149773fb6bf', 'tenant_id': 'cb5d30e54fef406595eebf79dcb038f4', 'fixed_ips': [{'subnet_id': '67ee6966-9f97-4756-9b28-9503199449de'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:47.653576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:47.653980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Allocated IP 172.20.0.14 (ea34a701-c8af-485c-b012-2817eaf490db/8ae328fc-0c9a-4fdf-910f-b1c8ebcd7fe2/bcdff82b-c43a-4c70-ba75-5c994b7a0a3a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:47.828718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-5ffd8309-233e-4dee-a23b-44fa97bc3c2e', 'network_id': '5ffd8309-233e-4dee-a23b-44fa97bc3c2e', 'tenant_id': '3bb454753bc645d6b3a2d54179230142', 'fixed_ips': [{'subnet_id': 'f49138e6-2a60-49b4-b4eb-17f6776f8b91'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:47.829470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:47.918299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:47.918964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:47.962447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Allocated IP 2001:db8::1 (b8e003f8-21a8-41c6-b536-2149773fb6bf/67ee6966-9f97-4756-9b28-9503199449de/29d9ec6f-0759-4765-b5fd-5a00f332104b) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:47.967039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-296e08cc-b2ca-407a-8ee2-a4f3e75dce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:47.968618 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-296e08cc-b2ca-407a-8ee2-a4f3e75dce52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a9fb3d0-e51c-4b01-bdf1-108b9e717864 HTTP/1.1" status: 200 len: 907 time: 0.3728364 Dec 22 04:46:47.988203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:47.991608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.005457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.016532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:48.060947 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-98c06458-c2af-4d6e-b1bd-aa5bbd28cca5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa688b99-4039-432a-a3d8-1983984e56ad HTTP/1.1" status: 200 len: 217 time: 0.0839033 Dec 22 04:46:48.065265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:48.121861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:48.131437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.132113 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment 46d802b6-215f-4f6b-ae66-fcba31e0f300 of type vlan for network d944d260-86e8-452f-a6b6-715a880a47dc Dec 22 04:46:48.142921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3c0171ba-6cc3-4b49-808d-a9a7a333efc5 None None] Provisioning for port bae66fae-b35d-496a-b597-6d36fa117cbb completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:48.160597 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.169614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3c0171ba-6cc3-4b49-808d-a9a7a333efc5 None None] Provisioning complete for port bae66fae-b35d-496a-b597-6d36fa117cbb triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:48.169999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3c0171ba-6cc3-4b49-808d-a9a7a333efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.174210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Router 4c24128a-60a6-46b7-9f5f-91a33ce3bcc4 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:46:48.201482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.218157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.218682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Transition to ACTIVE for port object bcdff82b-c43a-4c70-ba75-5c994b7a0a3a will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:48.226465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:48.235337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:48.235941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.239695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Made reservation on behalf of d7e3ea1e5cc34eb688490bfcc948e7a0 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:48.243445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.245239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-7ffcaee6-cd4f-43c4-afcb-64e32240fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:48.247214 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-7ffcaee6-cd4f-43c4-afcb-64e32240fe2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a382ee-2ebf-4150-8568-f3ddb477f856 HTTP/1.1" status: 200 len: 845 time: 0.1777208 Dec 22 04:46:48.250583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.262573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:48.285190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Usage tracker for resource:port and tenant:3bb454753bc645d6b3a2d54179230142 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:48.305533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:48.321544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Allocated IP 172.20.0.2 (5ffd8309-233e-4dee-a23b-44fa97bc3c2e/f49138e6-2a60-49b4-b4eb-17f6776f8b91/c42817ce-8bab-43dc-88df-dc9bb5b1336e) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:48.323332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3c0171ba-6cc3-4b49-808d-a9a7a333efc5 None None] Port bae66fae-b35d-496a-b597-6d36fa117cbb cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:48.329400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-491340d9-015e-48de-8619-75153df1982c tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:48.373994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8df81f52-453c-4481-bdf6-8917569048a3 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:46:48.388373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:48.414159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.456174 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1790264 Dec 22 04:46:48.461769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] device_id is not set on port 407f747f-c789-4cad-9dd1-5aea6786ad56 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:48.463537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49582) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:48.486027 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': 'd944d260-86e8-452f-a6b6-715a880a47dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:48.513296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 8df81f52-453c-4481-bdf6-8917569048a3 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:46:48.514042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8df81f52-453c-4481-bdf6-8917569048a3 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:46:48.538267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=d944d260-86e8-452f-a6b6-715a880a47dc,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:48.541494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:48.553016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Made reservation on behalf of 3bb454753bc645d6b3a2d54179230142 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:48.556704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.568150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Network ea34a701-c8af-485c-b012-2817eaf490db is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:48.580453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network d944d260-86e8-452f-a6b6-715a880a47dc details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:48.591341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:48.617110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.689920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Allocated IP 2001:db8::280 (62ad57f0-2aee-4953-85e2-a7aaeba51ed3/05b56e22-1c74-4538-aa43-1cf366a6add7/407f747f-c789-4cad-9dd1-5aea6786ad56) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:48.692803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Transition to ACTIVE for port object 29d9ec6f-0759-4765-b5fd-5a00f332104b will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:48.744124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Transition to ACTIVE for port object 29d9ec6f-0759-4765-b5fd-5a00f332104b will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:48.777532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.786247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:48.807083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:48.837924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event updated for resources: {'Port': ['ID=bcdff82b-c43a-4c70-ba75-5c994b7a0a3a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:48.841282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:48.895182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Network b8e003f8-21a8-41c6-b536-2149773fb6bf is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:48.898021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-9d59e435-7339-40d6-8096-b7ea2eb1264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:48.899584 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-9d59e435-7339-40d6-8096-b7ea2eb1264b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f82e205-8882-4761-a0d5-7985d9afacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0677483 Dec 22 04:46:48.899993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:48.906999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:48.950749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] device_id is not set on port 34de72dc-4334-4861-8831-44014036cc93 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:48.950975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Pushing event updated for resources: {'Port': ['ID=29d9ec6f-0759-4765-b5fd-5a00f332104b,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:48.953679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:48.965428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:48.995929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:49.012760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Transition to ACTIVE for port object c42817ce-8bab-43dc-88df-dc9bb5b1336e will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:49.013154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:subnet and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:49.023545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:49.036676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:49.037283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.050241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:49.054203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:46:49.068810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-79ef2cca-33ea-4ef7-9ce4-9e97e870624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:49.070369 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-79ef2cca-33ea-4ef7-9ce4-9e97e870624e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a9fb3d0-e51c-4b01-bdf1-108b9e717864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7459824 Dec 22 04:46:49.074218 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Sync routers for ids ['4c24128a-60a6-46b7-9f5f-91a33ce3bcc4'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:49.097600 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Routers {'4c24128a-60a6-46b7-9f5f-91a33ce3bcc4'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:49.098533 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4c24128a-60a6-46b7-9f5f-91a33ce3bcc4'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:49.109993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ee99de41-7e13-433d-89c0-b64cd84786c5 None None] Provisioning for port bcdff82b-c43a-4c70-ba75-5c994b7a0a3a completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:49.123134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.124870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Attempting to bind port 29d9ec6f-0759-4765-b5fd-5a00f332104b on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:49.125326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Attempting to bind port 29d9ec6f-0759-4765-b5fd-5a00f332104b by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'a1b8bcc6-a775-42ca-b2be-52cde757c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b8e003f8-21a8-41c6-b536-2149773fb6bf'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:49.125796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Attempting to bind port 29d9ec6f-0759-4765-b5fd-5a00f332104b on network b8e003f8-21a8-41c6-b536-2149773fb6bf {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:49.129682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Transition to ACTIVE for port object c42817ce-8bab-43dc-88df-dc9bb5b1336e will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:49.132492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ee99de41-7e13-433d-89c0-b64cd84786c5 None None] Provisioning complete for port bcdff82b-c43a-4c70-ba75-5c994b7a0a3a triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:49.133040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee99de41-7e13-433d-89c0-b64cd84786c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.135528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:49.139420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.146085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.166380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:49.166760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Checking segment: {'id': 'a1b8bcc6-a775-42ca-b2be-52cde757c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b8e003f8-21a8-41c6-b536-2149773fb6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:49.167510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.167980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Bound using segment: {'id': 'a1b8bcc6-a775-42ca-b2be-52cde757c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b8e003f8-21a8-41c6-b536-2149773fb6bf'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:49.168556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Bound port: 29d9ec6f-0759-4765-b5fd-5a00f332104b, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b8bcc6-a775-42ca-b2be-52cde757c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b8e003f8-21a8-41c6-b536-2149773fb6bf'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:49.169017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.169896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:49.192636 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.201845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0356a075-ad76-4ccd-8cf8-9f0a7c09f836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:49.208953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Transition to ACTIVE for port object 407f747f-c789-4cad-9dd1-5aea6786ad56 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:49.212738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Subnet': ['ID=67ee6966-9f97-4756-9b28-9503199449de,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:49.254336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:49.267063 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49588) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:49.267934 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5139332 Dec 22 04:46:49.274410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.288542 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.1242709 Dec 22 04:46:49.291421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49592) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:49.316399 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-7458c325-d1a8-434e-bafe-e4e2af3e85b0 service neutron] 10.222.0.61 "GET /v2.0/networks/9f82e205-8882-4761-a0d5-7985d9afacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082332 Dec 22 04:46:49.329250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ee99de41-7e13-433d-89c0-b64cd84786c5 None None] Port bcdff82b-c43a-4c70-ba75-5c994b7a0a3a cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:49.362382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:49.375128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:49.390749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:49.399251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Pushing event updated for resources: {'Port': ['ID=c42817ce-8bab-43dc-88df-dc9bb5b1336e,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:49.417562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:49.428924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Allocated IP 172.20.0.4 (5ffd8309-233e-4dee-a23b-44fa97bc3c2e/f49138e6-2a60-49b4-b4eb-17f6776f8b91/34de72dc-4334-4861-8831-44014036cc93) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:49.498440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.504647 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Set router 4c24128a-60a6-46b7-9f5f-91a33ce3bcc4 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:46:49.517243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'project_id': '9ee1270bfe0b4611a6d70df918fcdb9f', 'port_id': 'bcdff82b-c43a-4c70-ba75-5c994b7a0a3a'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:49.523575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40deccc-23e4-4427-bd61-d7fa0acb6eed req-0e5ee0e8-4dd7-4efd-b169-02abf17dd3b3 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:49.532347 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b40deccc-23e4-4427-bd61-d7fa0acb6eed req-0e5ee0e8-4dd7-4efd-b169-02abf17dd3b3 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 944 time: 0.9558802 Dec 22 04:46:49.534561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] For port 29d9ec6f-0759-4765-b5fd-5a00f332104b, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:49.542245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Attempting to bind port c42817ce-8bab-43dc-88df-dc9bb5b1336e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:49.542621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Attempting to bind port c42817ce-8bab-43dc-88df-dc9bb5b1336e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '15fe1503-e699-4b79-adb4-68852d7dd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5ffd8309-233e-4dee-a23b-44fa97bc3c2e'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:49.543367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Attempting to bind port c42817ce-8bab-43dc-88df-dc9bb5b1336e on network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:49.545012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:49.549781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] For port 29d9ec6f-0759-4765-b5fd-5a00f332104b, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=29d9ec6f-0759-4765-b5fd-5a00f332104b,segment=NetworkSegment(a1b8bcc6-a775-42ca-b2be-52cde757c48c),segment_id=a1b8bcc6-a775-42ca-b2be-52cde757c48c)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:49.551031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:49.551849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Checking segment: {'id': '15fe1503-e699-4b79-adb4-68852d7dd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5ffd8309-233e-4dee-a23b-44fa97bc3c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:49.551849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.552250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Bound using segment: {'id': '15fe1503-e699-4b79-adb4-68852d7dd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5ffd8309-233e-4dee-a23b-44fa97bc3c2e'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:49.552736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Bound port: c42817ce-8bab-43dc-88df-dc9bb5b1336e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fe1503-e699-4b79-adb4-68852d7dd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5ffd8309-233e-4dee-a23b-44fa97bc3c2e'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:49.553103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.554483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Usage tracker for resource:floatingip and tenant:9ee1270bfe0b4611a6d70df918fcdb9f is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:49.561658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:49.564705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.571760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:49.573510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e003f8-21a8-41c6-b536-2149773fb6bf']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:49.581247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.583151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:49.593582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d57f1-63f4-4c34-a85e-6b0b7f311e39 req-c6715331-8730-453d-90b0-dcfa4f54c2e9 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:49.595178 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e49d57f1-63f4-4c34-a85e-6b0b7f311e39 req-c6715331-8730-453d-90b0-dcfa4f54c2e9 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 943 time: 1.0171342 Dec 22 04:46:49.628400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-217d23d8-0e26-4ad9-ae0a-433aa760e2ed tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:49.683444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b8bcc6-a775-42ca-b2be-52cde757c48c') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:49.683801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b8bcc6-a775-42ca-b2be-52cde757c48c') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:49.726908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Pushing event updated for resources: {'Port': ['ID=29d9ec6f-0759-4765-b5fd-5a00f332104b,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:49.734985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.757852 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.762511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:49.787702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:49.793749 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e246be1d-75f8-46c0-b84a-af2375c807f4 req-91d84934-b148-44ca-b2e3-741dbf63116e service neutron] 10.222.0.61 "GET /v2.0/networks/9f82e205-8882-4761-a0d5-7985d9afacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249747 Dec 22 04:46:49.798435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] For port c42817ce-8bab-43dc-88df-dc9bb5b1336e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:49.802992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:49.811516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.815884 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b40deccc-23e4-4427-bd61-d7fa0acb6eed req-dcbf5eb0-6fa1-4199-b8bf-29a01121201e tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678251 Dec 22 04:46:49.825648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] For port c42817ce-8bab-43dc-88df-dc9bb5b1336e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c42817ce-8bab-43dc-88df-dc9bb5b1336e,segment=NetworkSegment(15fe1503-e699-4b79-adb4-68852d7dd5b8),segment_id=15fe1503-e699-4b79-adb4-68852d7dd5b8)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:49.836236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.844207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a47af372-9634-4ae3-8b56-b70355116137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:49.855044 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-e7bc8b00-902d-439f-8291-b2dafb6fdfa1 service neutron] 10.222.0.61 "GET /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7672527 Dec 22 04:46:49.863006 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e49d57f1-63f4-4c34-a85e-6b0b7f311e39 req-09fa86d9-6737-47e8-9b45-3b9c4eb66bfb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405920 Dec 22 04:46:49.874699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:49.887000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b8dcc8-5354-4ff4-9035-bed868052999 None None] Network b8e003f8-21a8-41c6-b536-2149773fb6bf requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:49.893708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:49.894381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:49.911659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Port': ['ID=407f747f-c789-4cad-9dd1-5aea6786ad56,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:49.925182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:49.926244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:49.926665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:50.007458 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:50.031001 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7e30b260-7e49-4184-aec4-302dfd54613a tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/routers/4c24128a-60a6-46b7-9f5f-91a33ce3bcc4 HTTP/1.1" status: 200 len: 907 time: 0.7141955 Dec 22 04:46:50.081518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49598) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:50.113348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Request body: {'router': {'name': 'tempest-snat-router-643887660', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_snat': True}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:50.133178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:50.139944 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c24128a-60a6-46b7-9f5f-91a33ce3bcc4', 'name': 'tempest-snat-router-643887660', 'tenant_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.41'}], 'enable_snat': False}, 'gw_port_id': 'cd690aeb-72f2-4cfb-824c-88bfb8076529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:37Z', 'updated_at': '2021-12-22T04:46:45Z', 'revision_number': 3, 'project_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'gw_port': {'id': 'cd690aeb-72f2-4cfb-824c-88bfb8076529', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c24128a-60a6-46b7-9f5f-91a33ce3bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:41Z', 'updated_at': '2021-12-22T04:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:50.147964 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Checking router: 4c24128a-60a6-46b7-9f5f-91a33ce3bcc4 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:46:50.148409 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Updating router 4c24128a-60a6-46b7-9f5f-91a33ce3bcc4 port cd690aeb-72f2-4cfb-824c-88bfb8076529 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:46:50.154483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Pushing event updated for resources: {'Port': ['ID=c42817ce-8bab-43dc-88df-dc9bb5b1336e,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:50.163064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Usage tracker for resource:router and tenant:f77bbf018abf442a8cfad79fbabf6db8 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:50.174133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:50.196253 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d3fd8487-3801-46ec-ba43-a8ce22bae159 req-c7af35a0-22a7-4e44-9966-973c29757964 service neutron] 10.222.0.61 "GET /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319707 Dec 22 04:46:50.197355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:50.239756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:50.260252 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.277541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.282939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.353208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.359533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:50.388154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e8264eab-4e70-47c6-8ece-f18e6ad24b30 None None] Provisioning for port 407f747f-c789-4cad-9dd1-5aea6786ad56 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:50.406576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e8264eab-4e70-47c6-8ece-f18e6ad24b30 None None] Provisioning complete for port 407f747f-c789-4cad-9dd1-5aea6786ad56 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:50.415446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e8264eab-4e70-47c6-8ece-f18e6ad24b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.465217 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8235595 Dec 22 04:46:50.470111 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49602) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:50.488633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:46:50.488633 dv-neutron-822524-1-hyperv neutron-server[87555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:46:50.488633 dv-neutron-822524-1-hyperv neutron-server[87555]: [parameters: {'id': 'b8e003f8-21a8-41c6-b536-2149773fb6bf'}] Dec 22 04:46:50.488633 dv-neutron-822524-1-hyperv neutron-server[87555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:46:50.490099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:46:50.512509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:4d:aa:98'}, {'ip_address': '2001:db8::139', 'mac_address': 'fa:16:3e:31:3d:8c'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:50.536355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.542896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e8264eab-4e70-47c6-8ece-f18e6ad24b30 None None] Port 407f747f-c789-4cad-9dd1-5aea6786ad56 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:50.559954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.567752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=bb322831-7a84-401a-a1dc-c4cd58204dae,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:50.572301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Transition to ACTIVE for port object 34de72dc-4334-4861-8831-44014036cc93 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:50.585071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:50.592642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.600766 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': '46d802b6-215f-4f6b-ae66-fcba31e0f300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd944d260-86e8-452f-a6b6-715a880a47dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:50.601132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: d944d260-86e8-452f-a6b6-715a880a47dc, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:50.677953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.683304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:50.750375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:50.753635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:50.756176 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.757694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:50.770446 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Transition to ACTIVE for port object cd690aeb-72f2-4cfb-824c-88bfb8076529 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:50.777968 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.781929 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:50.821842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Pushing event updated for resources: {'Port': ['ID=34de72dc-4334-4861-8831-44014036cc93,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:50.833468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:50.868397 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Attempting to bind port cd690aeb-72f2-4cfb-824c-88bfb8076529 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:46:50.868835 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Attempting to bind port cd690aeb-72f2-4cfb-824c-88bfb8076529 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:46:50.869189 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Attempting to bind port cd690aeb-72f2-4cfb-824c-88bfb8076529 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:46:50.880951 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:46:50.881340 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:50.881742 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.882137 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:46:50.882605 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Bound port: cd690aeb-72f2-4cfb-824c-88bfb8076529, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:46:50.882992 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.883425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:50.884093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.905037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Allocated IP 172.26.1.170 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/425b668d-05b5-425a-ac91-18c4db71afe2) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:50.955429 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6561511 Dec 22 04:46:50.958329 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49fe79-95f3-4a54-9272-2cee8577173f None None] Pushing event updated for resources: {'Port': ['ID=cd690aeb-72f2-4cfb-824c-88bfb8076529,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:50.961441 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ee49fe79-95f3-4a54-9272-2cee8577173f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:50.965402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49610) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:50.974593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network d944d260-86e8-452f-a6b6-715a880a47dc is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:51.072151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, d944d260-86e8-452f-a6b6-715a880a47dc) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:51.082258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a9ec66-ad6e-4b4d-862d-636c51df19aa None None] Network d944d260-86e8-452f-a6b6-715a880a47dc requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:51.091619 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] For port cd690aeb-72f2-4cfb-824c-88bfb8076529, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:46:51.094451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Request body: {'port': {'network_id': '5ffd8309-233e-4dee-a23b-44fa97bc3c2e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1267969857', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:51.095325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.api.validators [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] bootfile-name is not in valid_values {{(pid=87555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:46:51.095687 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] For port cd690aeb-72f2-4cfb-824c-88bfb8076529, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cd690aeb-72f2-4cfb-824c-88bfb8076529,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:46:51.096156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.api.validators [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] tftp-server is not in valid_values {{(pid=87555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:46:51.096647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.api.validators [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] server-ip-address is not in valid_values {{(pid=87555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:46:51.101723 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.109788 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:51.115724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.186243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device aa688b99-4039-432a-a3d8-1983984e56ad details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:46:51.201341 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49fe79-95f3-4a54-9272-2cee8577173f None None] Pushing event updated for resources: {'Port': ['ID=cd690aeb-72f2-4cfb-824c-88bfb8076529,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:51.205262 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ee49fe79-95f3-4a54-9272-2cee8577173f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:51.240128 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Routers {'4c24128a-60a6-46b7-9f5f-91a33ce3bcc4'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:51.240917 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4c24128a-60a6-46b7-9f5f-91a33ce3bcc4'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:51.282785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:51.283889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.293788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port 29d9ec6f-0759-4765-b5fd-5a00f332104b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:51.294130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.308923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.451974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.480564 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0117393 Dec 22 04:46:51.487933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49614) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:51.518295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port aa688b99-4039-432a-a3d8-1983984e56ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa688b99-4039-432a-a3d8-1983984e56ad,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:51.562885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:51.570390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Usage tracker for resource:port and tenant:3bb454753bc645d6b3a2d54179230142 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:51.574947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:51.582790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:51.613322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'aa688b99-4039-432a-a3d8-1983984e56ad', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'port_id': 'aa688b99-4039-432a-a3d8-1983984e56ad', 'mac_address': 'fa:16:3e:30:d5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:46:51.620883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2658b5-0f91-45c5-9294-620463176cd2 None None] Network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:51.664962 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] Set router 4c24128a-60a6-46b7-9f5f-91a33ce3bcc4 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:46:51.669502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.669743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Made reservation on behalf of 3bb454753bc645d6b3a2d54179230142 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:51.673588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.715413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c061c7-08ac-4e6e-afe2-4aaddcd505ec req-a3964ef1-798c-4306-8345-d6d2b6f33db4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:51.717043 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-03c061c7-08ac-4e6e-afe2-4aaddcd505ec req-a3964ef1-798c-4306-8345-d6d2b6f33db4 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 943 time: 0.5382450 Dec 22 04:46:51.725911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] device_id is not set on port cb880118-25ea-42c7-864c-e40b2a031f16 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:51.730934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad129b-589c-4b95-8963-007ca5fc3c20 req-c48a0847-0b81-4db4-ab94-ba31aff889b7 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:51.738261 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-81ad129b-589c-4b95-8963-007ca5fc3c20 req-c48a0847-0b81-4db4-ab94-ba31aff889b7 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 944 time: 0.6787028 Dec 22 04:46:51.775876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.788240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] For port 29d9ec6f-0759-4765-b5fd-5a00f332104b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=29d9ec6f-0759-4765-b5fd-5a00f332104b,segment=NetworkSegment(a1b8bcc6-a775-42ca-b2be-52cde757c48c),segment_id=a1b8bcc6-a775-42ca-b2be-52cde757c48c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:51.788893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.796369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:51.811025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c42817ce-8bab-43dc-88df-dc9bb5b1336e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:51.895966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:51.927255 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-81ad129b-589c-4b95-8963-007ca5fc3c20 req-3f34970c-d238-44a7-bf62-5e576fdbed79 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878581 Dec 22 04:46:51.934772 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-03c061c7-08ac-4e6e-afe2-4aaddcd505ec req-6d18c24e-20d4-4b46-a5f7-73ccb598b986 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717448 Dec 22 04:46:51.989473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:51.996153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Calling delete_port for 29d9ec6f-0759-4765-b5fd-5a00f332104b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:52.035733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:52.049784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:52.074612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4988156a-bbfd-4e0d-a7c6-cffac23e8334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-d944d260-86e8-452f-a6b6-715a880a47dc', 'network_id': 'd944d260-86e8-452f-a6b6-715a880a47dc', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': 'bb322831-7a84-401a-a1dc-c4cd58204dae'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:52.075443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4988156a-bbfd-4e0d-a7c6-cffac23e8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.088694 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c24128a-60a6-46b7-9f5f-91a33ce3bcc4', 'name': 'tempest-snat-router-643887660', 'tenant_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.41'}], 'enable_snat': False}, 'gw_port_id': 'cd690aeb-72f2-4cfb-824c-88bfb8076529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:37Z', 'updated_at': '2021-12-22T04:46:45Z', 'revision_number': 3, 'project_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'gw_port': {'id': 'cd690aeb-72f2-4cfb-824c-88bfb8076529', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c24128a-60a6-46b7-9f5f-91a33ce3bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:41Z', 'updated_at': '2021-12-22T04:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:52.096673 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73c21b-053d-419a-b20d-fbbc2f87139c None None] The sync data for ids ['4c24128a-60a6-46b7-9f5f-91a33ce3bcc4'] in dv-neutron-822524-1-hyperv is: [{'id': '4c24128a-60a6-46b7-9f5f-91a33ce3bcc4', 'name': 'tempest-snat-router-643887660', 'tenant_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.41'}], 'enable_snat': False}, 'gw_port_id': 'cd690aeb-72f2-4cfb-824c-88bfb8076529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:37Z', 'updated_at': '2021-12-22T04:46:45Z', 'revision_number': 3, 'project_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'gw_port': {'id': 'cd690aeb-72f2-4cfb-824c-88bfb8076529', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c24128a-60a6-46b7-9f5f-91a33ce3bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:41Z', 'updated_at': '2021-12-22T04:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:52.097442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Pushing event updated for resources: {'Port': ['ID=425b668d-05b5-425a-ac91-18c4db71afe2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.152010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:52.164405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6eaac4ea-4016-4f8e-a0ea-b6f53f93b750 None None] Provisioning for port c42817ce-8bab-43dc-88df-dc9bb5b1336e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:52.214998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.325563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.361657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa688b99-4039-432a-a3d8-1983984e56ad {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:46:52.378682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.382674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ff978085-05e5-4728-aa4e-b0e22a8fb640 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:52.402858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port aa688b99-4039-432a-a3d8-1983984e56ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa688b99-4039-432a-a3d8-1983984e56ad,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:52.426562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Allocated IP 172.20.0.10 (5ffd8309-233e-4dee-a23b-44fa97bc3c2e/f49138e6-2a60-49b4-b4eb-17f6776f8b91/cb880118-25ea-42c7-864c-e40b2a031f16) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:52.446208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Port': ['ID=29d9ec6f-0759-4765-b5fd-5a00f332104b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.446471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.448325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.459185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:52.460682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No DVR routers for this DVR port 29d9ec6f-0759-4765-b5fd-5a00f332104b on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:52.488244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.495636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6a942150-3e33-4771-abfc-23f0edc83039 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:52.509888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.513461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device f14e849b-29d7-44a5-8f11-5ddddbf1274d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:46:52.526848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-26638535-5747-46f9-ae11-de32f67a5e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:52.536753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.555246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port c42817ce-8bab-43dc-88df-dc9bb5b1336e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:52.590154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c42817ce-8bab-43dc-88df-dc9bb5b1336e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:52.590550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.623481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server [None req-4988156a-bbfd-4e0d-a7c6-cffac23e8334 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb322831-7a84-401a-a1dc-c4cd58204dae: This subnet is being modified by another concurrent operation. Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:46:52.623882 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb322831-7a84-401a-a1dc-c4cd58204dae: This subnet is being modified by another concurrent operation. Dec 22 04:46:52.627617 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server Dec 22 04:46:52.641375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] In _notify_port_updated(), no bound segment for port 407f747f-c789-4cad-9dd1-5aea6786ad56 on network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:46:52.648041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:52.648755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.652988 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "PUT /v2.0/ports/407f747f-c789-4cad-9dd1-5aea6786ad56 HTTP/1.1" status: 200 len: 1067 time: 2.1778383 Dec 22 04:46:52.670508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49618) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:52.742662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8165903-1612-408e-ad1e-f729793621c2 None None] Network d944d260-86e8-452f-a6b6-715a880a47dc requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:52.782586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b059459a-c174-4e42-8b44-841ea52fbb7f tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Deleting port 407f747f-c789-4cad-9dd1-5aea6786ad56 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:52.783060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b059459a-c174-4e42-8b44-841ea52fbb7f tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.803428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=aa688b99-4039-432a-a3d8-1983984e56ad,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.814649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.resource_extend [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:46:52.839832 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:52.876532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:52.902029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event updated for resources: {'Port': ['ID=407f747f-c789-4cad-9dd1-5aea6786ad56,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.933571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:52.935234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6e7898c5-b149-4872-bba4-b5b47aff8bf6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:53.097681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e003f8-21a8-41c6-b536-2149773fb6bf']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:53.099936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port f14e849b-29d7-44a5-8f11-5ddddbf1274d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f14e849b-29d7-44a5-8f11-5ddddbf1274d,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:53.116741 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'port_id': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d', 'mac_address': 'fa:16:3e:cb:7c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:46:53.203871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b8bcc6-a775-42ca-b2be-52cde757c48c') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:53.204490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b8bcc6-a775-42ca-b2be-52cde757c48c') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:53.230616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=bb322831-7a84-401a-a1dc-c4cd58204dae,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.313251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:53.372936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.373823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f3791371-6549-4bc4-9546-93cdb46b4386 None None] Provisioning complete for port 407f747f-c789-4cad-9dd1-5aea6786ad56 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:53.374780 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3791371-6549-4bc4-9546-93cdb46b4386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.401080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.425440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.450230 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.469720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14e849b-29d7-44a5-8f11-5ddddbf1274d {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:46:53.490117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port f14e849b-29d7-44a5-8f11-5ddddbf1274d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f14e849b-29d7-44a5-8f11-5ddddbf1274d,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:53.504819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.513734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:53.514068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d944d260-86e8-452f-a6b6-715a880a47dc']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:53.541250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Allocated IP 172.26.1.190 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/35e8b3f6-8063-42db-80b5-5b3989c18ebd) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:53.566010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:53.566399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:53.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:53.619367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d802b6-215f-4f6b-ae66-fcba31e0f300') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:53.619659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d802b6-215f-4f6b-ae66-fcba31e0f300') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:53.621439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.631671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f3791371-6549-4bc4-9546-93cdb46b4386 None None] Port 407f747f-c789-4cad-9dd1-5aea6786ad56 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:53.702349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.713292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=f14e849b-29d7-44a5-8f11-5ddddbf1274d,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.717138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:53.718889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port c42817ce-8bab-43dc-88df-dc9bb5b1336e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c42817ce-8bab-43dc-88df-dc9bb5b1336e,segment=NetworkSegment(15fe1503-e699-4b79-adb4-68852d7dd5b8),segment_id=15fe1503-e699-4b79-adb4-68852d7dd5b8)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:53.729207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.741438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:53.750917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b95d3a-6a8b-4690-a1b9-5f5aa632e712 req-e6556847-4709-4074-8a5c-88b12bea7c09 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:53.758726 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-44b95d3a-6a8b-4690-a1b9-5f5aa632e712 req-e6556847-4709-4074-8a5c-88b12bea7c09 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 944 time: 0.5773926 Dec 22 04:46:53.762203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.769022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.770762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822be066-9c4a-46e2-a13c-5ff68f5ba3f2 req-885cf863-76cf-4178-ba74-296b28340a28 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:53.772386 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-822be066-9c4a-46e2-a13c-5ff68f5ba3f2 req-885cf863-76cf-4178-ba74-296b28340a28 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 944 time: 0.5534530 Dec 22 04:46:53.797522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:53.810968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.822581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.834955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b059459a-c174-4e42-8b44-841ea52fbb7f tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.849305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Network': ['ID=b8e003f8-21a8-41c6-b536-2149773fb6bf,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.862226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Transition to ACTIVE for port object cb880118-25ea-42c7-864c-e40b2a031f16 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:46:53.865605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:53.890355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:53.890951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:53.897010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e7280fab-f6a8-4754-a473-871e32254e93 None None] Provisioning for port 34de72dc-4334-4861-8831-44014036cc93 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:53.905876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=c42817ce-8bab-43dc-88df-dc9bb5b1336e,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.911014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:53.916721 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:53.926017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cd690aeb-72f2-4cfb-824c-88bfb8076529 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:53.962716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e7280fab-f6a8-4754-a473-871e32254e93 None None] Provisioning complete for port 34de72dc-4334-4861-8831-44014036cc93 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:53.963087 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7280fab-f6a8-4754-a473-871e32254e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.003284 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46daa997-89d8-476e-9202-e04981cb19c3 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:46:54.033944 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-44b95d3a-6a8b-4690-a1b9-5f5aa632e712 req-e2e17e95-4feb-434d-a7e2-0f73e3313f47 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583709 Dec 22 04:46:54.040111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b059459a-c174-4e42-8b44-841ea52fbb7f tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Calling delete_port for 407f747f-c789-4cad-9dd1-5aea6786ad56 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:54.059027 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-822be066-9c4a-46e2-a13c-5ff68f5ba3f2 req-ebe87570-b7af-490c-b2ee-6c0c6ca82a63 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395427 Dec 22 04:46:54.069643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.082811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.094038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.097090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:54.127814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e7280fab-f6a8-4754-a473-871e32254e93 None None] Port 34de72dc-4334-4861-8831-44014036cc93 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:54.129120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=d944d260-86e8-452f-a6b6-715a880a47dc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.140544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:54.143378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['aa688b99-4039-432a-a3d8-1983984e56ad'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:46:54.147496 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/d944d260-86e8-452f-a6b6-715a880a47dc HTTP/1.1" status: 204 len: 168 time: 2.6505365 Dec 22 04:46:54.150475 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/b8e003f8-21a8-41c6-b536-2149773fb6bf HTTP/1.1" status: 204 len: 168 time: 7.1210272 Dec 22 04:46:54.151184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49626) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:54.153447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49630) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:54.159025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-401461865'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:54.173429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1350228288'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:54.180765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:54.183947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:54.191071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:network and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:54.197506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['f14e849b-29d7-44a5-8f11-5ddddbf1274d'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:46:54.205029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:54.211459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:54.221993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:network and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:54.227156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:54.234105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:54.251522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:54.263535 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.277681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:54.281993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.312462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.328331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:54.379275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port cd690aeb-72f2-4cfb-824c-88bfb8076529 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:54.397219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port cd690aeb-72f2-4cfb-824c-88bfb8076529 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:54.397591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.409001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:54.415126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:54.423491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:54.442487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e7280fab-f6a8-4754-a473-871e32254e93 None None] Provisioning complete for port c42817ce-8bab-43dc-88df-dc9bb5b1336e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:54.442870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7280fab-f6a8-4754-a473-871e32254e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.473752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:54.490904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:54.503759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.530033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:54.531371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event updated for resources: {'Port': ['ID=35e8b3f6-8063-42db-80b5-5b3989c18ebd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.605412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:54.605586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Pushing event updated for resources: {'Port': ['ID=cb880118-25ea-42c7-864c-e40b2a031f16,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.614626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:54.628475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:54.628818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46daa997-89d8-476e-9202-e04981cb19c3 None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:46:54.633169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:54.639088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:46:54.671106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c951ed87-555b-4db0-92b4-d01050e738dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.694224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b059459a-c174-4e42-8b44-841ea52fbb7f tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.704381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e26bdf65-b252-4ece-9265-0a53100cc730 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:54.727839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.728202 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment 97220333-a96a-490b-9c38-0d7fbe3852e2 of type vlan for network f294969a-c7f6-4f63-b7d2-c96f7db1fcd3 Dec 22 04:46:54.735783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.736196 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Added segment 351fcccc-2003-49eb-9c6c-229d730d6869 of type vlan for network 8751cd93-1401-4352-9610-0f032f5b8241 Dec 22 04:46:54.751291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059459a-c174-4e42-8b44-841ea52fbb7f tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event deleted for resources: {'Port': ['ID=407f747f-c789-4cad-9dd1-5aea6786ad56,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.757771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b059459a-c174-4e42-8b44-841ea52fbb7f tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:54.765970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.794475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.799214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.848361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:54.848868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.904196 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.9376600 Dec 22 04:46:54.907499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49634) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:54.927395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.934271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:54.934893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:54.942613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:54.968973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.014199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.042816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:55.043770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.082686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port cd690aeb-72f2-4cfb-824c-88bfb8076529, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cd690aeb-72f2-4cfb-824c-88bfb8076529,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:55.106065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.116236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:55.231893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.261712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-83ba741c-76c8-4243-a28a-97abbf1fce23 None None] Provisioning complete for port 34de72dc-4334-4861-8831-44014036cc93 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:55.262333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-83ba741c-76c8-4243-a28a-97abbf1fce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.322270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=cd690aeb-72f2-4cfb-824c-88bfb8076529,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:55.330788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:55.350871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-83ba741c-76c8-4243-a28a-97abbf1fce23 None None] Port 34de72dc-4334-4861-8831-44014036cc93 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:55.364894 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2123685 Dec 22 04:46:55.370381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=f294969a-c7f6-4f63-b7d2-c96f7db1fcd3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:55.376279 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2112832 Dec 22 04:46:55.378808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:55.381160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49642) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:55.381480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49644) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:55.382012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:55.423802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network f294969a-c7f6-4f63-b7d2-c96f7db1fcd3 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:55.434323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': 'f294969a-c7f6-4f63-b7d2-c96f7db1fcd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:55.451874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'network_id': '8751cd93-1401-4352-9610-0f032f5b8241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:55.455791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.469411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.503236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.507650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b059459a-c174-4e42-8b44-841ea52fbb7f tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.512306 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b059459a-c174-4e42-8b44-841ea52fbb7f tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "DELETE /v2.0/ports/407f747f-c789-4cad-9dd1-5aea6786ad56 HTTP/1.1" status: 204 len: 168 time: 2.8385947 Dec 22 04:46:55.513543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:55.537214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49650) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:55.574697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59006d-25f3-40f1-9e2e-8f51d1b3d65f None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:46:55.645572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Pushing event updated for resources: {'Port': ['ID=425b668d-05b5-425a-ac91-18c4db71afe2,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:55.648670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:55.666118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadeb28f-cb40-4fbb-a335-659b549402c1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:55.671970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadeb28f-cb40-4fbb-a335-659b549402c1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:55.677936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadeb28f-cb40-4fbb-a335-659b549402c1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:55.678873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-aadeb28f-cb40-4fbb-a335-659b549402c1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Synchronizing usage tracker for tenant:3bb454753bc645d6b3a2d54179230142 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:55.685201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:55.710711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af59006d-25f3-40f1-9e2e-8f51d1b3d65f None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:46:55.779108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-aadeb28f-cb40-4fbb-a335-659b549402c1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Unset dirty status for tenant:3bb454753bc645d6b3a2d54179230142 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:55.784338 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-aadeb28f-cb40-4fbb-a335-659b549402c1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.8758206 Dec 22 04:46:55.785001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49654) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:55.821245 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e9bebf-b0b2-4e35-8fcc-fa3760384388 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] GET failed (client error): The resource could not be found. Dec 22 04:46:55.821772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-68e9bebf-b0b2-4e35-8fcc-fa3760384388 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Synchronizing usage tracker for tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:55.844513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=8751cd93-1401-4352-9610-0f032f5b8241,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:55.875873 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:55.876027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 8751cd93-1401-4352-9610-0f032f5b8241 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:55.888731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c42817ce-8bab-43dc-88df-dc9bb5b1336e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:55.992082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:55.994530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:55.999620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-68e9bebf-b0b2-4e35-8fcc-fa3760384388 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Unset dirty status for tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:56.003686 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-68e9bebf-b0b2-4e35-8fcc-fa3760384388 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "GET /v2.0/ports/407f747f-c789-4cad-9dd1-5aea6786ad56 HTTP/1.1" status: 404 len: 333 time: 0.4615903 Dec 22 04:46:56.008706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:subnet and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:56.011765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49658) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:56.020985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea04db-47b7-4e3a-ba24-91e34344499c req-98c00dce-4813-457a-a5e4-4d94c755170f tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:56.022581 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cea04db-47b7-4e3a-ba24-91e34344499c req-98c00dce-4813-457a-a5e4-4d94c755170f tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 944 time: 0.7999344 Dec 22 04:46:56.030178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48c257-ed4c-4ac4-88ba-2313d6934f44 req-1ca1c589-5bc3-4ec2-a8ea-39c60af51989 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:56.031685 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a48c257-ed4c-4ac4-88ba-2313d6934f44 req-1ca1c589-5bc3-4ec2-a8ea-39c60af51989 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 945 time: 0.7536731 Dec 22 04:46:56.033044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:subnet and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:56.039254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:56.044914 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Floating IP 3ecafc07-5606-423b-a09f-65ed961d9d6d associated. External IP: 172.26.1.170, port: bcdff82b-c43a-4c70-ba75-5c994b7a0a3a. Dec 22 04:46:56.046818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:56.080401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:56.095261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:56.127420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c42817ce-8bab-43dc-88df-dc9bb5b1336e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:56.127722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:56.201479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5c025f23-802c-42f3-9de0-7c769e8380b1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Deleting port cb880118-25ea-42c7-864c-e40b2a031f16 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:56.202219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c025f23-802c-42f3-9de0-7c769e8380b1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:56.258853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b24c79be-3de4-4cde-9568-7ad76b67719e tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Deleting port bae66fae-b35d-496a-b597-6d36fa117cbb {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:56.259460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b24c79be-3de4-4cde-9568-7ad76b67719e tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:56.326765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a48c257-ed4c-4ac4-88ba-2313d6934f44 req-afb0ed8a-3409-4189-834e-9cd6739bab30 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763646 Dec 22 04:46:56.346910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:56.359507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:56.377549 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:56.381010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:56.391511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cd690aeb-72f2-4cfb-824c-88bfb8076529 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:56.473074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port cd690aeb-72f2-4cfb-824c-88bfb8076529 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:56.473715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:56.530057 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cea04db-47b7-4e3a-ba24-91e34344499c req-fa9a332f-11c5-4988-b1ba-c992de4e1157 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4876742 Dec 22 04:46:56.652976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing IP validity checks on allocation pools {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 04:46:56.653468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 04:46:56.661100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:56.684003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b24c79be-3de4-4cde-9568-7ad76b67719e tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:56.800118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7f89854f-6a85-4a0a-bc2a-b918cf32a586 None None] Provisioning for port cb880118-25ea-42c7-864c-e40b2a031f16 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:56.805688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7f89854f-6a85-4a0a-bc2a-b918cf32a586 None None] Provisioning complete for port cb880118-25ea-42c7-864c-e40b2a031f16 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:56.806204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7f89854f-6a85-4a0a-bc2a-b918cf32a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:56.871945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7f89854f-6a85-4a0a-bc2a-b918cf32a586 None None] Port cb880118-25ea-42c7-864c-e40b2a031f16 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:46:56.902427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-467ec685-3eea-440a-9b75-f2e7c216d20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:56.973582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b24c79be-3de4-4cde-9568-7ad76b67719e tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Calling delete_port for bae66fae-b35d-496a-b597-6d36fa117cbb owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:57.187390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c025f23-802c-42f3-9de0-7c769e8380b1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:57.204468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:57.213387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:57.240216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:57.262788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Router 98d92878-e349-4b2d-9b8c-3e7a2a493448 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:46:57.354519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5c025f23-802c-42f3-9de0-7c769e8380b1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Calling delete_port for cb880118-25ea-42c7-864c-e40b2a031f16 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:57.374250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=095b673e-56c6-4ae4-b4c4-07e1b7ce402b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:57.387612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Router 48ffd0ce-65c8-461e-af8f-02fd2dbf7735 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:46:57.390780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:57.398087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:57.469009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking segment: {'id': '351fcccc-2003-49eb-9c6c-229d730d6869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8751cd93-1401-4352-9610-0f032f5b8241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:57.469253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network hostable DHCP agents. Network: 8751cd93-1401-4352-9610-0f032f5b8241, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:57.567766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device aa688b99-4039-432a-a3d8-1983984e56ad up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:57.591587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': '97220333-a96a-490b-9c38-0d7fbe3852e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f294969a-c7f6-4f63-b7d2-c96f7db1fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:46:57.591943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: f294969a-c7f6-4f63-b7d2-c96f7db1fcd3, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:57.639286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b24c79be-3de4-4cde-9568-7ad76b67719e tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:57.639564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=c40e2b17-d697-43fc-9a1b-b742873cbbbe,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:57.643271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:57.658735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network 8751cd93-1401-4352-9610-0f032f5b8241 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:57.662119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port aa688b99-4039-432a-a3d8-1983984e56ad completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:57.668583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port aa688b99-4039-432a-a3d8-1983984e56ad triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:57.669439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:57.669576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:46:57.688162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d24d2d7f-6038-4e5c-b6fd-586615e555b8 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:57.693247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network f294969a-c7f6-4f63-b7d2-c96f7db1fcd3 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:57.707051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Sync routers for ids ['98d92878-e349-4b2d-9b8c-3e7a2a493448'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:57.714860 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:46:57.733025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 8751cd93-1401-4352-9610-0f032f5b8241) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:57.742172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Routers {'98d92878-e349-4b2d-9b8c-3e7a2a493448'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:57.743102 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98d92878-e349-4b2d-9b8c-3e7a2a493448'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:57.756040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:57.756973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:57.761292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, f294969a-c7f6-4f63-b7d2-c96f7db1fcd3) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:57.764381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c79be-3de4-4cde-9568-7ad76b67719e tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event deleted for resources: {'Port': ['ID=bae66fae-b35d-496a-b597-6d36fa117cbb,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:57.775539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:57.777987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:57.784790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b24c79be-3de4-4cde-9568-7ad76b67719e tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:57.796604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:57.797900 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7153988 Dec 22 04:46:57.808989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49666) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:57.816090 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa54e7-41ab-48a1-abe4-ce42b7526122 None None] Network 8751cd93-1401-4352-9610-0f032f5b8241 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:57.848707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a009e391-fda9-4f70-97fd-beaceff0963e None None] Network f294969a-c7f6-4f63-b7d2-c96f7db1fcd3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:46:57.855438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b24c79be-3de4-4cde-9568-7ad76b67719e tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:57.879417 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4633176 Dec 22 04:46:57.884776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49670) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:57.897085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1129917850'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:57.899106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b5642-f2cc-4675-a039-f3e2a2d6f4f9 req-f640125b-faa5-4656-ae23-3be16750d05f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:57.900852 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-345b5642-f2cc-4675-a039-f3e2a2d6f4f9 req-f640125b-faa5-4656-ae23-3be16750d05f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 945 time: 0.4423089 Dec 22 04:46:57.901619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:57.902262 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4929097 Dec 22 04:46:57.907362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49674) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:57.910591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:network and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:57.913552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:57.924899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:57.994321 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b24c79be-3de4-4cde-9568-7ad76b67719e tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "DELETE /v2.0/ports/bae66fae-b35d-496a-b597-6d36fa117cbb HTTP/1.1" status: 204 len: 168 time: 1.9487596 Dec 22 04:46:57.994321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:57.996063 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.015064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49678) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:58.026307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.084451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:46:58.101187 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dc50dc-2f1f-443a-a9c0-cb9c6344a8d5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] GET failed (client error): The resource could not be found. Dec 22 04:46:58.101720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-74dc50dc-2f1f-443a-a9c0-cb9c6344a8d5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Synchronizing usage tracker for tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:46:58.107083 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a278e-a77a-4f81-b308-1ff990bf0336 None None] Sync routers for ids ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:58.119954 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a278e-a77a-4f81-b308-1ff990bf0336 None None] Routers {'48ffd0ce-65c8-461e-af8f-02fd2dbf7735'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:58.122284 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-866a278e-a77a-4f81-b308-1ff990bf0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:58.138131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:58.141981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c025f23-802c-42f3-9de0-7c769e8380b1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.153479 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-345b5642-f2cc-4675-a039-f3e2a2d6f4f9 req-bd5f987b-1cd3-467f-a1f5-d6d54a8d5bc9 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286589 Dec 22 04:46:58.168637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:58.195937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635e6dd-3a92-4ff3-be9f-f2480fb71d0f req-ce2c8a40-bbfa-4aaa-b797-2bc5efb746e1 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:58.197848 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0635e6dd-3a92-4ff3-be9f-f2480fb71d0f req-ce2c8a40-bbfa-4aaa-b797-2bc5efb746e1 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 944 time: 0.5081639 Dec 22 04:46:58.229166 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6e760f64-cfb9-4ddc-8a26-96bf1323f452 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/routers/98d92878-e349-4b2d-9b8c-3e7a2a493448 HTTP/1.1" status: 200 len: 907 time: 0.4148712 Dec 22 04:46:58.234287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49682) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:58.240421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.240764 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Added segment 1e4539ad-e700-44e5-b3da-ea8093070838 of type vlan for network de943921-c9be-4ac5-bbc6-dfe420a8e19f Dec 22 04:46:58.242117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c025f23-802c-42f3-9de0-7c769e8380b1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Pushing event deleted for resources: {'Port': ['ID=cb880118-25ea-42c7-864c-e40b2a031f16,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:58.252161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-74dc50dc-2f1f-443a-a9c0-cb9c6344a8d5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Unset dirty status for tenant:d7e3ea1e5cc34eb688490bfcc948e7a0 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:46:58.253643 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-74dc50dc-2f1f-443a-a9c0-cb9c6344a8d5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "GET /v2.0/ports/bae66fae-b35d-496a-b597-6d36fa117cbb HTTP/1.1" status: 404 len: 333 time: 0.2340178 Dec 22 04:46:58.254792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5c025f23-802c-42f3-9de0-7c769e8380b1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:58.258385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49686) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:58.318174 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-866a278e-a77a-4f81-b308-1ff990bf0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:58.328509 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a278e-a77a-4f81-b308-1ff990bf0336 None None] Routers {'48ffd0ce-65c8-461e-af8f-02fd2dbf7735'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:46:58.329365 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-866a278e-a77a-4f81-b308-1ff990bf0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:58.351085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.356553 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.367171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.409118 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-866a278e-a77a-4f81-b308-1ff990bf0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:58.409760 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a278e-a77a-4f81-b308-1ff990bf0336 None None] The sync data for ids ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:58.503952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.521773 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0635e6dd-3a92-4ff3-be9f-f2480fb71d0f req-c46bc735-f4eb-42b5-9830-ad4abd7ce709 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164725 Dec 22 04:46:58.557895 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.2814686 Dec 22 04:46:58.572958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49690) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:58.574065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Set router 98d92878-e349-4b2d-9b8c-3e7a2a493448 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:46:58.588278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8ecf4d8e-e92f-4df1-86e5-0608b9281ca9 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Deleting port 677257b1-31aa-4f6e-b2e4-d8d0e97c96c0 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:58.588787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ecf4d8e-e92f-4df1-86e5-0608b9281ca9 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.626519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.632189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.679350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.692798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c025f23-802c-42f3-9de0-7c769e8380b1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.694789 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5c025f23-802c-42f3-9de0-7c769e8380b1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "DELETE /v2.0/ports/cb880118-25ea-42c7-864c-e40b2a031f16 HTTP/1.1" status: 204 len: 168 time: 2.9068995 Dec 22 04:46:58.709948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49694) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:58.746530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Request body: {'port': {'name': 'tempest-new-port-name-1556944241', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:58.746947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.api.validators [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] bootfile-name is not in valid_values {{(pid=87555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:46:58.747383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.api.validators [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] tftp-server is not in valid_values {{(pid=87555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:46:58.747860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.api.validators [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] server-ip-address is not in valid_values {{(pid=87555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:46:58.774778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.798763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:58.799894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:58.815730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8df96bf3-926a-42ac-8aa3-c58279ae621b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:58.867098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa688b99-4039-432a-a3d8-1983984e56ad'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:46:58.872306 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2e8616f0-4a15-4c39-9475-00d217f23064 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] 10.222.0.36 "GET /v2.0/floatingips/3ecafc07-5606-423b-a09f-65ed961d9d6d HTTP/1.1" status: 200 len: 983 time: 0.2910140 Dec 22 04:46:58.873947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49698) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:59.032864 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1440787 Dec 22 04:46:59.036852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49706) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:59.043571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=de943921-c9be-4ac5-bbc6-dfe420a8e19f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:59.045931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port aa688b99-4039-432a-a3d8-1983984e56ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa688b99-4039-432a-a3d8-1983984e56ad,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:46:59.054541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'network_id': 'de943921-c9be-4ac5-bbc6-dfe420a8e19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.055876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-8751cd93-1401-4352-9610-0f032f5b8241', 'network_id': '8751cd93-1401-4352-9610-0f032f5b8241', 'tenant_id': 'cb5d30e54fef406595eebf79dcb038f4', 'fixed_ips': [{'subnet_id': '095b673e-56c6-4ae4-b4c4-07e1b7ce402b'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:59.057059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.059218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:59.085330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network de943921-c9be-4ac5-bbc6-dfe420a8e19f details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:46:59.097842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.098810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device f14e849b-29d7-44a5-8f11-5ddddbf1274d up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:46:59.137640 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8e0f5bec-056e-42cf-b061-e420682576ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:59.156540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.177070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3dad9109-a0a7-4489-87f7-ca351f10ee56 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2427 time: 0.2998717 Dec 22 04:46:59.183465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49710) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:46:59.184899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.227819 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:59.281633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:46:59.293217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=c40e2b17-d697-43fc-9a1b-b742873cbbbe,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:59.298219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.302307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:59.320694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:subnet and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:46:59.342390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:46:59.371298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:46:59.423281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79c03e-9bff-44cb-974e-32d74b3c0d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-f294969a-c7f6-4f63-b7d2-c96f7db1fcd3', 'network_id': 'f294969a-c7f6-4f63-b7d2-c96f7db1fcd3', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': 'c40e2b17-d697-43fc-9a1b-b742873cbbbe'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:46:59.424318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fc79c03e-9bff-44cb-974e-32d74b3c0d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.501359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=aa688b99-4039-432a-a3d8-1983984e56ad,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:59.509836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.532548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ecf4d8e-e92f-4df1-86e5-0608b9281ca9 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.545190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f294969a-c7f6-4f63-b7d2-c96f7db1fcd3']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:59.560460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97220333-a96a-490b-9c38-0d7fbe3852e2') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:59.560786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97220333-a96a-490b-9c38-0d7fbe3852e2') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:59.576317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.595525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.603113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:59.603517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.684277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Allocated IP 2001:db8::1 (8751cd93-1401-4352-9610-0f032f5b8241/095b673e-56c6-4ae4-b4c4-07e1b7ce402b/a3ae7e46-2cb9-45f1-a67d-2801c234ac5b) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:59.690849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:46:59.694465 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa688b99-4039-432a-a3d8-1983984e56ad', 'code': 200} Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:59.782291 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:59.784763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Deleting port 35e8b3f6-8063-42db-80b5-5b3989c18ebd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:59.784763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.785769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.803964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port f14e849b-29d7-44a5-8f11-5ddddbf1274d completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:46:59.893331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port f14e849b-29d7-44a5-8f11-5ddddbf1274d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:59.893717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.900010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8ecf4d8e-e92f-4df1-86e5-0608b9281ca9 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Calling delete_port for 677257b1-31aa-4f6e-b2e4-d8d0e97c96c0 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:46:59.923102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.951802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:59.955787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.969802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.987575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:46:59.996521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Deleting port 425b668d-05b5-425a-ac91-18c4db71afe2 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:46:59.997152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:59.998304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fe13d4-9a45-41c9-86b7-ee018149d974 None None] Network f294969a-c7f6-4f63-b7d2-c96f7db1fcd3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:00.005963 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/f294969a-c7f6-4f63-b7d2-c96f7db1fcd3 HTTP/1.1" status: 204 len: 168 time: 2.0937808 Dec 22 04:47:00.024666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49726) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:00.041909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fe13d4-9a45-41c9-86b7-ee018149d974 None None] Network f294969a-c7f6-4f63-b7d2-c96f7db1fcd3 could not be found, it might have been deleted concurrently. {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 04:47:00.055496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-972759746'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:00.070153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:00.079870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d92878-e349-4b2d-9b8c-3e7a2a493448', 'name': 'tempest-snat-router-643887660', 'tenant_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '35e8b3f6-8063-42db-80b5-5b3989c18ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:50Z', 'updated_at': '2021-12-22T04:46:54Z', 'revision_number': 3, 'project_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'gw_port': {'id': '35e8b3f6-8063-42db-80b5-5b3989c18ebd', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:66:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d92878-e349-4b2d-9b8c-3e7a2a493448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:52Z', 'updated_at': '2021-12-22T04:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:00.109323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:network and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:00.115901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=f294969a-c7f6-4f63-b7d2-c96f7db1fcd3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.117944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:00.133312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:00.145173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Checking router: 98d92878-e349-4b2d-9b8c-3e7a2a493448 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:47:00.145371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Updating router 98d92878-e349-4b2d-9b8c-3e7a2a493448 port 35e8b3f6-8063-42db-80b5-5b3989c18ebd binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:47:00.159250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:00.181573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Performing IP validity checks on allocation pools {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 04:47:00.182101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 04:47:00.279211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.294599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:00.298459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.298969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.305725 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.353684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Transition to ACTIVE for port object a3ae7e46-2cb9-45f1-a67d-2801c234ac5b will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:00.395205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port f14e849b-29d7-44a5-8f11-5ddddbf1274d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f14e849b-29d7-44a5-8f11-5ddddbf1274d,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:00.401409 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Transition to ACTIVE for port object a3ae7e46-2cb9-45f1-a67d-2801c234ac5b will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:00.401635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.403012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.406213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.439770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:00.449346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.449681 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment 61fdb79d-1389-4a66-b3a4-7038bc4504b7 of type vlan for network 93355a65-157a-4497-bfa8-d6f2153f8902 Dec 22 04:47:00.450872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1fa5ad85-2a94-4640-8574-e4037c4005df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:00.465387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87759e0-8f64-4b0f-887f-ad4cef9b81b5 req-db315770-1354-44fb-a54d-0c3089035db1 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:00.467351 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b87759e0-8f64-4b0f-887f-ad4cef9b81b5 req-db315770-1354-44fb-a54d-0c3089035db1 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 945 time: 1.0369267 Dec 22 04:47:00.481292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.503357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.514115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ecf4d8e-e92f-4df1-86e5-0608b9281ca9 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.522136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.542053 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0f47-c3a4-4086-9de6-8f15579d3013 req-19d84edf-83d6-4560-9a37-ee115bc55767 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:00.545069 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a39a0f47-c3a4-4086-9de6-8f15579d3013 req-19d84edf-83d6-4560-9a37-ee115bc55767 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 945 time: 0.6652689 Dec 22 04:47:00.570189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.570451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Network 8751cd93-1401-4352-9610-0f032f5b8241 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:00.576772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:00.584601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7738-5b42-45ee-8a77-fa8db924fbe0 req-d9d4806d-6564-4ed6-8a4a-9dab2d702c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:00.585394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:00.587101 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be3b7738-5b42-45ee-8a77-fa8db924fbe0 req-d9d4806d-6564-4ed6-8a4a-9dab2d702c38 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 1098 time: 0.5833123 Dec 22 04:47:00.595465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=f14e849b-29d7-44a5-8f11-5ddddbf1274d,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.620054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:00.635982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:00.649190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:00.676091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Calling delete_port for 425b668d-05b5-425a-ac91-18c4db71afe2 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:00.710697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:00.711306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.758660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf4d8e-e92f-4df1-86e5-0608b9281ca9 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event deleted for resources: {'Port': ['ID=677257b1-31aa-4f6e-b2e4-d8d0e97c96c0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.800324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ecf4d8e-e92f-4df1-86e5-0608b9281ca9 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:00.800721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45390ef0-e0e8-4afb-806a-b3834f711dd5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:00.839547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Calling delete_port for 35e8b3f6-8063-42db-80b5-5b3989c18ebd owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:00.847252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ecf4d8e-e92f-4df1-86e5-0608b9281ca9 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.887771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Pushing event updated for resources: {'Port': ['ID=a3ae7e46-2cb9-45f1-a67d-2801c234ac5b,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.891501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:00.895980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Attempting to bind port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:00.896390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Attempting to bind port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '351fcccc-2003-49eb-9c6c-229d730d6869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8751cd93-1401-4352-9610-0f032f5b8241'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:00.896760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Attempting to bind port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b on network 8751cd93-1401-4352-9610-0f032f5b8241 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:00.905776 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b87759e0-8f64-4b0f-887f-ad4cef9b81b5 req-5c4cb9b2-2342-4ffb-be87-eedec16c7897 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212072 Dec 22 04:47:00.915547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:00.915929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Checking segment: {'id': '351fcccc-2003-49eb-9c6c-229d730d6869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8751cd93-1401-4352-9610-0f032f5b8241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:00.916424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.916834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Bound using segment: {'id': '351fcccc-2003-49eb-9c6c-229d730d6869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8751cd93-1401-4352-9610-0f032f5b8241'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:00.917399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Bound port: a3ae7e46-2cb9-45f1-a67d-2801c234ac5b, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351fcccc-2003-49eb-9c6c-229d730d6869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8751cd93-1401-4352-9610-0f032f5b8241'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:00.917789 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.947280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be3b7738-5b42-45ee-8a77-fa8db924fbe0 req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.975117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:47:00.984568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=93355a65-157a-4497-bfa8-d6f2153f8902,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.984758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-be3b7738-5b42-45ee-8a77-fa8db924fbe0 req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:00.990054 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a39a0f47-c3a4-4086-9de6-8f15579d3013 req-8c5160a0-9bbd-4b7a-9ddd-ca8c788017f9 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4211867 Dec 22 04:47:00.994538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-be3b7738-5b42-45ee-8a77-fa8db924fbe0 req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] Usage tracker for resource:security_group_rule and tenant:2dec7fe3326a4d56b974c6550129019c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:00.997871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.998917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:00.999738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-be3b7738-5b42-45ee-8a77-fa8db924fbe0 req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:01.003564 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9757032 Dec 22 04:47:01.008772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49730) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:01.014113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.039205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': '93355a65-157a-4497-bfa8-d6f2153f8902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:01.061005 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8ecf4d8e-e92f-4df1-86e5-0608b9281ca9 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "DELETE /v2.0/ports/677257b1-31aa-4f6e-b2e4-d8d0e97c96c0 HTTP/1.1" status: 204 len: 168 time: 2.7976022 Dec 22 04:47:01.061005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.067432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49734) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:01.070291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dc096f4b-d678-4ed6-8418-3b260ff46bbf tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:01.077743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 93355a65-157a-4497-bfa8-d6f2153f8902 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:01.165628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:01.191241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-be3b7738-5b42-45ee-8a77-fa8db924fbe0 req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:01.228771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] For port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:01.255420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] For port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a3ae7e46-2cb9-45f1-a67d-2801c234ac5b,segment=NetworkSegment(351fcccc-2003-49eb-9c6c-229d730d6869),segment_id=351fcccc-2003-49eb-9c6c-229d730d6869)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:01.293707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.295266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=572dfdd5-34d0-4156-9c61-5b3e74e16cef,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.310682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:01.317686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:01.330718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking segment: {'id': '1e4539ad-e700-44e5-b3da-ea8093070838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'de943921-c9be-4ac5-bbc6-dfe420a8e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:01.331105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network hostable DHCP agents. Network: de943921-c9be-4ac5-bbc6-dfe420a8e19f, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:01.436160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Pushing event updated for resources: {'Port': ['ID=a3ae7e46-2cb9-45f1-a67d-2801c234ac5b,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.438358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network de943921-c9be-4ac5-bbc6-dfe420a8e19f is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:01.457172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:01.458816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.460357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:01.460477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:01.466822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c730ef18-c534-4a91-8dfb-b22ac11fcd40 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:01.495887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, de943921-c9be-4ac5-bbc6-dfe420a8e19f) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:01.502727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Pushing event updated for resources: {'Port': ['ID=34de72dc-4334-4861-8831-44014036cc93,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.505510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be3b7738-5b42-45ee-8a77-fa8db924fbe0 req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.510887 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb430e84-e5d2-492e-bf91-9350fd1f151e None None] Network de943921-c9be-4ac5-bbc6-dfe420a8e19f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:01.514536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:01.522998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event deleted for resources: {'Port': ['ID=35e8b3f6-8063-42db-80b5-5b3989c18ebd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.523203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdf0ae5-6738-4dff-914f-acd16fe827ce tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Deleting subnet 05b56e22-1c74-4538-aa43-1cf366a6add7 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:47:01.525711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:01.525865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:01.526090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.530055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be3b7738-5b42-45ee-8a77-fa8db924fbe0 req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.534098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:subnet and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:01.538647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:01.541598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:01.576590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0ae5-6738-4dff-914f-acd16fe827ce tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.620901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:01.629587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:01.653033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] In _notify_port_updated(), no bound segment for port 34de72dc-4334-4861-8831-44014036cc93 on network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:47:01.660276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:01.661077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.662659 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "PUT /v2.0/ports/34de72dc-4334-4861-8831-44014036cc93 HTTP/1.1" status: 200 len: 1136 time: 2.9370451 Dec 22 04:47:01.678487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49738) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:01.682397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:01.685511 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be3b7738-5b42-45ee-8a77-fa8db924fbe0 req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9240308 Dec 22 04:47:01.686482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.698679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:47:01.829063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d708b0-2635-4b85-b4a2-ebd969f09202 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:01.835492 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d', 'code': 200} Dec 22 04:47:01.840200 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-13d708b0-2635-4b85-b4a2-ebd969f09202 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "GET /v2.0/ports/34de72dc-4334-4861-8831-44014036cc93 HTTP/1.1" status: 200 len: 1136 time: 0.1571496 Dec 22 04:47:01.840728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49744) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:01.876444 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8266635 Dec 22 04:47:01.882107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49748) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:01.896640 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-033ed5c7-44ad-4474-b98f-c55e6396bc26 None None] Provisioning complete for port 34de72dc-4334-4861-8831-44014036cc93 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:01.897160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-033ed5c7-44ad-4474-b98f-c55e6396bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.919381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0ae5-6738-4dff-914f-acd16fe827ce tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:01.940028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c80de41d-4d03-47a9-9ef9-aca9762c2f1e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.967684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:01.988840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.024266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a3ae7e46-2cb9-45f1-a67d-2801c234ac5b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:02.075767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.106863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-18e3f7d4-f1b4-41e7-b982-5970769124df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:02.124893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-de943921-c9be-4ac5-bbc6-dfe420a8e19f', 'network_id': 'de943921-c9be-4ac5-bbc6-dfe420a8e19f', 'tenant_id': 'cb5d30e54fef406595eebf79dcb038f4', 'fixed_ips': [{'subnet_id': '572dfdd5-34d0-4156-9c61-5b3e74e16cef'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:02.128578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.163363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-19e4cfbb-001d-43f8-8275-75325137db2c tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Deleting port 34de72dc-4334-4861-8831-44014036cc93 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:02.163363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e4cfbb-001d-43f8-8275-75325137db2c tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.228434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event deleted for resources: {'Port': ['ID=425b668d-05b5-425a-ac91-18c4db71afe2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:02.244612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:02.350931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.356734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.370601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.383308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.383616 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Floating IP 3ecafc07-5606-423b-a09f-65ed961d9d6d disassociated (deleted). External IP: 172.26.1.170, port: bcdff82b-c43a-4c70-ba75-5c994b7a0a3a. Dec 22 04:47:02.389788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Port 35e8b3f6-8063-42db-80b5-5b3989c18ebd not found while updating agent binding for router 98d92878-e349-4b2d-9b8c-3e7a2a493448. {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 22 04:47:02.416264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-033ed5c7-44ad-4474-b98f-c55e6396bc26 None None] Port 34de72dc-4334-4861-8831-44014036cc93 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:47:02.422804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Routers {'98d92878-e349-4b2d-9b8c-3e7a2a493448'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:02.423559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98d92878-e349-4b2d-9b8c-3e7a2a493448'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:02.477333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0ae5-6738-4dff-914f-acd16fe827ce tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.483780 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:02.554991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Allocated IP 2001:db8::3 (de943921-c9be-4ac5-bbc6-dfe420a8e19f/572dfdd5-34d0-4156-9c61-5b3e74e16cef/467b8567-959a-45a5-9614-3c6254c46299) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:02.581915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] Set router 98d92878-e349-4b2d-9b8c-3e7a2a493448 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:47:02.709076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.710229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98d92878-e349-4b2d-9b8c-3e7a2a493448 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:47:02.710409 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d92878-e349-4b2d-9b8c-3e7a2a493448', 'name': 'tempest-snat-router-643887660', 'tenant_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:50Z', 'updated_at': '2021-12-22T04:47:01Z', 'revision_number': 5, 'project_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:02.734727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa27da5d-64cd-4e53-9db0-23c5c78f9d61 None None] The sync data for ids ['98d92878-e349-4b2d-9b8c-3e7a2a493448'] in dv-neutron-822524-1-hyperv is: [{'id': '98d92878-e349-4b2d-9b8c-3e7a2a493448', 'name': 'tempest-snat-router-643887660', 'tenant_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:50Z', 'updated_at': '2021-12-22T04:47:01Z', 'revision_number': 5, 'project_id': 'f77bbf018abf442a8cfad79fbabf6db8', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:02.755750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.804233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0ae5-6738-4dff-914f-acd16fe827ce tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.816020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d256e08-ce44-4165-abeb-208df5718d9d req-3491f2d1-2bdd-4b50-a8b4-a6c71d65ae91 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:02.818319 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4d256e08-ce44-4165-abeb-208df5718d9d req-3491f2d1-2bdd-4b50-a8b4-a6c71d65ae91 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 946 time: 0.7037663 Dec 22 04:47:02.821703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.826089 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "DELETE /v2.0/routers/98d92878-e349-4b2d-9b8c-3e7a2a493448 HTTP/1.1" status: 204 len: 168 time: 4.5889215 Dec 22 04:47:02.828532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49756) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:02.858409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:02.869212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32edca09-82c0-41bc-acc8-0db999fa8d37 None None] Network 8751cd93-1401-4352-9610-0f032f5b8241 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:02.916525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf0ae5-6738-4dff-914f-acd16fe827ce tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event deleted for resources: {'Subnet': ['ID=05b56e22-1c74-4538-aa43-1cf366a6add7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:02.918563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.921405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1bdf0ae5-6738-4dff-914f-acd16fe827ce tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:02.925418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0ae5-6738-4dff-914f-acd16fe827ce tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:02.983775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a195bf3e-1091-4213-9136-93568e0e5725 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:02.999268 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc15275-91f5-4a84-9d52-68025a9f398f req-ca62f43b-94a5-4f41-afc2-35a4e5dc902d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:03.000926 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fbc15275-91f5-4a84-9d52-68025a9f398f req-ca62f43b-94a5-4f41-afc2-35a4e5dc902d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 945 time: 0.7447386 Dec 22 04:47:03.036192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e0031-8408-47c0-bf49-0311da45241c None None] Network 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:03.082372 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1bdf0ae5-6738-4dff-914f-acd16fe827ce tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "DELETE /v2.0/subnets/05b56e22-1c74-4538-aa43-1cf366a6add7 HTTP/1.1" status: 204 len: 168 time: 1.9755595 Dec 22 04:47:03.092430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49760) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:03.146559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=7f5a731d-93ac-4f6f-902b-759d7d87e9b6,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:03.150400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-08a81d63-55a8-4e5f-bb28-5a6693107978 None None] Provisioning for port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:03.161034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-08a81d63-55a8-4e5f-bb28-5a6693107978 None None] Provisioning complete for port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:03.161470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-08a81d63-55a8-4e5f-bb28-5a6693107978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.239547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.293064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff0b1e-d40d-4849-a180-45d741a71dd7 req-b762716c-5906-48b2-959a-55bfa55353cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:03.294623 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ecff0b1e-d40d-4849-a180-45d741a71dd7 req-b762716c-5906-48b2-959a-55bfa55353cb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 1099 time: 0.9355514 Dec 22 04:47:03.334326 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4d256e08-ce44-4165-abeb-208df5718d9d req-f5402508-8295-4700-9425-7928f5a89284 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4991426 Dec 22 04:47:03.343662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Transition to ACTIVE for port object 467b8567-959a-45a5-9614-3c6254c46299 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:03.368055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e4cfbb-001d-43f8-8275-75325137db2c tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.383038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.406215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:03.431803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Transition to ACTIVE for port object 467b8567-959a-45a5-9614-3c6254c46299 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:03.469432 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fbc15275-91f5-4a84-9d52-68025a9f398f req-130e6858-b4c6-4e49-89ce-c7812cc94ba7 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488137 Dec 22 04:47:03.475522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': '61fdb79d-1389-4a66-b3a4-7038bc4504b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '93355a65-157a-4497-bfa8-d6f2153f8902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:03.475522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: 93355a65-157a-4497-bfa8-d6f2153f8902, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:03.500597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.513144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.540253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:03.548894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Router 48ffd0ce-65c8-461e-af8f-02fd2dbf7735 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:47:03.554797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.564947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network 93355a65-157a-4497-bfa8-d6f2153f8902 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:03.571109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:03.605812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Deleting port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:03.606142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.676379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Network de943921-c9be-4ac5-bbc6-dfe420a8e19f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:03.683679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:03.690209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-08a81d63-55a8-4e5f-bb28-5a6693107978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.705057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:03.714314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Pushing event updated for resources: {'Port': ['ID=467b8567-959a-45a5-9614-3c6254c46299,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:03.722290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:03.753542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-19e4cfbb-001d-43f8-8275-75325137db2c tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Calling delete_port for 34de72dc-4334-4861-8831-44014036cc93 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:03.830199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:03.833673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Subnet': ['ID=572dfdd5-34d0-4156-9c61-5b3e74e16cef,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:03.858922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 93355a65-157a-4497-bfa8-d6f2153f8902) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:03.869026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:03.872752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:03.873352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.874679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.876851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-08a81d63-55a8-4e5f-bb28-5a6693107978 None None] For port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a3ae7e46-2cb9-45f1-a67d-2801c234ac5b,segment=NetworkSegment(351fcccc-2003-49eb-9c6c-229d730d6869),segment_id=351fcccc-2003-49eb-9c6c-229d730d6869)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:03.883481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dd3540-b820-41a3-a2b4-08248001fe07 None None] Network 93355a65-157a-4497-bfa8-d6f2153f8902 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:03.896643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] DHCP port deletion for 62ad57f0-2aee-4953-85e2-a7aaeba51ed3 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:03.898924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Deleting port cd690aeb-72f2-4cfb-824c-88bfb8076529 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:03.899256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.900064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb78cf-8749-42a5-afb8-42d7a30bc87b None None] Sync routers for ids ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:03.912903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-08a81d63-55a8-4e5f-bb28-5a6693107978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.917379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Attempting to bind port 467b8567-959a-45a5-9614-3c6254c46299 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:03.917918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Attempting to bind port 467b8567-959a-45a5-9614-3c6254c46299 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '1e4539ad-e700-44e5-b3da-ea8093070838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'de943921-c9be-4ac5-bbc6-dfe420a8e19f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:03.918471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Attempting to bind port 467b8567-959a-45a5-9614-3c6254c46299 on network de943921-c9be-4ac5-bbc6-dfe420a8e19f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:03.926148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:03.950868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ecff0b1e-d40d-4849-a180-45d741a71dd7 req-5af2c3ed-7f54-4216-b6e5-572d68cb439e service neutron] Synchronizing usage tracker for tenant:2dec7fe3326a4d56b974c6550129019c on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:03.956359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] Deleting port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:03.956737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.990238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ecff0b1e-d40d-4849-a180-45d741a71dd7 req-5af2c3ed-7f54-4216-b6e5-572d68cb439e service neutron] Unset dirty status for tenant:2dec7fe3326a4d56b974c6550129019c on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:03.991667 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ecff0b1e-d40d-4849-a180-45d741a71dd7 req-5af2c3ed-7f54-4216-b6e5-572d68cb439e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6658976 Dec 22 04:47:04.005197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.075833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.088534 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0765064 Dec 22 04:47:04.089213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49764) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:04.167089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:04.167577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Checking segment: {'id': '1e4539ad-e700-44e5-b3da-ea8093070838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'de943921-c9be-4ac5-bbc6-dfe420a8e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:04.167871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.168316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Bound using segment: {'id': '1e4539ad-e700-44e5-b3da-ea8093070838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'de943921-c9be-4ac5-bbc6-dfe420a8e19f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:04.168799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Bound port: 467b8567-959a-45a5-9614-3c6254c46299, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4539ad-e700-44e5-b3da-ea8093070838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'de943921-c9be-4ac5-bbc6-dfe420a8e19f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:04.169180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.201602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb78cf-8749-42a5-afb8-42d7a30bc87b None None] Routers {'48ffd0ce-65c8-461e-af8f-02fd2dbf7735'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:04.202275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-46cb78cf-8749-42a5-afb8-42d7a30bc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:04.279580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] For port cd690aeb-72f2-4cfb-824c-88bfb8076529, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cd690aeb-72f2-4cfb-824c-88bfb8076529,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:04.279999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.298238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.318915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-46cb78cf-8749-42a5-afb8-42d7a30bc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:04.351789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de943921-c9be-4ac5-bbc6-dfe420a8e19f']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:04.372317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4539ad-e700-44e5-b3da-ea8093070838') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:04.372877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4539ad-e700-44e5-b3da-ea8093070838') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:04.383018 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "DELETE /v2.0/floatingips/3ecafc07-5606-423b-a09f-65ed961d9d6d HTTP/1.1" status: 204 len: 168 time: 5.1981680 Dec 22 04:47:04.392686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49770) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:04.440252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a81d63-55a8-4e5f-bb28-5a6693107978 None None] Pushing event updated for resources: {'Port': ['ID=a3ae7e46-2cb9-45f1-a67d-2801c234ac5b,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:04.448673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e4cfbb-001d-43f8-8275-75325137db2c tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.458072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Calling delete_port for cd690aeb-72f2-4cfb-824c-88bfb8076529 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:04.466605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-08a81d63-55a8-4e5f-bb28-5a6693107978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:04.479533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb78cf-8749-42a5-afb8-42d7a30bc87b None None] Routers {'48ffd0ce-65c8-461e-af8f-02fd2dbf7735'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:04.480204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-46cb78cf-8749-42a5-afb8-42d7a30bc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:04.491029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82e9bd63-7296-4715-9c72-90c731238db0 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:04.513610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:04.525227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.548130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.556117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:04.556667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.576708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-46cb78cf-8749-42a5-afb8-42d7a30bc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:04.577134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb78cf-8749-42a5-afb8-42d7a30bc87b None None] The sync data for ids ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:04.622391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c279d538-cfe0-45e6-93a1-9d545e782c3f None None] Provisioning complete for port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:04.622767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c279d538-cfe0-45e6-93a1-9d545e782c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:04.673443 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:04.675503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:04.678942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Usage tracker for resource:floatingip and tenant:d5fbde1b68f847189da7cb347da7908a is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:04.682452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:04.686794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] For port 467b8567-959a-45a5-9614-3c6254c46299, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:04.700947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4cfbb-001d-43f8-8275-75325137db2c tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Pushing event deleted for resources: {'Port': ['ID=34de72dc-4334-4861-8831-44014036cc93,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:04.709695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] For port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1b8ad9a4-355c-4863-b2b4-c69d6cb25296,segment=NetworkSegment(b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13),segment_id=b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:04.709695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.710178 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-93355a65-157a-4497-bfa8-d6f2153f8902', 'network_id': '93355a65-157a-4497-bfa8-d6f2153f8902', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': '7f5a731d-93ac-4f6f-902b-759d7d87e9b6'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:04.711035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.716023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19e4cfbb-001d-43f8-8275-75325137db2c tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:04.784040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:04.863937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Calling delete_port for 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:04.921811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:47:04.921811 dv-neutron-822524-1-hyperv neutron-server[87555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:47:04.921811 dv-neutron-822524-1-hyperv neutron-server[87555]: [parameters: {'id': 'de943921-c9be-4ac5-bbc6-dfe420a8e19f'}] Dec 22 04:47:04.921811 dv-neutron-822524-1-hyperv neutron-server[87555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:04.922287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:04.939276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.952778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] For port 467b8567-959a-45a5-9614-3c6254c46299, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=467b8567-959a-45a5-9614-3c6254c46299,segment=NetworkSegment(1e4539ad-e700-44e5-b3da-ea8093070838),segment_id=1e4539ad-e700-44e5-b3da-ea8093070838)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:04.963757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.968469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.985206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:05.078643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.079240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] For port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1b8ad9a4-355c-4863-b2b4-c69d6cb25296,segment=NetworkSegment(b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13),segment_id=b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:05.079720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.084720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e4cfbb-001d-43f8-8275-75325137db2c tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.088760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7a4a831-e58b-45fc-8e81-f2b7adf77bf0 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:05.120900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.127149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-67d8cad1-0159-4d55-9238-fda57f9092c4 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:05.130399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e49ed4-76fb-425b-9da8-3ebd5d2b953b req-af7340c4-7305-43c9-a7aa-9f4416199c7b tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:05.131987 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-06e49ed4-76fb-425b-9da8-3ebd5d2b953b req-af7340c4-7305-43c9-a7aa-9f4416199c7b tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 946 time: 0.6424994 Dec 22 04:47:05.160840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd690aeb-72f2-4cfb-824c-88bfb8076529,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:05.196466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:05.236753 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-19e4cfbb-001d-43f8-8275-75325137db2c tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "DELETE /v2.0/ports/34de72dc-4334-4861-8831-44014036cc93 HTTP/1.1" status: 204 len: 168 time: 3.3777568 Dec 22 04:47:05.237798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49776) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:05.258622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] Calling delete_port for 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:05.350572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ed28-02d3-4523-af7a-a15b44f5aa24 req-b98e6c35-6675-4543-8c5e-3934f61c6165 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:05.352097 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19f9ed28-02d3-4523-af7a-a15b44f5aa24 req-b98e6c35-6675-4543-8c5e-3934f61c6165 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 945 time: 0.6391158 Dec 22 04:47:05.364935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] No DVR routers for this DVR port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:05.387241 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-06e49ed4-76fb-425b-9da8-3ebd5d2b953b req-0350ec9e-2e83-410b-9b9b-95e0d1c9f3b0 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293339 Dec 22 04:47:05.393775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event deleted for resources: {'Port': ['ID=1b8ad9a4-355c-4863-b2b4-c69d6cb25296,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:05.400494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:05.410216 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Pushing event updated for resources: {'Port': ['ID=467b8567-959a-45a5-9614-3c6254c46299,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:05.421316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd54d17-e52a-4d52-a446-e1e1cb46b214 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Deleting subnet f49138e6-2a60-49b4-b4eb-17f6776f8b91 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:47:05.424848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:05.429602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.470447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fd54d17-e52a-4d52-a446-e1e1cb46b214 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.489684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Allocated IP 172.20.0.1 (93355a65-157a-4497-bfa8-d6f2153f8902/7f5a731d-93ac-4f6f-902b-759d7d87e9b6/83cb47db-8d93-49ff-b062-dddbf8ba935d) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:05.503570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8432e15c-2a39-47f9-a03c-24a3f1d53dfd None None] Network de943921-c9be-4ac5-bbc6-dfe420a8e19f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:05.505588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.512815 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19f9ed28-02d3-4523-af7a-a15b44f5aa24 req-205a5d90-afa9-4779-adc1-d89d38efa6fb tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512573 Dec 22 04:47:05.550834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.565810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:05.566173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:05.583757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ad57f0-2aee-4953-85e2-a7aaeba51ed3']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:05.596190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:05.596749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b565095d-4b1f-4ed0-9bd0-9cfe12c6dc13') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:05.608075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.628931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.635386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:05.635775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:05.653152 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:05.706814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port 467b8567-959a-45a5-9614-3c6254c46299 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:05.706814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.713016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.718009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.729142 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fd54d17-e52a-4d52-a446-e1e1cb46b214 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.816365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.817215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c24128a-60a6-46b7-9f5f-91a33ce3bcc4 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:47:05.828638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.850348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:05.878825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.878825 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4c24128a-60a6-46b7-9f5f-91a33ce3bcc4 HTTP/1.1" status: 204 len: 168 time: 3.0358958 Dec 22 04:47:05.880317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.885041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49782) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:05.895570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1977017364', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:05.905396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Pushing event deleted for resources: {'Network': ['ID=62ad57f0-2aee-4953-85e2-a7aaeba51ed3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:05.913215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.915301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:05.920086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c091c98-cecb-45e2-badf-bc371418eb00 req-b13ffaa8-2943-4f3b-917e-f52e3bd1247e tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:05.922237 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7c091c98-cecb-45e2-badf-bc371418eb00 req-b13ffaa8-2943-4f3b-917e-f52e3bd1247e tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 945 time: 0.2678854 Dec 22 04:47:05.923453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:05.939816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49786) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:05.942968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Usage tracker for resource:router and tenant:22e50dccb74c48acbc942936b5fa2ac4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:05.952247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a40820d4-5b44-4416-96f0-55d7c8f39b60 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Request body: {'floatingip': {'port_id': 'aa688b99-4039-432a-a3d8-1983984e56ad'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:05.993571 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] 10.222.0.36 "DELETE /v2.0/networks/62ad57f0-2aee-4953-85e2-a7aaeba51ed3 HTTP/1.1" status: 204 len: 168 time: 2.9000530 Dec 22 04:47:06.037483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.045963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:06.051951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Transition to ACTIVE for port object 83cb47db-8d93-49ff-b062-dddbf8ba935d will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:06.062923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a3ae7e46-2cb9-45f1-a67d-2801c234ac5b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:06.090275 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:06.103393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fd54d17-e52a-4d52-a446-e1e1cb46b214 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.137249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] For port 467b8567-959a-45a5-9614-3c6254c46299, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=467b8567-959a-45a5-9614-3c6254c46299,segment=NetworkSegment(1e4539ad-e700-44e5-b3da-ea8093070838),segment_id=1e4539ad-e700-44e5-b3da-ea8093070838)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:06.137828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.142756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a40820d4-5b44-4416-96f0-55d7c8f39b60 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.154022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] Deleting port 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:06.154598 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.233005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Transition to ACTIVE for port object 83cb47db-8d93-49ff-b062-dddbf8ba935d will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:06.246579 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c7182074-ab7e-4384-96ee-292b469eef3a None None] The port '1b8ad9a4-355c-4863-b2b4-c69d6cb25296' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:47:06.270986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.276865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:06.329833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Calling delete_port for 467b8567-959a-45a5-9614-3c6254c46299 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:06.332471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fd54d17-e52a-4d52-a446-e1e1cb46b214 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.333781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.334940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.365887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:06.372654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Network 93355a65-157a-4497-bfa8-d6f2153f8902 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:06.376477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:06.381627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:06.383508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49794) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:06.427953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:06.428365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.433222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.449990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a9156191-ee0c-46b8-8cfa-9d96c3355d63 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:06.480081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Pushing event updated for resources: {'Port': ['ID=83cb47db-8d93-49ff-b062-dddbf8ba935d,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:06.489996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:06.498382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd54d17-e52a-4d52-a446-e1e1cb46b214 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Pushing event deleted for resources: {'Subnet': ['ID=f49138e6-2a60-49b4-b4eb-17f6776f8b91,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:06.525783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1fd54d17-e52a-4d52-a446-e1e1cb46b214 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:06.528645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.538356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fd54d17-e52a-4d52-a446-e1e1cb46b214 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.550877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6eff40-3b14-4a03-844a-77b67988cced None None] Network 5ffd8309-233e-4dee-a23b-44fa97bc3c2e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:06.612636 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1fd54d17-e52a-4d52-a446-e1e1cb46b214 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "DELETE /v2.0/subnets/f49138e6-2a60-49b4-b4eb-17f6776f8b91 HTTP/1.1" status: 204 len: 168 time: 1.3444986 Dec 22 04:47:06.620447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49802) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:06.621643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Allocated IP 172.26.1.234 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/d6a992a5-1c37-4531-a672-d033d52618f2) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:06.666696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Attempting to bind port 83cb47db-8d93-49ff-b062-dddbf8ba935d on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:06.666696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Attempting to bind port 83cb47db-8d93-49ff-b062-dddbf8ba935d by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '61fdb79d-1389-4a66-b3a4-7038bc4504b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '93355a65-157a-4497-bfa8-d6f2153f8902'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:06.666696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Attempting to bind port 83cb47db-8d93-49ff-b062-dddbf8ba935d on network 93355a65-157a-4497-bfa8-d6f2153f8902 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:06.673965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:06.674348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Checking segment: {'id': '61fdb79d-1389-4a66-b3a4-7038bc4504b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '93355a65-157a-4497-bfa8-d6f2153f8902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:06.674761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.675167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Bound using segment: {'id': '61fdb79d-1389-4a66-b3a4-7038bc4504b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '93355a65-157a-4497-bfa8-d6f2153f8902'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:06.675660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Bound port: 83cb47db-8d93-49ff-b062-dddbf8ba935d, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fdb79d-1389-4a66-b3a4-7038bc4504b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '93355a65-157a-4497-bfa8-d6f2153f8902'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:06.676042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.683344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5a731d-93ac-4f6f-902b-759d7d87e9b6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:06.705613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:06.725138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.867248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.924756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:06.958867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93355a65-157a-4497-bfa8-d6f2153f8902']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:06.975725 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] For port 83cb47db-8d93-49ff-b062-dddbf8ba935d, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:06.979518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] For port 83cb47db-8d93-49ff-b062-dddbf8ba935d, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=83cb47db-8d93-49ff-b062-dddbf8ba935d,segment=NetworkSegment(61fdb79d-1389-4a66-b3a4-7038bc4504b7),segment_id=61fdb79d-1389-4a66-b3a4-7038bc4504b7)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:06.991144 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.995759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Port': ['ID=467b8567-959a-45a5-9614-3c6254c46299,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:07.000688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.004209 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e716e7ee-0873-4648-a322-f46f26ad902b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7e3ea1e5cc34eb688490bfcc948e7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6175017 Dec 22 04:47:07.005336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:07.010027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fdb79d-1389-4a66-b3a4-7038bc4504b7') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:07.010324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fdb79d-1389-4a66-b3a4-7038bc4504b7') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:07.018667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49806) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:07.024822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:07.038771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No DVR routers for this DVR port 467b8567-959a-45a5-9614-3c6254c46299 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:07.043533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.070551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:07.127851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:07.128078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1b8ad9a4-355c-4863-b2b4-c69d6cb25296 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:47:07.212931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Pushing event updated for resources: {'Port': ['ID=83cb47db-8d93-49ff-b062-dddbf8ba935d,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:07.237509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:07.243526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] DHCP port deletion for 5ffd8309-233e-4dee-a23b-44fa97bc3c2e request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:07.252371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] Deleting port c42817ce-8bab-43dc-88df-dc9bb5b1336e {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:07.252754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.287362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.300758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44f37bc-4655-414c-9108-815495dedaa5 None None] Network 93355a65-157a-4497-bfa8-d6f2153f8902 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:07.318809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1e40-49d4-4364-b5d0-2428faa2efec req-e0662113-5205-4cdb-825e-77b39474356b tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:07.320523 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22ac1e40-49d4-4364-b5d0-2428faa2efec req-e0662113-5205-4cdb-825e-77b39474356b tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 946 time: 0.6917553 Dec 22 04:47:07.334053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.395112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Deleting port c42817ce-8bab-43dc-88df-dc9bb5b1336e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:07.395338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.452157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:07.452631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:07.479514 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:07.503904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.517047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.621675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] For port c42817ce-8bab-43dc-88df-dc9bb5b1336e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c42817ce-8bab-43dc-88df-dc9bb5b1336e,segment=NetworkSegment(15fe1503-e699-4b79-adb4-68852d7dd5b8),segment_id=15fe1503-e699-4b79-adb4-68852d7dd5b8)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:07.622162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.644098 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22ac1e40-49d4-4364-b5d0-2428faa2efec req-898b26b4-a6ed-42d1-be4c-44497c5c4441 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064079 Dec 22 04:47:07.680886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37787aa0-dba8-4ff4-a699-ccac0b522be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.685472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de943921-c9be-4ac5-bbc6-dfe420a8e19f']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:07.707677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:47:07.707677 dv-neutron-822524-1-hyperv neutron-server[87555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:47:07.707677 dv-neutron-822524-1-hyperv neutron-server[87555]: [parameters: {'id': '93355a65-157a-4497-bfa8-d6f2153f8902'}] Dec 22 04:47:07.707677 dv-neutron-822524-1-hyperv neutron-server[87555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:07.708349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:07.716824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4539ad-e700-44e5-b3da-ea8093070838') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:07.717246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4539ad-e700-44e5-b3da-ea8093070838') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:07.752310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] Calling delete_port for c42817ce-8bab-43dc-88df-dc9bb5b1336e owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:07.765076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.776414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37787aa0-dba8-4ff4-a699-ccac0b522be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.856759 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.857919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.863508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:07.877349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-a40820d4-5b44-4416-96f0-55d7c8f39b60 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:47:07.892522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:07.893140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.908989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c42817ce-8bab-43dc-88df-dc9bb5b1336e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:07.911129 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:07.932338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:07.953764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] Pushing event deleted for resources: {'Port': ['ID=c42817ce-8bab-43dc-88df-dc9bb5b1336e,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:07.955845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] No DVR routers for this DVR port c42817ce-8bab-43dc-88df-dc9bb5b1336e on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:07.963382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:07.964209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: c42817ce-8bab-43dc-88df-dc9bb5b1336e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:07.964556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c42817ce-8bab-43dc-88df-dc9bb5b1336e not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:47:07.965808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cd690aeb-72f2-4cfb-824c-88bfb8076529 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:07.987450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c396d495-735b-4a9e-b0da-2b1589881337 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:07.998283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a40820d4-5b44-4416-96f0-55d7c8f39b60 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.006697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: cd690aeb-72f2-4cfb-824c-88bfb8076529 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:08.007139 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cd690aeb-72f2-4cfb-824c-88bfb8076529 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:47:08.010199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592533b9-978b-45e6-94d4-89c7a144d75e None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:47:08.065134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] For port c42817ce-8bab-43dc-88df-dc9bb5b1336e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c42817ce-8bab-43dc-88df-dc9bb5b1336e,segment=NetworkSegment(15fe1503-e699-4b79-adb4-68852d7dd5b8),segment_id=15fe1503-e699-4b79-adb4-68852d7dd5b8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:08.065575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.143267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a40820d4-5b44-4416-96f0-55d7c8f39b60 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.151756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:08.167484 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592533b9-978b-45e6-94d4-89c7a144d75e None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:47:08.210466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:08.212207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.223908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Calling delete_port for c42817ce-8bab-43dc-88df-dc9bb5b1336e owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:08.251139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:08.303523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37787aa0-dba8-4ff4-a699-ccac0b522be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.304243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.324790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a992a5-1c37-4531-a672-d033d52618f2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:08.333705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:08.334933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.339134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:08.381139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37787aa0-dba8-4ff4-a699-ccac0b522be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c029d244-8062-4e60-b083-9326528d417b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:08.391582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-37787aa0-dba8-4ff4-a699-ccac0b522be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:08.394836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port 83cb47db-8d93-49ff-b062-dddbf8ba935d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:08.395401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.423514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b317f5d8-09e1-4531-b48e-9883d67a63b3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:08.446489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25d56-185c-4f7b-a93c-cba7a9bcbfc6 req-5d05cfeb-d7b5-47a0-95cc-b04baa801acc tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:08.451321 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-faf25d56-185c-4f7b-a93c-cba7a9bcbfc6 req-5d05cfeb-d7b5-47a0-95cc-b04baa801acc tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 946 time: 0.6536944 Dec 22 04:47:08.468241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49812) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:08.473609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37787aa0-dba8-4ff4-a699-ccac0b522be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.477593 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-37787aa0-dba8-4ff4-a699-ccac0b522be4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c029d244-8062-4e60-b083-9326528d417b HTTP/1.1" status: 204 len: 168 time: 1.4532192 Dec 22 04:47:08.488902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c732e9bb-1236-459e-ab2d-c13da52c4f0d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Request body: {'floatingip': {'port_id': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:08.521215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.550007 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/de943921-c9be-4ac5-bbc6-dfe420a8e19f HTTP/1.1" status: 204 len: 168 time: 6.6571000 Dec 22 04:47:08.550007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Network': ['ID=de943921-c9be-4ac5-bbc6-dfe420a8e19f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:08.559337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49818) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:08.567037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1129898127'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:08.568488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:08.583700 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-a40820d4-5b44-4416-96f0-55d7c8f39b60 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Floating IP 2897ef21-6488-415b-9528-1a85e024b674 associated. External IP: 172.26.1.200, port: aa688b99-4039-432a-a3d8-1983984e56ad. Dec 22 04:47:08.590175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c732e9bb-1236-459e-ab2d-c13da52c4f0d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for floatingip, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.649576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.657276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:08.657653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:08.671766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b71cf7-e870-4ff4-809e-68d5bc2283f7 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:47:08.713257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:08.732336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:network and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:08.741487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:08.774402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:08.790597 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.867301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b71cf7-e870-4ff4-809e-68d5bc2283f7 None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:47:08.868536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:08.872701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.916646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:08.981140 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:08.981540 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Added segment 44aaefcf-53c1-46a8-87b6-2cbc8d2a0344 of type vlan for network ef9f26b5-62b5-4f4d-ac7f-004acac264b0 Dec 22 04:47:09.108228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Allocated IP 172.26.1.253 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/8c526058-93e8-4082-844b-f81d4d115487) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:09.120982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:09.161151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Deleting port c42817ce-8bab-43dc-88df-dc9bb5b1336e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:09.161519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:09.346611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:09.357934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:09.358545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:09.376580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae765938-88df-473b-a63d-56257cd82fcd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:09.377100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] The port 'c42817ce-8bab-43dc-88df-dc9bb5b1336e' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:47:09.391829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:09.448672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49840) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:09.497567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40820d4-5b44-4416-96f0-55d7c8f39b60 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Router dccac2c2-8349-49e1-98f7-5cc4eef24f6c has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:47:09.510592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port 83cb47db-8d93-49ff-b062-dddbf8ba935d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=83cb47db-8d93-49ff-b062-dddbf8ba935d,segment=NetworkSegment(61fdb79d-1389-4a66-b3a4-7038bc4504b7),segment_id=61fdb79d-1389-4a66-b3a4-7038bc4504b7)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:09.510948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:09.513649 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9533088 Dec 22 04:47:09.518112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49846) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:09.537928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'network_id': 'ef9f26b5-62b5-4f4d-ac7f-004acac264b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:09.552622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=ef9f26b5-62b5-4f4d-ac7f-004acac264b0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:09.567206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:09.570207 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:09.570560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network ef9f26b5-62b5-4f4d-ac7f-004acac264b0 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:09.706766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-6c33de8e-888e-4ce0-bc58-e061e1fdbc5f tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:09.707785 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6c33de8e-888e-4ce0-bc58-e061e1fdbc5f tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2527838 Dec 22 04:47:09.785587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49850) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:09.798550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for 83cb47db-8d93-49ff-b062-dddbf8ba935d owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:09.838814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-c84de92a-d272-45b1-aed6-04608deb2359 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:09.839747 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c84de92a-d272-45b1-aed6-04608deb2359 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0531533 Dec 22 04:47:09.850333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49854) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:09.855135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:09.863856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-79279f05-db47-4dcb-88aa-10645a43f0ed tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:09.864819 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-79279f05-db47-4dcb-88aa-10645a43f0ed tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0103447 Dec 22 04:47:09.869993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49858) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:09.895793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-4995c529-4925-4512-8b9b-5c52430a2b7a tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:09.896739 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4995c529-4925-4512-8b9b-5c52430a2b7a tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0186722 Dec 22 04:47:09.942006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:09.945413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:09.967044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffd8309-233e-4dee-a23b-44fa97bc3c2e']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:09.972126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:subnet and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:09.977142 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-91f9ce52-9645-47fa-9e40-f218d6a0cece tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:09.978089 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-91f9ce52-9645-47fa-9e40-f218d6a0cece tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0249693 Dec 22 04:47:09.981789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:09.984330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49866) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:09.997329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:10.012049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40820d4-5b44-4416-96f0-55d7c8f39b60 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:10.017289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a40820d4-5b44-4416-96f0-55d7c8f39b60 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.026079 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] Sync routers for ids ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:10.037788 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] Routers {'dccac2c2-8349-49e1-98f7-5cc4eef24f6c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:10.038655 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:10.047158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.051251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:10.054820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.072129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fe1503-e699-4b79-adb4-68852d7dd5b8') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:10.072129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fe1503-e699-4b79-adb4-68852d7dd5b8') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:10.078432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19e4cfbb-001d-43f8-8275-75325137db2c tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:10.081259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-f1b37940-e1ac-4c62-8bd2-20092f365e34 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.084901 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f1b37940-e1ac-4c62-8bd2-20092f365e34 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0867414 Dec 22 04:47:10.101278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49870) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.128856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.144450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-894727dd-837a-4816-bf1e-7bd00b6aa9d2 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.148027 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-894727dd-837a-4816-bf1e-7bd00b6aa9d2 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0388720 Dec 22 04:47:10.151555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49874) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.177020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-e1540e93-e434-41a0-9360-7512b009d18d tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.180754 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e1540e93-e434-41a0-9360-7512b009d18d tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0145257 Dec 22 04:47:10.180754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.185466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49878) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.186106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.198898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-de39f912-ac08-4426-8495-cacf3076455f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:10.228458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:10.231250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:10.231646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.237594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:10.246888 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a40820d4-5b44-4416-96f0-55d7c8f39b60 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "PUT /v2.0/floatingips/2897ef21-6488-415b-9528-1a85e024b674 HTTP/1.1" status: 200 len: 991 time: 4.3060014 Dec 22 04:47:10.249195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:10.266028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-3445eae9-d67e-458b-93d9-198656596b84 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.267059 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3445eae9-d67e-458b-93d9-198656596b84 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0761690 Dec 22 04:47:10.276385 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] Set router dccac2c2-8349-49e1-98f7-5cc4eef24f6c gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:47:10.282388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'tag': 'aa688b99-4039-432a-a3d8-1983984e56ad'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:47:10.287419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Pushing event updated for resources: {'Port': ['ID=8c526058-93e8-4082-844b-f81d4d115487,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:10.287687 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:10.290325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49884) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.308359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Port': ['ID=83cb47db-8d93-49ff-b062-dddbf8ba935d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:10.322506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:10.360485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:10.364258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-743037b3-2a92-4aa3-a025-9a1932a8b639 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.365427 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-743037b3-2a92-4aa3-a025-9a1932a8b639 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0634873 Dec 22 04:47:10.366554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No DVR routers for this DVR port 83cb47db-8d93-49ff-b062-dddbf8ba935d on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:10.412352 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'tag': 'aa688b99-4039-432a-a3d8-1983984e56ad', 'status': 'completed', 'code': 200} Dec 22 04:47:10.413717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49890) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.434624 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-52b4ef9b-b49e-403c-96e3-2192b8637a4d tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.438176 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-52b4ef9b-b49e-403c-96e3-2192b8637a4d tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0158093 Dec 22 04:47:10.496206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49896) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.501006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-60566868-7373-4497-8887-715a1af2a256 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.502571 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-60566868-7373-4497-8887-715a1af2a256 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051160 Dec 22 04:47:10.534519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49900) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.540938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-2259d4f3-3a3f-4af0-9052-99b5a9c53cad tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.541896 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2259d4f3-3a3f-4af0-9052-99b5a9c53cad tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050230 Dec 22 04:47:10.555306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49904) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.570091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-55f7c752-ab61-401d-ba3e-059edcbf6254 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.571050 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-55f7c752-ab61-401d-ba3e-059edcbf6254 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0148013 Dec 22 04:47:10.577184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49908) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.587321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:47:10.603359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-dd4ecc4c-05d6-4f95-af07-138aa05d56e1 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.606847 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dd4ecc4c-05d6-4f95-af07-138aa05d56e1 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0229723 Dec 22 04:47:10.634992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49912) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.659715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-0afe3c16-47e1-4957-80ac-5fa59597ac23 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.663115 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0afe3c16-47e1-4957-80ac-5fa59597ac23 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0247712 Dec 22 04:47:10.663935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49916) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.666790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.672931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.678326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-6cbe87c4-4185-43a5-845a-3319c47c1017 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.681946 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6cbe87c4-4185-43a5-845a-3319c47c1017 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0118923 Dec 22 04:47:10.683146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:10.689685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49920) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.703245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.707839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-bcb41696-7397-4835-88c5-c9f8ca950398 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.711268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.711452 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bcb41696-7397-4835-88c5-c9f8ca950398 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0151036 Dec 22 04:47:10.712179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49924) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.714332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:10.747521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-91114dbe-c5cf-4051-b423-5bcbd5529c37 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.751155 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-91114dbe-c5cf-4051-b423-5bcbd5529c37 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0227480 Dec 22 04:47:10.751155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Pushing event deleted for resources: {'Network': ['ID=5ffd8309-233e-4dee-a23b-44fa97bc3c2e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:10.755819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49928) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.772459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:10.779319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:10.782205 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2897ef21-6488-415b-9528-1a85e024b674', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'port_id': 'aa688b99-4039-432a-a3d8-1983984e56ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'mac_address': 'fa:16:3e:30:d5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:46:11Z', 'updated_at': '2021-12-22T04:47:07Z', 'revision_number': 1, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1cf025-2c79-4e38-9673-b9004b0a2983', 'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'mac_address': 'fa:16:3e:76:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:53Z', 'updated_at': '2021-12-22T04:46:07Z', 'revision_number': 5, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'subnets': [{'id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:10.787286 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] Checking router: dccac2c2-8349-49e1-98f7-5cc4eef24f6c for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:47:10.797053 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] Routers {'dccac2c2-8349-49e1-98f7-5cc4eef24f6c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:10.797053 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:10.815798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-a9da305c-8c17-40fc-86ba-0d495ff728ff tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.820833 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a9da305c-8c17-40fc-86ba-0d495ff728ff tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0514090 Dec 22 04:47:10.820992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49932) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.835154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-13d16820-d498-4784-a519-a247432b6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:10.836665 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-13d16820-d498-4784-a519-a247432b6358 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f5382b7aa0b4653bd41f3bb816510f1&device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 1098 time: 0.3431976 Dec 22 04:47:10.843510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-27f96339-e125-4e39-ac12-f03880e002a9 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.846996 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-27f96339-e125-4e39-ac12-f03880e002a9 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0234725 Dec 22 04:47:10.854111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93355a65-157a-4497-bfa8-d6f2153f8902']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:10.861417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49936) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.888573 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] 10.222.0.36 "DELETE /v2.0/networks/5ffd8309-233e-4dee-a23b-44fa97bc3c2e HTTP/1.1" status: 204 len: 168 time: 4.2292967 Dec 22 04:47:10.897604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-63f6f61b-797c-4b16-956c-eb806741867c tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.900973 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-63f6f61b-797c-4b16-956c-eb806741867c tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0289199 Dec 22 04:47:10.901619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49942) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.903074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fdb79d-1389-4a66-b3a4-7038bc4504b7') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:10.903360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fdb79d-1389-4a66-b3a4-7038bc4504b7') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:10.926938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-6f511d58-5d14-4704-b6c7-22c1abfd520e tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:10.930304 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6f511d58-5d14-4704-b6c7-22c1abfd520e tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0146966 Dec 22 04:47:10.931118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-c732e9bb-1236-459e-ab2d-c13da52c4f0d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:47:10.937453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49946) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:10.940125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.001746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-9f592554-4e4b-491a-b752-73d1767aae00 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.005065 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9f592554-4e4b-491a-b752-73d1767aae00 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0612526 Dec 22 04:47:11.006604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49950) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.016060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.023484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-85407cea-24f6-4628-a36b-d5a83b80c739 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:11.036866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a992a5-1c37-4531-a672-d033d52618f2,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:11.050397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.062363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:11.065128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-2e38013e-79e2-49e2-89f9-411b63f0b25c tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.070657 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e38013e-79e2-49e2-89f9-411b63f0b25c tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0175645 Dec 22 04:47:11.070899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49954) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.082449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-000403a5-310a-4a52-9969-7306590b6616 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.085940 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-000403a5-310a-4a52-9969-7306590b6616 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0116298 Dec 22 04:47:11.085940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.086700 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] Set router dccac2c2-8349-49e1-98f7-5cc4eef24f6c gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:47:11.088852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49958) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.101089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:11.101520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.109500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-2a66e756-0688-4a53-9e68-beed374754fa tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.110465 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2a66e756-0688-4a53-9e68-beed374754fa tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0155542 Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:11.117251 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:11.119070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49962) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.120112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c732e9bb-1236-459e-ab2d-c13da52c4f0d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.130417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.131895 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7174976 Dec 22 04:47:11.141101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 49966) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.168030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=50d953dd-41d2-45e0-b9c6-7f1e92af1465,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:11.175040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.186961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-ca9e0732-c32f-4752-9f72-9fdab9c6fe84 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.187987 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ca9e0732-c32f-4752-9f72-9fdab9c6fe84 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0622373 Dec 22 04:47:11.189431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c732e9bb-1236-459e-ab2d-c13da52c4f0d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.245052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49974) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.260287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:11.298031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-2e68fe22-6769-4e65-91fe-0ce5e8bd2c1e tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.303162 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2e68fe22-6769-4e65-91fe-0ce5e8bd2c1e tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0320356 Dec 22 04:47:11.310728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49978) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.337885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking segment: {'id': '44aaefcf-53c1-46a8-87b6-2cbc8d2a0344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ef9f26b5-62b5-4f4d-ac7f-004acac264b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:11.338282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network hostable DHCP agents. Network: ef9f26b5-62b5-4f4d-ac7f-004acac264b0, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:11.343085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-374b1eb5-a3f2-43d0-b5bf-4e5231729cc2 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.348639 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-374b1eb5-a3f2-43d0-b5bf-4e5231729cc2 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0207009 Dec 22 04:47:11.352176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49982) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.367315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-61ecd898-8d88-4459-a889-9dc4e264d180 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.369009 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-61ecd898-8d88-4459-a889-9dc4e264d180 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0144787 Dec 22 04:47:11.438028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49986) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.438862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49988) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.439873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.459476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:11.486379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-a4b9f619-20dc-46a3-8ba7-6172d725992c tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.490800 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a4b9f619-20dc-46a3-8ba7-6172d725992c tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0482621 Dec 22 04:47:11.495757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.521201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 49996) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.527499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-a9d6dbd3-e5cf-4eca-849b-b2a980e23c60 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.531406 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a9d6dbd3-e5cf-4eca-849b-b2a980e23c60 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0132265 Dec 22 04:47:11.537282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50002) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.544862 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/93355a65-157a-4497-bfa8-d6f2153f8902 HTTP/1.1" status: 204 len: 168 time: 7.4434414 Dec 22 04:47:11.548996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=93355a65-157a-4497-bfa8-d6f2153f8902,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:11.554762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50006) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.554762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-5ebd391f-fde9-40a1-83cb-8214980784db tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.558746 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5ebd391f-fde9-40a1-83cb-8214980784db tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0174711 Dec 22 04:47:11.571365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-338926970'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:11.575967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50008) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.577336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:11.592801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-7c0b328c-d65a-4cbc-bb94-de56be22e769 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.595772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-551cefb0-b02f-436f-ac3b-0c5ce7416c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:11.597597 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7c0b328c-d65a-4cbc-bb94-de56be22e769 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0146837 Dec 22 04:47:11.598031 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-551cefb0-b02f-436f-ac3b-0c5ce7416c61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a9fb3d0-e51c-4b01-bdf1-108b9e717864 HTTP/1.1" status: 200 len: 907 time: 0.7506878 Dec 22 04:47:11.598762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:11.599445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50014) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.608634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:11.625345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:network and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:11.635706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:11.645740 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-c732e9bb-1236-459e-ab2d-c13da52c4f0d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Floating IP 0177aae9-faff-4ae0-8aef-4aebeb616550 associated. External IP: 172.26.1.193, port: f14e849b-29d7-44a5-8f11-5ddddbf1274d. Dec 22 04:47:11.681572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-207d0fd8-27dd-433a-8733-08dc1521c0e7 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.683807 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-207d0fd8-27dd-433a-8733-08dc1521c0e7 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0687931 Dec 22 04:47:11.689538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:11.691874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50020) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.714739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:11.719001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Usage tracker for resource:floatingip and tenant:717840d965df458a92c7c3756a1b8726 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:11.723614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:11.731737 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2897ef21-6488-415b-9528-1a85e024b674', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'port_id': 'aa688b99-4039-432a-a3d8-1983984e56ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'mac_address': 'fa:16:3e:30:d5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:46:11Z', 'updated_at': '2021-12-22T04:47:07Z', 'revision_number': 1, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1cf025-2c79-4e38-9673-b9004b0a2983', 'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'mac_address': 'fa:16:3e:76:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:53Z', 'updated_at': '2021-12-22T04:46:07Z', 'revision_number': 5, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'subnets': [{'id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:11.738935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-05f3bf6d-c86b-4923-a180-dc02b9013fb8 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.739948 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-05f3bf6d-c86b-4923-a180-dc02b9013fb8 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0398273 Dec 22 04:47:11.746663 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f4a78-0239-4f7c-b536-efb076f509b2 None None] The sync data for ids ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'] in dv-neutron-822524-1-hyperv is: [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2897ef21-6488-415b-9528-1a85e024b674', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'port_id': 'aa688b99-4039-432a-a3d8-1983984e56ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'mac_address': 'fa:16:3e:30:d5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:46:11Z', 'updated_at': '2021-12-22T04:47:07Z', 'revision_number': 1, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1cf025-2c79-4e38-9673-b9004b0a2983', 'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'mac_address': 'fa:16:3e:76:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:53Z', 'updated_at': '2021-12-22T04:46:07Z', 'revision_number': 5, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'subnets': [{'id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:11.751530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50024) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.774150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-b8169cc9-0f6d-4f9f-ac18-11a929b7745d tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.779343 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b8169cc9-0f6d-4f9f-ac18-11a929b7745d tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0206864 Dec 22 04:47:11.782112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50028) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.794424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-78eb1919-ddbb-48a3-aa44-e88ecb913b36 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.797908 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-78eb1919-ddbb-48a3-aa44-e88ecb913b36 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0133982 Dec 22 04:47:11.800558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50032) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.811780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:11.819593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.823202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:11.831783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-ba63edf4-14d0-4e3b-9b99-c7aa25e741d7 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.831783 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ba63edf4-14d0-4e3b-9b99-c7aa25e741d7 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0175946 Dec 22 04:47:11.837666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50036) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:11.843091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network ef9f26b5-62b5-4f4d-ac7f-004acac264b0 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:11.877429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, ef9f26b5-62b5-4f4d-ac7f-004acac264b0) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:11.883459 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-47ecb54a-5dbe-42c3-b2bc-a75c0556c8ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa688b99-4039-432a-a3d8-1983984e56ad HTTP/1.1" status: 200 len: 999 time: 0.2614732 Dec 22 04:47:11.887398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.887628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f025976a-9e53-4582-9ccb-81b3d6e8dae3 None None] Network ef9f26b5-62b5-4f4d-ac7f-004acac264b0 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:11.904608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:11.905183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.977885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-38cc2249-de5a-4800-8e1b-a7f24ad3194a tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:11.982583 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-38cc2249-de5a-4800-8e1b-a7f24ad3194a tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.1358786 Dec 22 04:47:11.989097 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d125075c-1067-4858-ae10-3286d1b7d146 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bb454753bc645d6b3a2d54179230142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5447948 Dec 22 04:47:12.000518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50040) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.000857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50042) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.007295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:12.028050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.028346 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment 9a51c30e-8998-478d-849b-8beb8e6cd6a3 of type vlan for network 22d14bf2-bef0-4ec5-a9c6-70f7c0139449 Dec 22 04:47:12.059671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-c6721d66-d4c6-4bf6-bb86-437377211069 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.066304 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c6721d66-d4c6-4bf6-bb86-437377211069 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0516531 Dec 22 04:47:12.084434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50048) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.091194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.099007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-160e4bd1-6f0b-4b32-ab25-02c8cc386b12 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.103208 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-160e4bd1-6f0b-4b32-ab25-02c8cc386b12 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0176139 Dec 22 04:47:12.103926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50052) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.123559 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6019495 Dec 22 04:47:12.128698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a9a5d2-8672-4743-9f1a-bd9b3c271374 None None] New status for floating IP 2897ef21-6488-415b-9528-1a85e024b674: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:47:12.160302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50056) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.168365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-531d0537-a499-4264-8950-1db6a382d458 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.171943 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-531d0537-a499-4264-8950-1db6a382d458 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0623794 Dec 22 04:47:12.182371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50058) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.258963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-3d0bd649-cbf2-4f1a-9a8c-9ff8374fc0ff tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.260190 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3d0bd649-cbf2-4f1a-9a8c-9ff8374fc0ff tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0740376 Dec 22 04:47:12.281137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50064) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.288433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-74ffa476-e458-437a-8c61-b08d44fbcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:12.290102 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-74ffa476-e458-437a-8c61-b08d44fbcf40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a382ee-2ebf-4150-8568-f3ddb477f856 HTTP/1.1" status: 200 len: 845 time: 0.3890681 Dec 22 04:47:12.297278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-47829fca-85a4-451b-9c42-15ee9b86865b tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.298718 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-47829fca-85a4-451b-9c42-15ee9b86865b tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0134125 Dec 22 04:47:12.303695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50068) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.339581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-ef9f26b5-62b5-4f4d-ac7f-004acac264b0', 'network_id': 'ef9f26b5-62b5-4f4d-ac7f-004acac264b0', 'tenant_id': 'cb5d30e54fef406595eebf79dcb038f4', 'fixed_ips': [{'subnet_id': '50d953dd-41d2-45e0-b9c6-7f1e92af1465'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:12.340011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:47:12.340505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.357495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.364842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-3b31a7e2-92c5-485e-96d5-da368c1af9de tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.365810 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3b31a7e2-92c5-485e-96d5-da368c1af9de tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0578220 Dec 22 04:47:12.368782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50072) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.378015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-5c5643da-6599-4fa3-b06e-2690557ca16d tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.381974 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5c5643da-6599-4fa3-b06e-2690557ca16d tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0120730 Dec 22 04:47:12.385403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50076) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.401639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cbfb2c0-d667-4c66-9f2f-b365b216173c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.407949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.438844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.445164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:12.445771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.453563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-6bab377c-e33b-4412-8a97-ab37c4a3f861 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.454583 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6bab377c-e33b-4412-8a97-ab37c4a3f861 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0680275 Dec 22 04:47:12.464406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:12.478160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50080) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.514016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cbfb2c0-d667-4c66-9f2f-b365b216173c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.604293 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Allocated IP 2001:db8::1 (ef9f26b5-62b5-4f4d-ac7f-004acac264b0/50d953dd-41d2-45e0-b9c6-7f1e92af1465/5db3a66b-04bc-427c-8f46-a1e82348039d) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:12.667672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-ad0d08fd-6982-4645-a679-33dea326571f tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.671684 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ad0d08fd-6982-4645-a679-33dea326571f tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.1698813 Dec 22 04:47:12.673540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50084) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.679749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-0ad39282-2e55-44b2-9488-a7f19fd72fbf tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.683319 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0ad39282-2e55-44b2-9488-a7f19fd72fbf tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0076973 Dec 22 04:47:12.685309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-0c1954c0-0f82-414d-aef2-de50f74ab079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:12.686790 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-0c1954c0-0f82-414d-aef2-de50f74ab079 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a9fb3d0-e51c-4b01-bdf1-108b9e717864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3801548 Dec 22 04:47:12.690304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50088) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.701607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-acf8a031-2131-4e63-a498-eb220073f31a tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.702536 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-acf8a031-2131-4e63-a498-eb220073f31a tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0103447 Dec 22 04:47:12.751036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50092) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.772612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-bec99c38-d602-4124-aa6c-a83387be3447 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.776171 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bec99c38-d602-4124-aa6c-a83387be3447 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0205176 Dec 22 04:47:12.781211 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2173824 Dec 22 04:47:12.782049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50098) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.793321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50100) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.798987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-fee906d7-5226-47fb-8ada-1bff30ad3b81 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.800033 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fee906d7-5226-47fb-8ada-1bff30ad3b81 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0106664 Dec 22 04:47:12.808046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50104) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.810875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=22d14bf2-bef0-4ec5-a9c6-70f7c0139449,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:12.821262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': '22d14bf2-bef0-4ec5-a9c6-70f7c0139449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:12.833010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:12.833834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 22d14bf2-bef0-4ec5-a9c6-70f7c0139449 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:12.835804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c732e9bb-1236-459e-ab2d-c13da52c4f0d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:47:12.843834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-a1369e00-cf6b-4c2e-9681-b626b09efe5a tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.848012 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a1369e00-cf6b-4c2e-9681-b626b09efe5a tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0314307 Dec 22 04:47:12.851331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.852910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50110) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.868487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.872294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-ae54ab2e-7020-4baa-b30d-5fad74f65658 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.875871 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ae54ab2e-7020-4baa-b30d-5fad74f65658 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0170250 Dec 22 04:47:12.875871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.879166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Transition to ACTIVE for port object 5db3a66b-04bc-427c-8f46-a1e82348039d will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:12.883821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50114) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.889871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cbfb2c0-d667-4c66-9f2f-b365b216173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:12.904452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Transition to ACTIVE for port object 5db3a66b-04bc-427c-8f46-a1e82348039d will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:12.935429 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-5a4b9ce3-2959-4a76-af87-6a5a417b0c8e tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.935719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-efbc6b93-963e-42b6-b705-4cfc1ceb4038 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:12.939680 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5a4b9ce3-2959-4a76-af87-6a5a417b0c8e tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0517488 Dec 22 04:47:12.945559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50118) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.964042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-259e815f-4abd-42d8-9b2c-79d4b402ed1b tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:12.967592 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-259e815f-4abd-42d8-9b2c-79d4b402ed1b tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0120618 Dec 22 04:47:12.971665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50122) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:12.984918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfb2c0-d667-4c66-9f2f-b365b216173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b943a3-fcae-40fd-9090-d4eae8538365,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:13.003206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0cbfb2c0-d667-4c66-9f2f-b365b216173c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:13.022964 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-1bb471f0-33ba-4976-b865-cd098e10cd29 service neutron] 10.222.0.61 "GET /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249245 Dec 22 04:47:13.027573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cbfb2c0-d667-4c66-9f2f-b365b216173c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.028418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.031715 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0cbfb2c0-d667-4c66-9f2f-b365b216173c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7b943a3-fcae-40fd-9090-d4eae8538365 HTTP/1.1" status: 204 len: 168 time: 1.0169675 Dec 22 04:47:13.041376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-71bf1a36-9f4a-45a9-997c-b78e964a0705 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.042338 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-71bf1a36-9f4a-45a9-997c-b78e964a0705 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0661097 Dec 22 04:47:13.050026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50128) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:13.053439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1ef3df32-1261-4406-8b38-4604e6d30656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:13.090129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-e4b3a969-87c1-4851-88e6-97cb50c31156 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.091337 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e4b3a969-87c1-4851-88e6-97cb50c31156 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0299225 Dec 22 04:47:13.096274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50132) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:13.118983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-90994b23-ba69-4112-95a3-360023d692b7 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.120051 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-90994b23-ba69-4112-95a3-360023d692b7 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0138540 Dec 22 04:47:13.124464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50136) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:13.125659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:13.127344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Network ef9f26b5-62b5-4f4d-ac7f-004acac264b0 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:13.131334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:13.135800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:13.137511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-8782603d-6618-4b16-abf9-659d57c2ac5e tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.138747 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8782603d-6618-4b16-abf9-659d57c2ac5e tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0098879 Dec 22 04:47:13.140037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:subnet and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:13.144961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50140) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:13.151121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:13.164913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-1081862c-96f4-4ed2-98c7-ecd1a2002093 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.166253 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1081862c-96f4-4ed2-98c7-ecd1a2002093 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0182252 Dec 22 04:47:13.183858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Pushing event updated for resources: {'Port': ['ID=5db3a66b-04bc-427c-8f46-a1e82348039d,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:13.218714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:13.224045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50144) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:13.235343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:13.254706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-b0f896f3-259d-4c0d-87a4-924411b96a51 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.255028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Allocated IP 172.26.1.212 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/cc95e9bc-edcf-41e9-bd84-bfb13ca86a22) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:13.256255 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b0f896f3-259d-4c0d-87a4-924411b96a51 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0186603 Dec 22 04:47:13.262022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50150) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:13.270673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-028a3dfe-1c3e-47df-9b45-bfcf7fd7108c tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.271979 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-028a3dfe-1c3e-47df-9b45-bfcf7fd7108c tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0075204 Dec 22 04:47:13.275617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50154) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:13.281571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:13.286217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.286732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Attempting to bind port 5db3a66b-04bc-427c-8f46-a1e82348039d on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:13.287120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Attempting to bind port 5db3a66b-04bc-427c-8f46-a1e82348039d by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '44aaefcf-53c1-46a8-87b6-2cbc8d2a0344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ef9f26b5-62b5-4f4d-ac7f-004acac264b0'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:13.292539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Attempting to bind port 5db3a66b-04bc-427c-8f46-a1e82348039d on network ef9f26b5-62b5-4f4d-ac7f-004acac264b0 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:13.299499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:13.302439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Checking segment: {'id': '44aaefcf-53c1-46a8-87b6-2cbc8d2a0344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ef9f26b5-62b5-4f4d-ac7f-004acac264b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:13.304512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.307607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-0311245f-4d66-49b6-869b-939c704158e7 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.309564 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0311245f-4d66-49b6-869b-939c704158e7 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0323493 Dec 22 04:47:13.310488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Bound using segment: {'id': '44aaefcf-53c1-46a8-87b6-2cbc8d2a0344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ef9f26b5-62b5-4f4d-ac7f-004acac264b0'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:13.311017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Bound port: 5db3a66b-04bc-427c-8f46-a1e82348039d, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44aaefcf-53c1-46a8-87b6-2cbc8d2a0344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ef9f26b5-62b5-4f4d-ac7f-004acac264b0'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:13.311418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.314234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.327283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50158) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:13.328303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:13.380451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-9a6302d6-d40b-4923-b4ca-78296f81c5a1 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.385007 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9a6302d6-d40b-4923-b4ca-78296f81c5a1 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0153730 Dec 22 04:47:13.391204 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50164) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:13.409539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-f1775cb5-b035-4a36-8153-fd36388f6e43 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.410392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] For port 5db3a66b-04bc-427c-8f46-a1e82348039d, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:13.410921 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f1775cb5-b035-4a36-8153-fd36388f6e43 tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0167768 Dec 22 04:47:13.414648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] For port 5db3a66b-04bc-427c-8f46-a1e82348039d, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5db3a66b-04bc-427c-8f46-a1e82348039d,segment=NetworkSegment(44aaefcf-53c1-46a8-87b6-2cbc8d2a0344),segment_id=44aaefcf-53c1-46a8-87b6-2cbc8d2a0344)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:13.420076 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.424075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:13.477062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Subnet': ['ID=50d953dd-41d2-45e0-b9c6-7f1e92af1465,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:13.479783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:13.519499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Pushing event updated for resources: {'Port': ['ID=5db3a66b-04bc-427c-8f46-a1e82348039d,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:13.548869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:13.563097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50168) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:13.591613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [None req-18ccfa6b-a0cb-4dd6-ad65-98f4ecdc0dfe tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:47:13.600194 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-18ccfa6b-a0cb-4dd6-ad65-98f4ecdc0dfe tempest-ExtensionsTestJSON-1252941146 tempest-ExtensionsTestJSON-1252941146-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0306664 Dec 22 04:47:13.604993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b77f0-7cd6-4ac6-befe-aded425fc1c7 None None] Network ef9f26b5-62b5-4f4d-ac7f-004acac264b0 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:13.606098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c732e9bb-1236-459e-ab2d-c13da52c4f0d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:13.617222 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] Sync routers for ids ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:13.621407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c732e9bb-1236-459e-ab2d-c13da52c4f0d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.632495 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] Routers {'5f6e8c4f-3adb-4089-a5bf-657580f7edb6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:13.634963 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:13.647203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Router 13980b7c-5be4-4daa-b281-81ed7b4c1009 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:47:13.689602 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c732e9bb-1236-459e-ab2d-c13da52c4f0d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "PUT /v2.0/floatingips/0177aae9-faff-4ae0-8aef-4aebeb616550 HTTP/1.1" status: 200 len: 992 time: 5.2183895 Dec 22 04:47:13.701266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'tag': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:47:13.711370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.750511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9f26b5-62b5-4f4d-ac7f-004acac264b0']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:13.766552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44aaefcf-53c1-46a8-87b6-2cbc8d2a0344') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:13.767050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44aaefcf-53c1-46a8-87b6-2cbc8d2a0344') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:13.785366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.847549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.861705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:13.862129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:13.879539 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:13.886952 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'tag': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d', 'status': 'completed', 'code': 200} Dec 22 04:47:14.059691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e871192-7b60-4619-b2d1-f3491fff70f1 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:47:14.113229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:47:14.113229 dv-neutron-822524-1-hyperv neutron-server[87555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:47:14.113229 dv-neutron-822524-1-hyperv neutron-server[87555]: [parameters: {'id': 'ef9f26b5-62b5-4f4d-ac7f-004acac264b0'}] Dec 22 04:47:14.113229 dv-neutron-822524-1-hyperv neutron-server[87555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:14.113694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:14.125132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50194) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:14.156328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-b3522923-8fc6-4fea-a944-821d13b3a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:14.161352 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-b3522923-8fc6-4fea-a944-821d13b3a783 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3803782124d34484be90ad3cd6bb3c45&device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 1099 time: 0.1773586 Dec 22 04:47:14.167527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:14.184151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-07d2eeb8-b404-46be-b06c-0ea4fc5d5377 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:14.203091 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] Set router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:47:14.248522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:14.381382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:14.385634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:14.402959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7993dd-de96-4f43-b201-5d866bf77b8d None None] Sync routers for ids ['13980b7c-5be4-4daa-b281-81ed7b4c1009'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:14.423173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:14.431279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:14.435970 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5478299 Dec 22 04:47:14.438319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50202) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:14.442166 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b73df92-6849-4c12-99c3-117d9e2e91f2 req-704dd0b4-c206-47f3-93e2-939a4b513a65 service neutron] 10.222.0.61 "GET /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2224255 Dec 22 04:47:14.452478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e57cce3e-f21e-460d-ae8d-14f75d3f58d7 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_snat': False}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:14.490084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:14.501079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] Usage tracker for resource:security_group_rule and tenant:e2d633bf13e04723a3dccd2ac523d273 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:14.507533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=8a629f8c-c472-433a-b807-526694b29d49,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:14.519345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:14.524649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:14.531742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7993dd-de96-4f43-b201-5d866bf77b8d None None] Routers {'13980b7c-5be4-4daa-b281-81ed7b4c1009'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:14.532518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cf7993dd-de96-4f43-b201-5d866bf77b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['13980b7c-5be4-4daa-b281-81ed7b4c1009'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:14.534951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:14.552067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50206) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:14.560174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': '9a51c30e-8998-478d-849b-8beb8e6cd6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '22d14bf2-bef0-4ec5-a9c6-70f7c0139449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:14.560901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: 22d14bf2-bef0-4ec5-a9c6-70f7c0139449, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:14.616198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-c7cbc839-7ba8-429d-aa58-88fe5bf27fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:14.618524 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-c7cbc839-7ba8-429d-aa58-88fe5bf27fdf service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f82e205-8882-4761-a0d5-7985d9afacfa HTTP/1.1" status: 200 len: 912 time: 0.4369540 Dec 22 04:47:14.619247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:14.637562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cf7993dd-de96-4f43-b201-5d866bf77b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:14.664251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7993dd-de96-4f43-b201-5d866bf77b8d None None] Routers {'13980b7c-5be4-4daa-b281-81ed7b4c1009'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:14.664909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cf7993dd-de96-4f43-b201-5d866bf77b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['13980b7c-5be4-4daa-b281-81ed7b4c1009'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:14.731950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network 22d14bf2-bef0-4ec5-a9c6-70f7c0139449 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:14.732783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cf7993dd-de96-4f43-b201-5d866bf77b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:14.733165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7993dd-de96-4f43-b201-5d866bf77b8d None None] The sync data for ids ['13980b7c-5be4-4daa-b281-81ed7b4c1009'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:14.799521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e871192-7b60-4619-b2d1-f3491fff70f1 None None] Unable to find a vacant binding_index for network 22d14bf2-bef0-4ec5-a9c6-70f7c0139449 and agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 {{(pid=87556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 22 04:47:14.814228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e871192-7b60-4619-b2d1-f3491fff70f1 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 22d14bf2-bef0-4ec5-a9c6-70f7c0139449) {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:47:14.870153 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:46:01Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '0177aae9-faff-4ae0-8aef-4aebeb616550', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'port_id': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'mac_address': 'fa:16:3e:cb:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:46:16Z', 'updated_at': '2021-12-22T04:47:10Z', 'revision_number': 1, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3ac2fb-8155-41dc-9afa-02a21147558d', 'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'mac_address': 'fa:16:3e:04:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:58Z', 'updated_at': '2021-12-22T04:46:09Z', 'revision_number': 5, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'subnets': [{'id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:14.882428 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] Checking router: 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:47:14.898425 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] Routers {'5f6e8c4f-3adb-4089-a5bf-657580f7edb6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:14.900064 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:14.901546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:14.905939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1532005988'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:14.909504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:14.913218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port 5db3a66b-04bc-427c-8f46-a1e82348039d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:14.913218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:14.940080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:14.948664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 22d14bf2-bef0-4ec5-a9c6-70f7c0139449) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:14.963720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:network and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:14.971312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:14.982809 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-b74616d6-29b8-428b-98cd-6bf072baec91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f14e849b-29d7-44a5-8f11-5ddddbf1274d HTTP/1.1" status: 200 len: 1000 time: 0.3522198 Dec 22 04:47:14.990926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Pushing event updated for resources: {'Port': ['ID=cc95e9bc-edcf-41e9-bd84-bfb13ca86a22,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:14.993368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:14.994033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:14.994518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:15.001780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:15.011856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:15.014353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:15.017458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:15.137995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:15.141528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.204784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.230051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.231466 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] Set router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:47:15.248405 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4438558 Dec 22 04:47:15.258732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50216) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:15.258903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.260667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-22d14bf2-bef0-4ec5-a9c6-70f7c0139449', 'network_id': '22d14bf2-bef0-4ec5-a9c6-70f7c0139449', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': '8a629f8c-c472-433a-b807-526694b29d49'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:15.263601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.268695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-f14d9c33-fba5-4b00-b5f5-ca0db3673623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:15.281725 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-f14d9c33-fba5-4b00-b5f5-ca0db3673623 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=488050ac-6bd3-4202-be01-870f9a90d3ee HTTP/1.1" status: 200 len: 850 time: 0.2733805 Dec 22 04:47:15.286346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.334145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:15.391668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6d4093bd-660b-4a94-9b3e-e43228f87530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:15.402162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group_rule and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:15.485974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.521148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:15.540675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Allocated IP 172.20.0.1 (22d14bf2-bef0-4ec5-a9c6-70f7c0139449/8a629f8c-c472-433a-b807-526694b29d49/a51eb60b-b7fb-4e91-89cb-05d062f931fc) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:15.568913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:15.596709 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2d633bf13e04723a3dccd2ac523d273&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4617119 Dec 22 04:47:15.612362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80da277e-adc2-463a-b42d-40082092943b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:15.617591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50220) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:15.624366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:15.655071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] For port 5db3a66b-04bc-427c-8f46-a1e82348039d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5db3a66b-04bc-427c-8f46-a1e82348039d,segment=NetworkSegment(44aaefcf-53c1-46a8-87b6-2cbc8d2a0344),segment_id=44aaefcf-53c1-46a8-87b6-2cbc8d2a0344)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:15.655435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.714184 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:46:01Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '0177aae9-faff-4ae0-8aef-4aebeb616550', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'port_id': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'mac_address': 'fa:16:3e:cb:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:46:16Z', 'updated_at': '2021-12-22T04:47:10Z', 'revision_number': 1, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3ac2fb-8155-41dc-9afa-02a21147558d', 'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'mac_address': 'fa:16:3e:04:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:58Z', 'updated_at': '2021-12-22T04:46:09Z', 'revision_number': 5, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'subnets': [{'id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:15.717286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.718626 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6131a16-4592-4de7-981a-c28624343ce0 None None] The sync data for ids ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'] in dv-neutron-822524-1-hyperv is: [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:46:01Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '0177aae9-faff-4ae0-8aef-4aebeb616550', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'port_id': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'mac_address': 'fa:16:3e:cb:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:46:16Z', 'updated_at': '2021-12-22T04:47:10Z', 'revision_number': 1, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3ac2fb-8155-41dc-9afa-02a21147558d', 'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'mac_address': 'fa:16:3e:04:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:58Z', 'updated_at': '2021-12-22T04:46:09Z', 'revision_number': 5, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'subnets': [{'id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:15.732116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.740004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e011e777-3a78-4de8-962d-da4979fd78aa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:15.779521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.790550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Transition to ACTIVE for port object a51eb60b-b7fb-4e91-89cb-05d062f931fc will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:15.803211 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e57cce3e-f21e-460d-ae8d-14f75d3f58d7 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.816012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Transition to ACTIVE for port object a51eb60b-b7fb-4e91-89cb-05d062f931fc will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:15.831919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.837419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:15.849237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Calling delete_port for 5db3a66b-04bc-427c-8f46-a1e82348039d owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:15.893860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Pushing event updated for resources: {'Port': ['ID=cc95e9bc-edcf-41e9-bd84-bfb13ca86a22,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:15.901755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:15.923584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Pushing event updated for resources: {'Port': ['ID=a51eb60b-b7fb-4e91-89cb-05d062f931fc,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:15.924718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.938034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:15.945931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Network 22d14bf2-bef0-4ec5-a9c6-70f7c0139449 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:15.947326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:15.950506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:16.005546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac758ee3-2d55-421e-8fce-6bbb6e3e04ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.018648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port a51eb60b-b7fb-4e91-89cb-05d062f931fc {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:16.019290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.048253 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd39e07-c8e1-4bd3-bc11-26f8a7985802 None None] New status for floating IP 0177aae9-faff-4ae0-8aef-4aebeb616550: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:47:16.059856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-a59e2e65-d9b3-402c-852f-1863b7715202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:16.061750 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-a59e2e65-d9b3-402c-852f-1863b7715202 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f82e205-8882-4761-a0d5-7985d9afacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7249138 Dec 22 04:47:16.064849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Attempting to bind port a51eb60b-b7fb-4e91-89cb-05d062f931fc on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:16.065238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Attempting to bind port a51eb60b-b7fb-4e91-89cb-05d062f931fc by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '9a51c30e-8998-478d-849b-8beb8e6cd6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '22d14bf2-bef0-4ec5-a9c6-70f7c0139449'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:16.065658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Attempting to bind port a51eb60b-b7fb-4e91-89cb-05d062f931fc on network 22d14bf2-bef0-4ec5-a9c6-70f7c0139449 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:16.076280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:16.076681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Checking segment: {'id': '9a51c30e-8998-478d-849b-8beb8e6cd6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '22d14bf2-bef0-4ec5-a9c6-70f7c0139449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:16.077159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.077820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Bound using segment: {'id': '9a51c30e-8998-478d-849b-8beb8e6cd6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '22d14bf2-bef0-4ec5-a9c6-70f7c0139449'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:16.078476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Bound port: a51eb60b-b7fb-4e91-89cb-05d062f931fc, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a51c30e-8998-478d-849b-8beb8e6cd6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '22d14bf2-bef0-4ec5-a9c6-70f7c0139449'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:16.078851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.136188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.144747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.155541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:16.172879 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.174193 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0296483 Dec 22 04:47:16.177051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50224) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:16.216328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] For port a51eb60b-b7fb-4e91-89cb-05d062f931fc, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:16.219733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] For port a51eb60b-b7fb-4e91-89cb-05d062f931fc, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a51eb60b-b7fb-4e91-89cb-05d062f931fc,segment=NetworkSegment(9a51c30e-8998-478d-849b-8beb8e6cd6a3),segment_id=9a51c30e-8998-478d-849b-8beb8e6cd6a3)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:16.225614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.238550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d6314303-b7b2-45e3-a78c-143b5c71d15f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:16.289319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No DVR routers for this DVR port 5db3a66b-04bc-427c-8f46-a1e82348039d on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:16.348680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Pushing event updated for resources: {'Port': ['ID=a51eb60b-b7fb-4e91-89cb-05d062f931fc,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:16.352904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac758ee3-2d55-421e-8fce-6bbb6e3e04ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.354478 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-958e52a9-adc6-4545-9b11-ff2ade8a9d0f tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1762395 Dec 22 04:47:16.359072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50228) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:16.361425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Port': ['ID=5db3a66b-04bc-427c-8f46-a1e82348039d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:16.370825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:16.373969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.407274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:16.450385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.459168 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eaa20926-ec1d-41c5-bb68-164a03f412de tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0987787 Dec 22 04:47:16.462090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50236) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:16.482370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b4999d30-8025-47cd-9b6f-8ff9cd2a4ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:16.621809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:16.694328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.709107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3dfa81-d74b-4cbf-a16f-00c0c4704e18,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:16.714066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Deleting port cc95e9bc-edcf-41e9-bd84-bfb13ca86a22 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:16.714618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.718561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:16.718920 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Added segment 69b21655-c3bf-4dd1-9e52-0e9b052bbe8a of type vlan for network c8e61be7-d237-4895-86c0-9faa432939af Dec 22 04:47:16.720529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:16.776878 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-414228c3-ae9f-4555-8914-80d2044d52da service neutron] 10.222.0.61 "GET /v2.0/networks/9f82e205-8882-4761-a0d5-7985d9afacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818576 Dec 22 04:47:16.952921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9f26b5-62b5-4f4d-ac7f-004acac264b0']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:17.019182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac758ee3-2d55-421e-8fce-6bbb6e3e04ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.035980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44aaefcf-53c1-46a8-87b6-2cbc8d2a0344') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:17.036292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44aaefcf-53c1-46a8-87b6-2cbc8d2a0344') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:17.042577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:17.072829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.082390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.101045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac758ee3-2d55-421e-8fce-6bbb6e3e04ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80da277e-adc2-463a-b42d-40082092943b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:17.117306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ac758ee3-2d55-421e-8fce-6bbb6e3e04ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:17.154643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.159231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.159555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.169396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port a51eb60b-b7fb-4e91-89cb-05d062f931fc, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a51eb60b-b7fb-4e91-89cb-05d062f931fc,segment=NetworkSegment(9a51c30e-8998-478d-849b-8beb8e6cd6a3),segment_id=9a51c30e-8998-478d-849b-8beb8e6cd6a3)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:17.169701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.190889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:17.191609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:17.218851 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:17.363495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Calling delete_port for cc95e9bc-edcf-41e9-bd84-bfb13ca86a22 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:17.433344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for a51eb60b-b7fb-4e91-89cb-05d062f931fc owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:17.478623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.484395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:17.485008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.498443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f76df9-13e9-49dd-9e1c-57aec7a50d42 None None] Network 22d14bf2-bef0-4ec5-a9c6-70f7c0139449 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:17.499039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4c4ab44a-2519-4c9b-b534-49ce4e1a28b2 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:17.515078 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f4742aac-d407-4412-ab07-554a1cd4c224 req-63494e94-9664-4699-9d64-fb4aae101e11 service neutron] 10.222.0.61 "GET /v2.0/networks/9f82e205-8882-4761-a0d5-7985d9afacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151794 Dec 22 04:47:17.527271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac758ee3-2d55-421e-8fce-6bbb6e3e04ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.531374 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ac758ee3-2d55-421e-8fce-6bbb6e3e04ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80da277e-adc2-463a-b42d-40082092943b HTTP/1.1" status: 204 len: 168 time: 1.9059546 Dec 22 04:47:17.544115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.613426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5599c88e-c94d-4182-9cfe-d5a6f0f4d02f None None] Provisioning for port a51eb60b-b7fb-4e91-89cb-05d062f931fc completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:17.622478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.624572 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/ef9f26b5-62b5-4f4d-ac7f-004acac264b0 HTTP/1.1" status: 204 len: 168 time: 5.4531267 Dec 22 04:47:17.630806 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0772238 Dec 22 04:47:17.635852 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50242) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:17.636467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50244) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:17.663634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-477865047'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:17.673089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'name': 'tempest-PortsIpV6TestJSON-1394207675'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:17.688575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Network': ['ID=c8e61be7-d237-4895-86c0-9faa432939af,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:17.691981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:17.701561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:17.702462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-753a23b2-34d5-44db-9a31-66f910463a6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:17.726165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:network and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:17.727104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network c8e61be7-d237-4895-86c0-9faa432939af details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:17.785789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:17.789775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Network': ['ID=ef9f26b5-62b5-4f4d-ac7f-004acac264b0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:17.801598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:17.860361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:17.943175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:17.946782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:17.986908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:17.988708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a51eb60b-b7fb-4e91-89cb-05d062f931fc up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:17.998371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:port and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:18.004917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:18.013491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:18.015058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.016028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:18.022337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.029855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ccf22d6f-2ef4-4696-b6f8-3c0b41621ea5 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:18.036909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:18.040017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: a51eb60b-b7fb-4e91-89cb-05d062f931fc {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:18.040392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a51eb60b-b7fb-4e91-89cb-05d062f931fc not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 04:47:18.080779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.082235 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Added segment d678a17d-3600-43b3-84c5-d0d3e36c027b of type vlan for network 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 Dec 22 04:47:18.082863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Port': ['ID=a51eb60b-b7fb-4e91-89cb-05d062f931fc,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:18.091391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:18.092429 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:18.096392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.099049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Port a51eb60b-b7fb-4e91-89cb-05d062f931fc not found, will not notify nova. {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 04:47:18.130252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Pushing event deleted for resources: {'Port': ['ID=cc95e9bc-edcf-41e9-bd84-bfb13ca86a22,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:18.164943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:18.197434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e57cce3e-f21e-460d-ae8d-14f75d3f58d7 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.204118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e57cce3e-f21e-460d-ae8d-14f75d3f58d7 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.210573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:18.253745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No DVR routers for this DVR port a51eb60b-b7fb-4e91-89cb-05d062f931fc on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:18.256471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.267363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e652a9c2-c17a-40f6-bf69-f5e73606366a None None] Host dv-neutron-822524-1-hyperv tried to update port a51eb60b-b7fb-4e91-89cb-05d062f931fc which no longer exists. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:47:18.365499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b884b871-8e51-451c-af7d-66a9e7d5456b None None] Network 22d14bf2-bef0-4ec5-a9c6-70f7c0139449 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:18.405015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.421749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.455023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.461671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:18.461796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.462652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.463029 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] 10.222.0.36 "DELETE /v2.0/floatingips/566ee649-9d1d-4154-98e1-cf3296ee9213 HTTP/1.1" status: 204 len: 168 time: 1.9998610 Dec 22 04:47:18.466292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50266) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:18.477909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:18.653684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57cce3e-f21e-460d-ae8d-14f75d3f58d7 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Router 13980b7c-5be4-4daa-b281-81ed7b4c1009 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:47:18.679663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Deleting port d6a992a5-1c37-4531-a672-d033d52618f2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:18.680090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.700911 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0628819 Dec 22 04:47:18.707075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50276) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:18.719905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=5e5158bc-288e-4b7b-ab0b-c5ecb56c1188,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:18.728929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28dfa8-db6b-426e-a5a0-b94ad093612f None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:47:18.743021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'network_id': '5e5158bc-288e-4b7b-ab0b-c5ecb56c1188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:18.773570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50280) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:18.778086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:18.878593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28dfa8-db6b-426e-a5a0-b94ad093612f None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:47:18.884371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:18.938952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1116661289'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:18.951340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:18.971564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:19.045985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:19.051347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:network and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:19.054566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:19.061931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:19.063459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.079830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Made reservation on behalf of 0d7512e291344b439bed30b27ff83c93 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:19.080514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=8a629f8c-c472-433a-b807-526694b29d49,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:19.088517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.098766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:19.103415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:19.114983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:subnet and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:19.146827 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57cce3e-f21e-460d-ae8d-14f75d3f58d7 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:19.148785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.160837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e57cce3e-f21e-460d-ae8d-14f75d3f58d7 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.164183 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e57cce3e-f21e-460d-ae8d-14f75d3f58d7 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "PUT /v2.0/routers/13980b7c-5be4-4daa-b281-81ed7b4c1009 HTTP/1.1" status: 200 len: 922 time: 4.7188134 Dec 22 04:47:19.167122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:19.174175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b0fc8-bd1a-4e2e-8816-bf928e2fa590 None None] Sync routers for ids ['13980b7c-5be4-4daa-b281-81ed7b4c1009'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:19.180514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50290) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:19.193710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:19.198682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b0fc8-bd1a-4e2e-8816-bf928e2fa590 None None] Routers {'13980b7c-5be4-4daa-b281-81ed7b4c1009'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:19.199812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9d9b0fc8-bd1a-4e2e-8816-bf928e2fa590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['13980b7c-5be4-4daa-b281-81ed7b4c1009'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:19.207740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.230949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:19.234397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.251578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.251943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.263705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d14bf2-bef0-4ec5-a9c6-70f7c0139449']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:19.269103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:19.277609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.281570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9d9b0fc8-bd1a-4e2e-8816-bf928e2fa590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:19.295657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:security_group_rule and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:19.325037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b0fc8-bd1a-4e2e-8816-bf928e2fa590 None None] Routers {'13980b7c-5be4-4daa-b281-81ed7b4c1009'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:19.325669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9d9b0fc8-bd1a-4e2e-8816-bf928e2fa590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:46:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['13980b7c-5be4-4daa-b281-81ed7b4c1009'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:19.332916 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a51c30e-8998-478d-849b-8beb8e6cd6a3') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:19.333194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a51c30e-8998-478d-849b-8beb8e6cd6a3') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:19.342760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b059459a-c174-4e42-8b44-841ea52fbb7f tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:19.351492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:19.419800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9d9b0fc8-bd1a-4e2e-8816-bf928e2fa590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:19.420509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b0fc8-bd1a-4e2e-8816-bf928e2fa590 None None] The sync data for ids ['13980b7c-5be4-4daa-b281-81ed7b4c1009'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:19.424431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.475661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.483575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=1b6d8d6e-1955-4028-beaa-f9829c7a09a7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:19.487085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:19.511767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:19.512366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:19.530587 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:19.590173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009fb5d6-cc9e-4e74-a71c-2feaf9ec942d None None] Network 22d14bf2-bef0-4ec5-a9c6-70f7c0139449 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:19.594079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:19.605413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Calling delete_port for d6a992a5-1c37-4531-a672-d033d52618f2 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:19.609126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Checking segment: {'id': '69b21655-c3bf-4dd1-9e52-0e9b052bbe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:19.609484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network hostable DHCP agents. Network: c8e61be7-d237-4895-86c0-9faa432939af, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:19.643699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.649758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.685807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-34ac7d81-bcca-4d89-9804-fda2198111b0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:19.707624 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1a300f37-de73-4abd-809f-d798f37a65a3 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/routers/13980b7c-5be4-4daa-b281-81ed7b4c1009 HTTP/1.1" status: 200 len: 922 time: 0.5218093 Dec 22 04:47:19.708512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50294) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:19.722189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=22d14bf2-bef0-4ec5-a9c6-70f7c0139449,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:19.724768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:19.725677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:19.746700 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/22d14bf2-bef0-4ec5-a9c6-70f7c0139449 HTTP/1.1" status: 204 len: 168 time: 4.4798553 Dec 22 04:47:19.746700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50298) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:19.754699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-544342592'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:19.762589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:19.764934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, c8e61be7-d237-4895-86c0-9faa432939af) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:19.770374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:19.777664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:19.778294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.778407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c41cb0-a4a1-4574-95aa-ec90040ca68e None None] Network c8e61be7-d237-4895-86c0-9faa432939af requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:19.791020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:network and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:19.801008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:19.826202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:19.853142 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2105629 Dec 22 04:47:19.853515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50302) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:19.859527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1818019581'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:19.866496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:19.870635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.874045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:19.877692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.885867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0d7f1-5754-4b70-8e29-25aa12efecf9 None None] DHCP port deletion for 22d14bf2-bef0-4ec5-a9c6-70f7c0139449 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:19.888626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a51eb60b-b7fb-4e91-89cb-05d062f931fc no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:19.890735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:19.922961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:network and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:19.930324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:19.935395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87377d41-4eff-4a16-aaca-c84d90144275 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:19.939951 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87377d41-4eff-4a16-aaca-c84d90144275 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&device_id=13980b7c-5be4-4daa-b281-81ed7b4c1009&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2277024 Dec 22 04:47:19.945068 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: a51eb60b-b7fb-4e91-89cb-05d062f931fc {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:19.945264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a51eb60b-b7fb-4e91-89cb-05d062f931fc not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:47:19.950750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50306) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:19.960186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:19.980847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.984458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:19.989767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-74630384-d5ce-47e6-93db-d2e2585bee51 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:20.028826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.042943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6a992a5-1c37-4531-a672-d033d52618f2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:20.076848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:20.077494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46d45fd0-d532-480f-8fc0-4a5c02ef8c6d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:20.094388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:20.096168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.108922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:20.113830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=0e9ec100-74b5-4316-9d6b-37cdd95bc086,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:20.116990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:20.141000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.141333 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment fa8f62e1-9dfe-4ad1-9dd7-42c815f40192 of type vlan for network 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 Dec 22 04:47:20.157535 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76857a32-566e-4015-ae0d-a9525132b5eb,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:20.162360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:20.170919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.173991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking segment: {'id': 'd678a17d-3600-43b3-84c5-d0d3e36c027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5e5158bc-288e-4b7b-ab0b-c5ecb56c1188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:20.174238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network hostable DHCP agents. Network: 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:20.196680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.198010 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/a97b6878-3f87-4508-af59-f93f822dc467 HTTP/1.1" status: 204 len: 168 time: 1.7307024 Dec 22 04:47:20.201619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50314) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:20.210802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.249131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:20.260068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.260452 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Added segment 53cf6675-32e0-49e0-8b19-b92d65e2bb4f of type vlan for network ea4bb17d-8009-4a50-9924-6ddc157b6dc8 Dec 22 04:47:20.262529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:20.262940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:20.288801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e0642123-093b-4810-913a-ca7fac329f6f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Deleting port bcdff82b-c43a-4c70-ba75-5c994b7a0a3a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:20.289418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0642123-093b-4810-913a-ca7fac329f6f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.294493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.300442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:20.301048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.311419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:20.366519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551c405f-2e3d-47bb-b486-4e0ef2e7f899 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:20.370624 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-551c405f-2e3d-47bb-b486-4e0ef2e7f899 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 881 time: 0.4098647 Dec 22 04:47:20.381728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50318) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:20.414455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.441799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:20.451480 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a3ee2e71-7ba3-4aa8-90b5-42abb1cef2ad tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=13980b7c-5be4-4daa-b281-81ed7b4c1009 HTTP/1.1" status: 200 len: 205 time: 0.0620439 Dec 22 04:47:20.452257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50322) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:20.460822 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7131648 Dec 22 04:47:20.461737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:20.465032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50326) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:20.468105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:20.469725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:20.473133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:20.474704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3a2643b3-0486-4e63-9669-bfb15fc014d2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:20.488340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5439cf-f40e-4c23-b9c5-15bc6de0891d None None] Network 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:20.500623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:20.501283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.596757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.602645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:20.603226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.610598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:20.637638 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9270489 Dec 22 04:47:20.638313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50330) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:20.725539 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8680508 Dec 22 04:47:20.731631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50334) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:20.753224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'ports': [{'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af'}, {'network_id': 'ea4bb17d-8009-4a50-9924-6ddc157b6dc8'}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:20.753669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:20.754453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': 'ea4bb17d-8009-4a50-9924-6ddc157b6dc8'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:20.776974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.795319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-5e5158bc-288e-4b7b-ab0b-c5ecb56c1188', 'network_id': '5e5158bc-288e-4b7b-ab0b-c5ecb56c1188', 'tenant_id': 'cb5d30e54fef406595eebf79dcb038f4', 'fixed_ips': [{'subnet_id': '0e9ec100-74b5-4316-9d6b-37cdd95bc086'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:20.796180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.805535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Network': ['ID=ea4bb17d-8009-4a50-9924-6ddc157b6dc8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:20.854460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network ea4bb17d-8009-4a50-9924-6ddc157b6dc8 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:20.922771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:20.969125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0642123-093b-4810-913a-ca7fac329f6f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.977000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3a2643b3-0486-4e63-9669-bfb15fc014d2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:20.998306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3a2643b3-0486-4e63-9669-bfb15fc014d2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.004605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-13f65619-b71f-4a47-b31e-0e67c09b4241 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:21.022430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a2643b3-0486-4e63-9669-bfb15fc014d2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 is not hosted by any dhcp agent {{(pid=87555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 04:47:21.028017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2643b3-0486-4e63-9669-bfb15fc014d2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:21.028664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3a2643b3-0486-4e63-9669-bfb15fc014d2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.032787 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3a2643b3-0486-4e63-9669-bfb15fc014d2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "PUT /v2.0/networks/3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 HTTP/1.1" status: 200 len: 723 time: 0.5637643 Dec 22 04:47:21.034887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50338) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:21.042566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': '3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:21.055744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.060662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Allocated IP 2001:db8::1 (5e5158bc-288e-4b7b-ab0b-c5ecb56c1188/0e9ec100-74b5-4316-9d6b-37cdd95bc086/5aec67c8-6c54-4db9-a131-0b33c9b28321) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:21.204297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2643b3-0486-4e63-9669-bfb15fc014d2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:21.209399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3a2643b3-0486-4e63-9669-bfb15fc014d2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:21.217002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:21.229656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:21.233903 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:subnet and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:21.237081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:21.244323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:21.257589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:21.261593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.350746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:21.371929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e0642123-093b-4810-913a-ca7fac329f6f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Calling delete_port for bcdff82b-c43a-4c70-ba75-5c994b7a0a3a owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:21.419514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.431160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Transition to ACTIVE for port object 5aec67c8-6c54-4db9-a131-0b33c9b28321 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:21.482234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Transition to ACTIVE for port object 5aec67c8-6c54-4db9-a131-0b33c9b28321 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:21.484001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.484686 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Added segment b9bfb303-aad1-4650-9cd7-06d70e4c203b of type vlan for network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff Dec 22 04:47:21.511759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.523393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.527838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.529110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:21.534574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:21.617375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Network 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:21.621171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:21.623047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Pushing event updated for resources: {'Port': ['ID=5aec67c8-6c54-4db9-a131-0b33c9b28321,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:21.625425 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:21.627893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:21.649095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=3e24903e-023e-4147-8ecc-5710f8e02f91,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:21.651750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': 'fa8f62e1-9dfe-4ad1-9dd7-42c815f40192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:21.652251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:21.657514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:21.681566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:21.693398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:21.701921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:21.702958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.712772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6c5c04-97fe-4025-b458-2c75c41dacc1 None None] Network 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:21.723542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.728778 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6931746 Dec 22 04:47:21.731294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50346) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:21.738238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e37606fb-f5aa-4454-8b92-722d41abab7e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:21.747951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port 5aec67c8-6c54-4db9-a131-0b33c9b28321 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:21.748346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.791145 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Attempting to bind port 5aec67c8-6c54-4db9-a131-0b33c9b28321 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:21.791522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Attempting to bind port 5aec67c8-6c54-4db9-a131-0b33c9b28321 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'd678a17d-3600-43b3-84c5-d0d3e36c027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5e5158bc-288e-4b7b-ab0b-c5ecb56c1188'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:21.791896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Attempting to bind port 5aec67c8-6c54-4db9-a131-0b33c9b28321 on network 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:21.808104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:21.808755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Checking segment: {'id': 'd678a17d-3600-43b3-84c5-d0d3e36c027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5e5158bc-288e-4b7b-ab0b-c5ecb56c1188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:21.808954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.809288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Bound using segment: {'id': 'd678a17d-3600-43b3-84c5-d0d3e36c027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5e5158bc-288e-4b7b-ab0b-c5ecb56c1188'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:21.809765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Bound port: 5aec67c8-6c54-4db9-a131-0b33c9b28321, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd678a17d-3600-43b3-84c5-d0d3e36c027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5e5158bc-288e-4b7b-ab0b-c5ecb56c1188'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:21.810143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.813091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:21.844019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:47:21.852582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:port and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:21.861091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:21.874236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e37606fb-f5aa-4454-8b92-722d41abab7e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2556672'] for subnet, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.877612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.880536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:21.936274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Deleting port 8c526058-93e8-4082-844b-f81d4d115487 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:21.936488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.961326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.972190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] For port 5aec67c8-6c54-4db9-a131-0b33c9b28321, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:21.976908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] For port 5aec67c8-6c54-4db9-a131-0b33c9b28321, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5aec67c8-6c54-4db9-a131-0b33c9b28321,segment=NetworkSegment(d678a17d-3600-43b3-84c5-d0d3e36c027b),segment_id=d678a17d-3600-43b3-84c5-d0d3e36c027b)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:21.993151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:21.993741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:21.997364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:22.001749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.010735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.020450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-08a81d63-55a8-4e5f-bb28-5a6693107978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:22.022644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:22.048010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0642123-093b-4810-913a-ca7fac329f6f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.082365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.082580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0', 'network_id': '3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': '3e24903e-023e-4147-8ecc-5710f8e02f91'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:22.083312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.096529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e37606fb-f5aa-4454-8b92-722d41abab7e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791423555148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2158868'] for subnet, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.104269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0c194378-49c4-4bcb-b4f8-8b61ded4f1ee tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:22.157546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Pushing event updated for resources: {'Port': ['ID=5aec67c8-6c54-4db9-a131-0b33c9b28321,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:22.161381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:22.182320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37606fb-f5aa-4454-8b92-722d41abab7e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=3e24903e-023e-4147-8ecc-5710f8e02f91,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:22.200868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e37606fb-f5aa-4454-8b92-722d41abab7e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:22.204901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37606fb-f5aa-4454-8b92-722d41abab7e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:22.207090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e37606fb-f5aa-4454-8b92-722d41abab7e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.208907 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e37606fb-f5aa-4454-8b92-722d41abab7e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "PUT /v2.0/subnets/3e24903e-023e-4147-8ecc-5710f8e02f91 HTTP/1.1" status: 200 len: 806 time: 0.4766729 Dec 22 04:47:22.211574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50350) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:22.304679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Allocated IP 172.20.0.2 (3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0/3e24903e-023e-4147-8ecc-5710f8e02f91/fd580ecf-1232-471c-a1fa-c7465b703032) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:22.466814 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.6784916 Dec 22 04:47:22.486248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.488552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50354) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:22.496706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'subnet': {'network_id': '561806da-08d5-49f3-aa0e-11a8cfa7a7ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:22.641372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.647915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 23507769-edda-43a1-91b9-88e323a5891f yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:22.656119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Transition to ACTIVE for port object fd580ecf-1232-471c-a1fa-c7465b703032 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:22.670902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Network': ['ID=561806da-08d5-49f3-aa0e-11a8cfa7a7ff,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:22.688282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:22.695003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:22.703165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:subnet and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:22.707972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:22.710834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.797055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:22.803301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Transition to ACTIVE for port object fd580ecf-1232-471c-a1fa-c7465b703032 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:22.811797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.815396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:22.816162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-65a53e5d-919b-49ce-a5f6-d86cded76ef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.741s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:22.823669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:22.827352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Made reservation on behalf of 0d7512e291344b439bed30b27ff83c93 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:22.831146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.848427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:22.856784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:22.884878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0642123-093b-4810-913a-ca7fac329f6f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event deleted for resources: {'Port': ['ID=bcdff82b-c43a-4c70-ba75-5c994b7a0a3a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:22.895894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e0642123-093b-4810-913a-ca7fac329f6f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:22.907164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Network 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:22.910668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:22.913476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:22.919848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Pushing event updated for resources: {'Port': ['ID=fd580ecf-1232-471c-a1fa-c7465b703032,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:22.923080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:22.964400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=3e24903e-023e-4147-8ecc-5710f8e02f91,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:22.983158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:23.019188 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Attempting to bind port fd580ecf-1232-471c-a1fa-c7465b703032 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:23.019655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Attempting to bind port fd580ecf-1232-471c-a1fa-c7465b703032 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'fa8f62e1-9dfe-4ad1-9dd7-42c815f40192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:23.020080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Attempting to bind port fd580ecf-1232-471c-a1fa-c7465b703032 on network 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:23.025870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:23.026453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Checking segment: {'id': 'fa8f62e1-9dfe-4ad1-9dd7-42c815f40192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:23.026919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.027376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Bound using segment: {'id': 'fa8f62e1-9dfe-4ad1-9dd7-42c815f40192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:23.027914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Bound port: fd580ecf-1232-471c-a1fa-c7465b703032, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8f62e1-9dfe-4ad1-9dd7-42c815f40192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:23.028386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.090920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.119493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.122675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0642123-093b-4810-913a-ca7fac329f6f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.165476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] For port 5aec67c8-6c54-4db9-a131-0b33c9b28321, host dv-neutron-822524-1-hyperv, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:23.165846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.179064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.187487 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e0642123-093b-4810-913a-ca7fac329f6f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "DELETE /v2.0/ports/bcdff82b-c43a-4c70-ba75-5c994b7a0a3a HTTP/1.1" status: 204 len: 168 time: 2.9846783 Dec 22 04:47:23.193528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] For port fd580ecf-1232-471c-a1fa-c7465b703032, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:23.196765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50362) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:23.198016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] For port fd580ecf-1232-471c-a1fa-c7465b703032, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=fd580ecf-1232-471c-a1fa-c7465b703032,segment=NetworkSegment(fa8f62e1-9dfe-4ad1-9dd7-42c815f40192),segment_id=fa8f62e1-9dfe-4ad1-9dd7-42c815f40192)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:23.210373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.222162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e21ad7a4-f712-43b7-af36-71fe9909a3a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:23.310682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:23.337762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8f62e1-9dfe-4ad1-9dd7-42c815f40192') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:23.337762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8f62e1-9dfe-4ad1-9dd7-42c815f40192') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:23.344860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.402943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Pushing event updated for resources: {'Port': ['ID=fd580ecf-1232-471c-a1fa-c7465b703032,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:23.415868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:23.418499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e0895-865f-47bf-84cb-2c0eaabe290a None None] Network 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:23.464036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.471639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.478930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e37606fb-f5aa-4454-8b92-722d41abab7e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:23.541649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:23.542140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.559936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Subnet': ['ID=c2578d8d-b4dc-4d53-b397-eb717d9c7f3b,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:23.562910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:23.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:23.601894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Calling delete_port for 5aec67c8-6c54-4db9-a131-0b33c9b28321 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:23.626839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd660aa9-66dd-4dea-a4df-2df922d9a6e2 None None] Network 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:23.655864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Calling delete_port for 8c526058-93e8-4082-844b-f81d4d115487 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:23.675391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:47:23.675391 dv-neutron-822524-1-hyperv neutron-server[87555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:47:23.675391 dv-neutron-822524-1-hyperv neutron-server[87555]: [parameters: {'id': '3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0'}] Dec 22 04:47:23.675391 dv-neutron-822524-1-hyperv neutron-server[87555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:23.675992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:23.681425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Checking segment: {'id': 'b9bfb303-aad1-4650-9cd7-06d70e4c203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '561806da-08d5-49f3-aa0e-11a8cfa7a7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:23.681761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network hostable DHCP agents. Network: 561806da-08d5-49f3-aa0e-11a8cfa7a7ff, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:23.702861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:23.714551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 561806da-08d5-49f3-aa0e-11a8cfa7a7ff) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:23.720881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:23.721529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.733650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b89e69-074b-4306-871c-7a39788061b0 None None] Network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:23.753128 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2617657 Dec 22 04:47:23.753722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 13d4e3ca-6834-4eaf-9bd6-da459767aaee yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:23.755546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50366) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:23.763065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-871860759', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:23.770321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:23.774492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:router and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:23.777565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-eb4476ac-6a3d-4378-91e8-1bc9c6922fba None None] Provisioning for port 5aec67c8-6c54-4db9-a131-0b33c9b28321 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:23.777695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:23.785974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:23.797759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.799177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.818738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:23.855396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06286f6b-cfc0-4d39-8804-a7f4300428ef tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:23.856215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-06286f6b-cfc0-4d39-8804-a7f4300428ef tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Synchronizing usage tracker for tenant:9ee1270bfe0b4611a6d70df918fcdb9f on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:23.863406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:23.864011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:23.894943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c9eff-00f5-497e-9348-cf1d517dfdd6 None None] Network 3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:23.924630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-06286f6b-cfc0-4d39-8804-a7f4300428ef tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Unset dirty status for tenant:9ee1270bfe0b4611a6d70df918fcdb9f on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:23.925812 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-06286f6b-cfc0-4d39-8804-a7f4300428ef tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ffd0ce-65c8-461e-af8f-02fd2dbf7735 HTTP/1.1" status: 200 len: 913 time: 0.7251334 Dec 22 04:47:23.939632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50374) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:24.038429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5aec67c8-6c54-4db9-a131-0b33c9b28321 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:24.177546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.183133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.220475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port fd580ecf-1232-471c-a1fa-c7465b703032 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:24.225119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.238070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.289360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.314261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8803dc56-36ab-4c66-9895-4b9a1af5e082 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:24.339106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 5aec67c8-6c54-4db9-a131-0b33c9b28321 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:24.358335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.359173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5aec67c8-6c54-4db9-a131-0b33c9b28321 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:24.359554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.398972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port 5aec67c8-6c54-4db9-a131-0b33c9b28321 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:24.398972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.490207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8895647-9974-403f-a737-4919b002b5ef None None] Network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:24.553615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port fd580ecf-1232-471c-a1fa-c7465b703032, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=fd580ecf-1232-471c-a1fa-c7465b703032,segment=NetworkSegment(fa8f62e1-9dfe-4ad1-9dd7-42c815f40192),segment_id=fa8f62e1-9dfe-4ad1-9dd7-42c815f40192)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:24.554218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.641040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Pushing event deleted for resources: {'Port': ['ID=8c526058-93e8-4082-844b-f81d4d115487,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:24.641718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11b8c549-c570-4846-85ee-cd91885fb99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.680199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.709505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for fd580ecf-1232-471c-a1fa-c7465b703032 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:24.755692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 5aec67c8-6c54-4db9-a131-0b33c9b28321, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5aec67c8-6c54-4db9-a131-0b33c9b28321,segment=NetworkSegment(d678a17d-3600-43b3-84c5-d0d3e36c027b),segment_id=d678a17d-3600-43b3-84c5-d0d3e36c027b)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:24.790785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:24.797950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:24.912502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:24.914828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd994594-6785-4c4a-b366-432fc37dd031 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:24.917336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ada4ba-b3c0-419b-ba88-fd52c8522d10 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:47:24.965739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e95877a6-4a0a-4ec8-be7c-dde0cc5ab9a5 None None] Provisioning complete for port 5aec67c8-6c54-4db9-a131-0b33c9b28321 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:24.966221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e95877a6-4a0a-4ec8-be7c-dde0cc5ab9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.031865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=5aec67c8-6c54-4db9-a131-0b33c9b28321,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:25.036037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:25.059225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.063984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9e517a7a-62e3-4497-b41f-51e227f6eb82 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:25.083827 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:25.091959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:25.092793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.105231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:25.106174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.124074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=23507769-edda-43a1-91b9-88e323a5891f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:25.142437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.144502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Port': ['ID=fd580ecf-1232-471c-a1fa-c7465b703032,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:25.147382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No DVR routers for this DVR port fd580ecf-1232-471c-a1fa-c7465b703032 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:25.148533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:25.155461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:25.181469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:25.240746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ada4ba-b3c0-419b-ba88-fd52c8522d10 None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:47:25.269432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.327878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=13d4e3ca-6834-4eaf-9bd6-da459767aaee,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:25.342810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.410102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:25.418912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:25.435207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8f62e1-9dfe-4ad1-9dd7-42c815f40192') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:25.435504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8f62e1-9dfe-4ad1-9dd7-42c815f40192') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:25.457632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.465054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.26.1.68 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/ca1dc4ef-e03e-476b-b540-4b6508d768f3) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:25.482503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.506702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:25.507100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:25.521960 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:25.627632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.637263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.646861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Checking segment: {'id': '53cf6675-32e0-49e0-8b19-b92d65e2bb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea4bb17d-8009-4a50-9924-6ddc157b6dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:25.647555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network hostable DHCP agents. Network: ea4bb17d-8009-4a50-9924-6ddc157b6dc8, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:25.675548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.681275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-96d2831c-5c6c-499f-a9a3-bc6c7d8f81c3 tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:25.697424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.698281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] For port 5aec67c8-6c54-4db9-a131-0b33c9b28321, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5aec67c8-6c54-4db9-a131-0b33c9b28321,segment=NetworkSegment(d678a17d-3600-43b3-84c5-d0d3e36c027b),segment_id=d678a17d-3600-43b3-84c5-d0d3e36c027b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:25.698645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.719310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:25.727132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:25.745297 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 HTTP/1.1" status: 204 len: 168 time: 3.5324767 Dec 22 04:47:25.748225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50382) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:25.770476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.773017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.773532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Fanout notify agent at l3_agent the message router_deleted on router 13980b7c-5be4-4daa-b281-81ed7b4c1009 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:47:25.782308 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6182dde2-8212-4509-bd15-427511bc35ca tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:47:25.782695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6182dde2-8212-4509-bd15-427511bc35ca tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:47:25.784406 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6182dde2-8212-4509-bd15-427511bc35ca tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 HTTP/1.1" status: 404 len: 339 time: 0.0352964 Dec 22 04:47:25.788176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50386) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:25.794623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891978835', 'description': 'd1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:25.800797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:25.806197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:network and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:25.809674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:25.817634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:25.832908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:25.836085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.839473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Calling delete_port for 5aec67c8-6c54-4db9-a131-0b33c9b28321 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:25.855665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.860128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5aec67c8-6c54-4db9-a131-0b33c9b28321 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:25.865813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:25.874131 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network ea4bb17d-8009-4a50-9924-6ddc157b6dc8 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:25.924576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:25.933004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5aec67c8-6c54-4db9-a131-0b33c9b28321 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:25.933644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.934666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:25.936227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:25.943903 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:25.948721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, ea4bb17d-8009-4a50-9924-6ddc157b6dc8) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:25.959765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:25.965465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:25.965751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f041bf8-7710-4afe-b7e7-fdd4db2a9d4c None None] Network ea4bb17d-8009-4a50-9924-6ddc157b6dc8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:25.970722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:25.971390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.981280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.981874 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/13980b7c-5be4-4daa-b281-81ed7b4c1009 HTTP/1.1" status: 204 len: 168 time: 5.5289817 Dec 22 04:47:25.991864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:25.991864 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment a530eeee-6169-40cd-8550-09815a49fa2f of type vlan for network 8688dce9-e45f-4a7d-9c5a-cde75be71f2a Dec 22 04:47:25.992693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50390) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:26.010899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=ca1dc4ef-e03e-476b-b540-4b6508d768f3,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:26.017802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1864506842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:26.019489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:26.028695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:26.035550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Usage tracker for resource:router and tenant:22e50dccb74c48acbc942936b5fa2ac4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:26.045030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:26.090189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:26.102305 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3666148 Dec 22 04:47:26.103969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50394) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:26.154223 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.175929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.177144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.197078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.245675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.251443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:26.251980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.258504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:26.277861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d8038647-d62f-4c44-859f-18081096e2b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 13d4e3ca-6834-4eaf-9bd6-da459767aaee {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:26.278240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8038647-d62f-4c44-859f-18081096e2b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.304524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.323675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a343ea9e-de66-4664-a180-0f14957eb0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:26.393059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Port': ['ID=5aec67c8-6c54-4db9-a131-0b33c9b28321,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:26.402360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:26.407471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.434628 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6454432 Dec 22 04:47:26.442300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50398) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:26.447331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=8688dce9-e45f-4a7d-9c5a-cde75be71f2a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:26.459318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 8688dce9-e45f-4a7d-9c5a-cde75be71f2a details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:26.473103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:26.488045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fc0ddc-6ac3-459e-9941-dcd040de6b8d None None] DHCP port deletion for 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:26.564868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c5f9d2-14ce-4fa5-a897-3b91095d84f7 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:47:26.770814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No DVR routers for this DVR port 5aec67c8-6c54-4db9-a131-0b33c9b28321 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:26.788305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e0338-3da0-473e-9a16-21dafb9513fd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:26.789011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-207e0338-3da0-473e-9a16-21dafb9513fd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Synchronizing usage tracker for tenant:2a4a80e312f9489a9c19bee668dad5bc on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:26.790788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5f9d2-14ce-4fa5-a897-3b91095d84f7 None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:47:26.796896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.826751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.888783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-207e0338-3da0-473e-9a16-21dafb9513fd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Unset dirty status for tenant:2a4a80e312f9489a9c19bee668dad5bc on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:26.892820 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-207e0338-3da0-473e-9a16-21dafb9513fd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/networks?id=8688dce9-e45f-4a7d-9c5a-cde75be71f2a HTTP/1.1" status: 200 len: 760 time: 0.4464834 Dec 22 04:47:26.893023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50406) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:26.937523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e4d6a487-34e9-4b6b-8e24-4874c322559a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:26.951813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-fa3b0e56-5777-410e-96d7-4d405c8e7929 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'description': 'd2'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:27.057928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.059150 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e4bb00cd-4f92-4dbe-ac5d-11d1458672f4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0655739 Dec 22 04:47:27.065091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50410) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:27.068417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.084629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:27.119062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8038647-d62f-4c44-859f-18081096e2b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.228002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b5cd1-dab1-4a7b-a7c8-5018189ac017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-5e5158bc-288e-4b7b-ab0b-c5ecb56c1188', 'network_id': '5e5158bc-288e-4b7b-ab0b-c5ecb56c1188', 'tenant_id': 'cb5d30e54fef406595eebf79dcb038f4', 'fixed_ips': [{'subnet_id': '0e9ec100-74b5-4316-9d6b-37cdd95bc086'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:27.229310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-081b5cd1-dab1-4a7b-a7c8-5018189ac017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.268325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d8038647-d62f-4c44-859f-18081096e2b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 13d4e3ca-6834-4eaf-9bd6-da459767aaee owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:27.375070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.382454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server [None req-081b5cd1-dab1-4a7b-a7c8-5018189ac017 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e9ec100-74b5-4316-9d6b-37cdd95bc086: This subnet is being modified by another concurrent operation. Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:47:27.402921 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e9ec100-74b5-4316-9d6b-37cdd95bc086: This subnet is being modified by another concurrent operation. Dec 22 04:47:27.406036 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server Dec 22 04:47:27.425508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed54a27e-ac26-45be-9e37-340deca4a52a None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:47:27.454593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9ec100-74b5-4316-9d6b-37cdd95bc086,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:27.474956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:27.492037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8038647-d62f-4c44-859f-18081096e2b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.503401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:27.559569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8038647-d62f-4c44-859f-18081096e2b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=13d4e3ca-6834-4eaf-9bd6-da459767aaee,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:27.577497 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed54a27e-ac26-45be-9e37-340deca4a52a None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:47:27.610780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Deleting port 97de95d9-be1c-4f45-ae63-6852b731dc2a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:27.611144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.642491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d8038647-d62f-4c44-859f-18081096e2b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:27.654955 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8038647-d62f-4c44-859f-18081096e2b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.688166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.707994 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d8038647-d62f-4c44-859f-18081096e2b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/13d4e3ca-6834-4eaf-9bd6-da459767aaee HTTP/1.1" status: 204 len: 168 time: 1.5992079 Dec 22 04:47:27.715614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50414) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:27.760650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.768688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa3b0e56-5777-410e-96d7-4d405c8e7929 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.786418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.833587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5158bc-288e-4b7b-ab0b-c5ecb56c1188']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:27.866963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd678a17d-3600-43b3-84c5-d0d3e36c027b') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:27.867307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd678a17d-3600-43b3-84c5-d0d3e36c027b') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:27.901926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.902207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5aec67c8-6c54-4db9-a131-0b33c9b28321 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:27.938945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.942506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 5aec67c8-6c54-4db9-a131-0b33c9b28321 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:27.943097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5aec67c8-6c54-4db9-a131-0b33c9b28321 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:47:27.944456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.952445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:27.952859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:27.968865 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:28.053597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.079480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa3b0e56-5777-410e-96d7-4d405c8e7929 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.094375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:28.095389 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.111147 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8aa4ab-c55a-4db0-873f-fe9980386526 None None] Network 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:28.128174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa3b0e56-5777-410e-96d7-4d405c8e7929 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network 8688dce9-e45f-4a7d-9c5a-cde75be71f2a is not hosted by any dhcp agent {{(pid=87555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 04:47:28.133118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3b0e56-5777-410e-96d7-4d405c8e7929 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:28.133702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa3b0e56-5777-410e-96d7-4d405c8e7929 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.137765 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fa3b0e56-5777-410e-96d7-4d405c8e7929 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "PUT /v2.0/networks/8688dce9-e45f-4a7d-9c5a-cde75be71f2a HTTP/1.1" status: 200 len: 757 time: 1.2414210 Dec 22 04:47:28.154526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50422) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:28.317915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2713a248-ff39-4809-bed2-4896bd3def9c None None] DHCP port deletion for 5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:28.330141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf26898-c127-466f-9bf1-9a41a30a414f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:28.335943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf26898-c127-466f-9bf1-9a41a30a414f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:28.336724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0cf26898-c127-466f-9bf1-9a41a30a414f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:28.345981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Calling delete_port for 97de95d9-be1c-4f45-ae63-6852b731dc2a owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:28.380130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.396362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22c384d2-407e-4e52-9d59-ba2bc7be76eb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:28.413470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.429210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Network': ['ID=5e5158bc-288e-4b7b-ab0b-c5ecb56c1188,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:28.435031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:28.437404 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 HTTP/1.1" status: 204 len: 168 time: 7.7487798 Dec 22 04:47:28.444911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50426) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:28.445560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0cf26898-c127-466f-9bf1-9a41a30a414f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:28.446709 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0cf26898-c127-466f-9bf1-9a41a30a414f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7142260 Dec 22 04:47:28.450852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50430) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:28.458184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1394155470'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:28.476767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b0e56-5777-410e-96d7-4d405c8e7929 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=8688dce9-e45f-4a7d-9c5a-cde75be71f2a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:28.487489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fa3b0e56-5777-410e-96d7-4d405c8e7929 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:28.488234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 8688dce9-e45f-4a7d-9c5a-cde75be71f2a details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:28.505947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:28.506648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9955cbd0-2d77-4361-b46e-a0c4e2f24d2d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:28.508127 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9955cbd0-2d77-4361-b46e-a0c4e2f24d2d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/networks?id=8688dce9-e45f-4a7d-9c5a-cde75be71f2a HTTP/1.1" status: 200 len: 760 time: 0.3510909 Dec 22 04:47:28.512048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50434) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:28.521245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-363791711'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:28.523891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:network and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:28.530847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:28.537488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:28.547616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:28.550067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:28.573115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0916ffeb-c61b-4dd7-a8e2-338bd4bd889d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 23507769-edda-43a1-91b9-88e323a5891f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:28.573426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0916ffeb-c61b-4dd7-a8e2-338bd4bd889d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.577832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:28.581485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.613894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:28.617495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.635166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:47:28.637200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:28.727147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:28.751426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.751865 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Added segment ee6d1055-88db-49ab-8c8c-ea5604318673 of type vlan for network 8c87e46b-abbc-4f8b-a814-6684d78e0470 Dec 22 04:47:28.773145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.773486 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment b3abaa3f-e49f-49a8-a7a4-e8d729274612 of type vlan for network 7c6e6012-2640-4f5e-a6cc-14246091ecb1 Dec 22 04:47:28.920050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.929520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.933335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0916ffeb-c61b-4dd7-a8e2-338bd4bd889d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.945513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.951285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:28.955935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:29.017047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:29.117983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:29.122113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0916ffeb-c61b-4dd7-a8e2-338bd4bd889d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 23507769-edda-43a1-91b9-88e323a5891f owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:29.123454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:29.124039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:29.135126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:29.155585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event deleted for resources: {'Port': ['ID=97de95d9-be1c-4f45-ae63-6852b731dc2a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:29.161993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:29.176231 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dfe368-6a62-4ef9-a57e-c677d23b7083 None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:29.195111 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dfe368-6a62-4ef9-a57e-c677d23b7083 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:29.196511 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-05dfe368-6a62-4ef9-a57e-c677d23b7083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:29.197972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:29.210984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:47:29.295429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:29.299466 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-05dfe368-6a62-4ef9-a57e-c677d23b7083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:29.312026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:29.312950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:29.319243 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dfe368-6a62-4ef9-a57e-c677d23b7083 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:29.319920 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-05dfe368-6a62-4ef9-a57e-c677d23b7083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:29.354101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:29.367718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:29.394354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=7c6e6012-2640-4f5e-a6cc-14246091ecb1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:29.400017 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8841596 Dec 22 04:47:29.403971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:29.404974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:29.406093 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6493688 Dec 22 04:47:29.407585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Allocated IP 172.26.1.186 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/4f4d4093-c9a8-49be-8848-61331ced259e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:29.410045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50442) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:29.410385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50444) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:29.416798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 7c6e6012-2640-4f5e-a6cc-14246091ecb1 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:29.440710 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-05dfe368-6a62-4ef9-a57e-c677d23b7083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:29.441019 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dfe368-6a62-4ef9-a57e-c677d23b7083 None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:29.457908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': '7c6e6012-2640-4f5e-a6cc-14246091ecb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:29.476402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0916ffeb-c61b-4dd7-a8e2-338bd4bd889d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:29.590868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=8c87e46b-abbc-4f8b-a814-6684d78e0470,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:29.600641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:29.601366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:29.605077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 8c87e46b-abbc-4f8b-a814-6684d78e0470 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:29.637062 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1892319 Dec 22 04:47:29.643900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0916ffeb-c61b-4dd7-a8e2-338bd4bd889d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:29.648430 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0916ffeb-c61b-4dd7-a8e2-338bd4bd889d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/23507769-edda-43a1-91b9-88e323a5891f HTTP/1.1" status: 204 len: 168 time: 1.1931756 Dec 22 04:47:29.654954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50450) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:29.655303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50452) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:29.741815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916ffeb-c61b-4dd7-a8e2-338bd4bd889d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=23507769-edda-43a1-91b9-88e323a5891f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:29.751224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'network_id': '8c87e46b-abbc-4f8b-a814-6684d78e0470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:29.778574 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0916ffeb-c61b-4dd7-a8e2-338bd4bd889d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:29.929983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:29.938865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Usage tracker for resource:subnet and tenant:2a4a80e312f9489a9c19bee668dad5bc is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:29.954270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:29.968711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:29.988899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:30.031750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:30.044322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:30.050906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:subnet and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:30.057233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:30.066730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:30.070157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:30.129089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:30.143598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f7c612-b35e-4b16-aca4-0bb0c3d314a9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:30.144323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-95f7c612-b35e-4b16-aca4-0bb0c3d314a9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:30.170076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:30.173739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:30.322939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-95f7c612-b35e-4b16-aca4-0bb0c3d314a9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:30.323916 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-95f7c612-b35e-4b16-aca4-0bb0c3d314a9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6657674 Dec 22 04:47:30.339901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50462) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:30.354011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:30.366745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:30.410486 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b0833f-68d9-47b4-a125-8cb89dad393a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:47:30.411981 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-31b0833f-68d9-47b4-a125-8cb89dad393a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/13d4e3ca-6834-4eaf-9bd6-da459767aaee HTTP/1.1" status: 404 len: 333 time: 0.0690398 Dec 22 04:47:30.417658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50466) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:30.448312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:30.474720 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3573bd90-9b81-4c76-96c2-de20ef37e255 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:47:30.475978 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3573bd90-9b81-4c76-96c2-de20ef37e255 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/23507769-edda-43a1-91b9-88e323a5891f HTTP/1.1" status: 404 len: 333 time: 0.0550423 Dec 22 04:47:30.480558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:30.488471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50470) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:30.496502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:30.643363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Pushing event updated for resources: {'Port': ['ID=4f4d4093-c9a8-49be-8848-61331ced259e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:30.698846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:30.734482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Router 48ffd0ce-65c8-461e-af8f-02fd2dbf7735 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:47:30.745221 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:30.806695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:30.930330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:30.963482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=23783910-2c41-451b-8272-8cc6a8ede4fa,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:30.983777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:30.994096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking segment: {'id': 'ee6d1055-88db-49ab-8c8c-ea5604318673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8c87e46b-abbc-4f8b-a814-6684d78e0470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:30.994308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network hostable DHCP agents. Network: 8c87e46b-abbc-4f8b-a814-6684d78e0470, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:31.021883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:31.031085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network 8c87e46b-abbc-4f8b-a814-6684d78e0470 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:31.034951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6bafa-f6a5-40fe-964a-f35fb4eadc4c None None] Sync routers for ids ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:31.035675 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "PUT /v2.0/routers/48ffd0ce-65c8-461e-af8f-02fd2dbf7735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0949779 Dec 22 04:47:31.038167 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50474) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:31.047372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6bafa-f6a5-40fe-964a-f35fb4eadc4c None None] Routers {'48ffd0ce-65c8-461e-af8f-02fd2dbf7735'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:31.049051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-39d6bafa-f6a5-40fe-964a-f35fb4eadc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:31.102166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.107774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 8c87e46b-abbc-4f8b-a814-6684d78e0470) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:31.114790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-39d6bafa-f6a5-40fe-964a-f35fb4eadc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:31.118130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a445c959-8303-45be-bd68-2961b9e98449 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:31.120846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:31.121444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.122764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b02b08-20e2-4a7e-a5d0-a5c1afcf34cd None None] Network 8c87e46b-abbc-4f8b-a814-6684d78e0470 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:31.196898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6bafa-f6a5-40fe-964a-f35fb4eadc4c None None] Routers {'48ffd0ce-65c8-461e-af8f-02fd2dbf7735'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:31.197995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-39d6bafa-f6a5-40fe-964a-f35fb4eadc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:31.248809 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5922801 Dec 22 04:47:31.249348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50478) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:31.266209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'network_id': '8c87e46b-abbc-4f8b-a814-6684d78e0470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:31.284987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-39d6bafa-f6a5-40fe-964a-f35fb4eadc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:31.285766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6bafa-f6a5-40fe-964a-f35fb4eadc4c None None] The sync data for ids ['48ffd0ce-65c8-461e-af8f-02fd2dbf7735'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:31.370083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.427561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=0e2206ba-567e-4a66-b5fe-cb19af10fa6a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:31.519154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:31.534781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-8c87e46b-abbc-4f8b-a814-6684d78e0470', 'network_id': '8c87e46b-abbc-4f8b-a814-6684d78e0470', 'tenant_id': 'cb5d30e54fef406595eebf79dcb038f4', 'fixed_ips': [{'subnet_id': '23783910-2c41-451b-8272-8cc6a8ede4fa'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:31.535613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.625259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:31.628033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': 'b3abaa3f-e49f-49a8-a7a4-e8d729274612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7c6e6012-2640-4f5e-a6cc-14246091ecb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:31.628605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: 7c6e6012-2640-4f5e-a6cc-14246091ecb1, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:31.638284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.638753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:subnet and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:31.644642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:31.653400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:31.704882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.706021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Allocated IP 2001:db8::2 (8c87e46b-abbc-4f8b-a814-6684d78e0470/23783910-2c41-451b-8272-8cc6a8ede4fa/b6f04745-b19c-4e37-a6c5-27fb16611d9f) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:31.730947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:31.734503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.782451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4bb17d-8009-4a50-9924-6ddc157b6dc8']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:31.811518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cf6675-32e0-49e0-8b19-b92d65e2bb4f') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:31.812089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cf6675-32e0-49e0-8b19-b92d65e2bb4f') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:31.835483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.842084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network 7c6e6012-2640-4f5e-a6cc-14246091ecb1 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:31.845277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.848585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.872499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Deleting port c6db9ae4-fc6e-46fc-a85b-bd3a6e043200 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:31.872868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.918236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.930421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:31.952434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 7c6e6012-2640-4f5e-a6cc-14246091ecb1) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:31.961685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e8119-80ed-475c-aa2a-d76961d9307e None None] Network 7c6e6012-2640-4f5e-a6cc-14246091ecb1 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:32.019437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:32.019840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:32.042398 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:32.048890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:32.049482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.118846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.176210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Transition to ACTIVE for port object b6f04745-b19c-4e37-a6c5-27fb16611d9f will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:32.203541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Transition to ACTIVE for port object b6f04745-b19c-4e37-a6c5-27fb16611d9f will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:32.208064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-7c6e6012-2640-4f5e-a6cc-14246091ecb1', 'network_id': '7c6e6012-2640-4f5e-a6cc-14246091ecb1', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': '0e2206ba-567e-4a66-b5fe-cb19af10fa6a'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:32.209073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.221788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.228028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4798934f-337d-481e-9be2-5ab16b35a268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:32.251334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Calling delete_port for c6db9ae4-fc6e-46fc-a85b-bd3a6e043200 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:32.341055 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Network 8c87e46b-abbc-4f8b-a814-6684d78e0470 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:32.353822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:32.363594 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Pushing event updated for resources: {'Port': ['ID=b6f04745-b19c-4e37-a6c5-27fb16611d9f,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:32.369444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:32.371823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:32.379177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.387208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:32.512416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network 8c87e46b-abbc-4f8b-a814-6684d78e0470 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:32.516259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:32.521305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.524947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Allocated IP 172.20.0.2 (7c6e6012-2640-4f5e-a6cc-14246091ecb1/0e2206ba-567e-4a66-b5fe-cb19af10fa6a/e7471ffd-6332-4e2b-a513-d3d6be38e2ff) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:32.526338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:32.526940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.576440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.595612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=84275bca-6ea2-4757-972a-a57b7da0cead,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:32.604383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:32.604941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:32.646779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event deleted for resources: {'Port': ['ID=c6db9ae4-fc6e-46fc-a85b-bd3a6e043200,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:32.674233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:32.681419 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4197137 Dec 22 04:47:32.683539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50490) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:32.754058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.766494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.785664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Transition to ACTIVE for port object e7471ffd-6332-4e2b-a513-d3d6be38e2ff will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:32.792435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Attempting to bind port b6f04745-b19c-4e37-a6c5-27fb16611d9f on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:32.792811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Attempting to bind port b6f04745-b19c-4e37-a6c5-27fb16611d9f by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'ee6d1055-88db-49ab-8c8c-ea5604318673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8c87e46b-abbc-4f8b-a814-6684d78e0470'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:32.793184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Attempting to bind port b6f04745-b19c-4e37-a6c5-27fb16611d9f on network 8c87e46b-abbc-4f8b-a814-6684d78e0470 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:32.807425 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:32.807813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Checking segment: {'id': 'ee6d1055-88db-49ab-8c8c-ea5604318673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8c87e46b-abbc-4f8b-a814-6684d78e0470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:32.810395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.811041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Bound using segment: {'id': 'ee6d1055-88db-49ab-8c8c-ea5604318673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8c87e46b-abbc-4f8b-a814-6684d78e0470'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:32.811629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Bound port: b6f04745-b19c-4e37-a6c5-27fb16611d9f, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6d1055-88db-49ab-8c8c-ea5604318673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8c87e46b-abbc-4f8b-a814-6684d78e0470'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:32.812097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.832650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Transition to ACTIVE for port object e7471ffd-6332-4e2b-a513-d3d6be38e2ff will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:32.865778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.875407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:32.881991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.890820 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4793866 Dec 22 04:47:32.893638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.895884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b8ef0aef-da84-4178-aad3-693ac34bdbcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:32.897019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.899119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50494) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:32.938578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Network': ['ID=ea4bb17d-8009-4a50-9924-6ddc157b6dc8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:32.949757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.952155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.983524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863aa1f-9124-4416-9951-1d8354dd6804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:32.985196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863aa1f-9124-4416-9951-1d8354dd6804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:32.987077 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863aa1f-9124-4416-9951-1d8354dd6804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:32.988639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863aa1f-9124-4416-9951-1d8354dd6804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:32.989990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863aa1f-9124-4416-9951-1d8354dd6804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:32.990180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Network 7c6e6012-2640-4f5e-a6cc-14246091ecb1 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:32.990967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a863aa1f-9124-4416-9951-1d8354dd6804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Synchronizing usage tracker for tenant:cb5d30e54fef406595eebf79dcb038f4 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:32.995090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:32.995570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Fanout notify agent at l3_agent the message router_deleted on router 48ffd0ce-65c8-461e-af8f-02fd2dbf7735 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:47:32.996709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:33.003505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:33.013419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Pushing event updated for resources: {'Port': ['ID=e7471ffd-6332-4e2b-a513-d3d6be38e2ff,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:33.020822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.025202 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "DELETE /v2.0/routers/48ffd0ce-65c8-461e-af8f-02fd2dbf7735 HTTP/1.1" status: 204 len: 168 time: 1.9840314 Dec 22 04:47:33.026377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50498) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:33.029181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a863aa1f-9124-4416-9951-1d8354dd6804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Unset dirty status for tenant:cb5d30e54fef406595eebf79dcb038f4 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:33.030401 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a863aa1f-9124-4416-9951-1d8354dd6804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3459191 Dec 22 04:47:33.044974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:33.046325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] For port b6f04745-b19c-4e37-a6c5-27fb16611d9f, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:33.061499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50502) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:33.070492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:33.075158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-235966037'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:33.087753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:33.093966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] For port b6f04745-b19c-4e37-a6c5-27fb16611d9f, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b6f04745-b19c-4e37-a6c5-27fb16611d9f,segment=NetworkSegment(ee6d1055-88db-49ab-8c8c-ea5604318673),segment_id=ee6d1055-88db-49ab-8c8c-ea5604318673)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:33.095552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:network and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:33.099994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:33.102459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.108982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:33.117406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:33.117566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adff0cd-3692-420d-8786-c9a58178a057 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Deleting subnet 8ae328fc-0c9a-4fdf-910f-b1c8ebcd7fe2 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:47:33.122980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7adff0cd-3692-420d-8786-c9a58178a057 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.127617 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/networks/ea4bb17d-8009-4a50-9924-6ddc157b6dc8 HTTP/1.1" status: 204 len: 168 time: 2.6329904 Dec 22 04:47:33.186928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Attempting to bind port e7471ffd-6332-4e2b-a513-d3d6be38e2ff on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:33.187507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Attempting to bind port e7471ffd-6332-4e2b-a513-d3d6be38e2ff by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b3abaa3f-e49f-49a8-a7a4-e8d729274612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7c6e6012-2640-4f5e-a6cc-14246091ecb1'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:33.187929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Attempting to bind port e7471ffd-6332-4e2b-a513-d3d6be38e2ff on network 7c6e6012-2640-4f5e-a6cc-14246091ecb1 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:33.204852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:33.205438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Checking segment: {'id': 'b3abaa3f-e49f-49a8-a7a4-e8d729274612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7c6e6012-2640-4f5e-a6cc-14246091ecb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:33.207262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.207262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Bound using segment: {'id': 'b3abaa3f-e49f-49a8-a7a4-e8d729274612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7c6e6012-2640-4f5e-a6cc-14246091ecb1'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:33.207262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Bound port: e7471ffd-6332-4e2b-a513-d3d6be38e2ff, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3abaa3f-e49f-49a8-a7a4-e8d729274612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7c6e6012-2640-4f5e-a6cc-14246091ecb1'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:33.207262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.220312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50506) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:33.260888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-597013292'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:33.275749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Pushing event updated for resources: {'Port': ['ID=b6f04745-b19c-4e37-a6c5-27fb16611d9f,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:33.276428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:33.294581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:33.314266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:network and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:33.337115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:33.341163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.347328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:33.379292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] For port e7471ffd-6332-4e2b-a513-d3d6be38e2ff, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:33.390026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] For port e7471ffd-6332-4e2b-a513-d3d6be38e2ff, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e7471ffd-6332-4e2b-a513-d3d6be38e2ff,segment=NetworkSegment(b3abaa3f-e49f-49a8-a7a4-e8d729274612),segment_id=b3abaa3f-e49f-49a8-a7a4-e8d729274612)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:33.391709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7adff0cd-3692-420d-8786-c9a58178a057 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.398328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.405891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:33.413338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:33.421510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.20.0.1 (561806da-08d5-49f3-aa0e-11a8cfa7a7ff/c2578d8d-b4dc-4d53-b397-eb717d9c7f3b/b23e39af-a2a2-4f30-9251-8159a17b2856) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:33.435990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:33.458310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.459103 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Added segment c3e32081-450a-453c-ba14-1298b2eac0e7 of type vlan for network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 Dec 22 04:47:33.510236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.564863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7adff0cd-3692-420d-8786-c9a58178a057 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.578772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Pushing event updated for resources: {'Port': ['ID=e7471ffd-6332-4e2b-a513-d3d6be38e2ff,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:33.582924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:33.602054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:33.605622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.623432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.640360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.647668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:33.648500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.654940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a335be31-71d4-4e83-ab2f-dd2d108c162f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:33.736446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7adff0cd-3692-420d-8786-c9a58178a057 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.755796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port e7471ffd-6332-4e2b-a513-d3d6be38e2ff {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:33.756262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.864809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=2d74fd29-3ba7-49ff-9576-a4eccc01a645,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:33.870930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:33.871417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:33.873251 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8073764 Dec 22 04:47:33.873849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:33.880320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c49f8a-f53a-49f4-baec-e2aa0204c432 None None] Network ea34a701-c8af-485c-b012-2817eaf490db requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:33.891064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50514) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:33.909396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-197e39b0-2ee9-4328-8900-e8088284633c tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:33.931087 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:33.960888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7adff0cd-3692-420d-8786-c9a58178a057 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:33.965814 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7adff0cd-3692-420d-8786-c9a58178a057 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "DELETE /v2.0/subnets/8ae328fc-0c9a-4fdf-910f-b1c8ebcd7fe2 HTTP/1.1" status: 204 len: 168 time: 0.9382181 Dec 22 04:47:33.969611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50518) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:33.972697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adff0cd-3692-420d-8786-c9a58178a057 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae328fc-0c9a-4fdf-910f-b1c8ebcd7fe2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:34.021005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7adff0cd-3692-420d-8786-c9a58178a057 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:34.075732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.076091 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Added segment 44a77910-89c3-42cf-8cee-c5809208f722 of type vlan for network 37c28837-16da-498e-8e2f-e41a5705a168 Dec 22 04:47:34.108296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b6f04745-b19c-4e37-a6c5-27fb16611d9f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:34.135227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.149140 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Deleting port f09931ce-aee5-43cf-a1f3-81ef4f0487de {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:34.149622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.202482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Router b6b31741-6a45-44aa-8f30-81b5a9203a73 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:47:34.207895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.341730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port b6f04745-b19c-4e37-a6c5-27fb16611d9f completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:34.447334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] DHCP port deletion for ea34a701-c8af-485c-b012-2817eaf490db request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:34.453141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] Deleting port f09931ce-aee5-43cf-a1f3-81ef4f0487de {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:34.453743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.458353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.508965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] For port f09931ce-aee5-43cf-a1f3-81ef4f0487de, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f09931ce-aee5-43cf-a1f3-81ef4f0487de,segment=NetworkSegment(d72c5028-f4dc-46f7-9654-621c82d9ce1c),segment_id=d72c5028-f4dc-46f7-9654-621c82d9ce1c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:34.509451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.652210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Calling delete_port for f09931ce-aee5-43cf-a1f3-81ef4f0487de owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:34.657144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:47:34.668477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7ca90b-b61b-4e00-a592-fc2f72de8d4c None None] Network 8c87e46b-abbc-4f8b-a814-6684d78e0470 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:34.714515 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:47:34.747457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.753240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2cdfc431-0adf-4175-91ba-ba1dcf47917b tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:34.785108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.788028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-799a2e77-b4f0-4d87-9691-e2c2dc74635d None None] Provisioning for port b6f04745-b19c-4e37-a6c5-27fb16611d9f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:34.791297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:34.792100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.802817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] For port f09931ce-aee5-43cf-a1f3-81ef4f0487de, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f09931ce-aee5-43cf-a1f3-81ef4f0487de,segment=NetworkSegment(d72c5028-f4dc-46f7-9654-621c82d9ce1c),segment_id=d72c5028-f4dc-46f7-9654-621c82d9ce1c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:34.803592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.806221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-77f152ea-d6b2-453b-8bbe-27e0beed0e32 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:34.818906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-799a2e77-b4f0-4d87-9691-e2c2dc74635d None None] Provisioning complete for port b6f04745-b19c-4e37-a6c5-27fb16611d9f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:34.819606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-799a2e77-b4f0-4d87-9691-e2c2dc74635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.821311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event deleted for resources: {'Port': ['ID=f09931ce-aee5-43cf-a1f3-81ef4f0487de,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:34.825388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-197e39b0-2ee9-4328-8900-e8088284633c tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.827540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] No DVR routers for this DVR port f09931ce-aee5-43cf-a1f3-81ef4f0487de on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:34.830150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:34.845181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:34.857714 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ee941-de86-4149-9e41-a44bead94e7a None None] Sync routers for ids ['b6b31741-6a45-44aa-8f30-81b5a9203a73'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:34.872026 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ee941-de86-4149-9e41-a44bead94e7a None None] Routers {'b6b31741-6a45-44aa-8f30-81b5a9203a73'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:34.876839 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6a8ee941-de86-4149-9e41-a44bead94e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b6b31741-6a45-44aa-8f30-81b5a9203a73'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:34.909314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.910548 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "PUT /v2.0/routers/b6b31741-6a45-44aa-8f30-81b5a9203a73 HTTP/1.1" status: 200 len: 880 time: 7.8415871 Dec 22 04:47:34.927422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50524) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:34.931412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port e7471ffd-6332-4e2b-a513-d3d6be38e2ff, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e7471ffd-6332-4e2b-a513-d3d6be38e2ff,segment=NetworkSegment(b3abaa3f-e49f-49a8-a7a4-e8d729274612),segment_id=b3abaa3f-e49f-49a8-a7a4-e8d729274612)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:34.931777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:34.992182 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6a8ee941-de86-4149-9e41-a44bead94e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:35.006414 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ee941-de86-4149-9e41-a44bead94e7a None None] Routers {'b6b31741-6a45-44aa-8f30-81b5a9203a73'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:35.007413 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6a8ee941-de86-4149-9e41-a44bead94e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b6b31741-6a45-44aa-8f30-81b5a9203a73'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:35.008296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.060775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.088121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] Calling delete_port for f09931ce-aee5-43cf-a1f3-81ef4f0487de owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:35.104175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea34a701-c8af-485c-b012-2817eaf490db']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:35.119638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72c5028-f4dc-46f7-9654-621c82d9ce1c') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:35.120425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72c5028-f4dc-46f7-9654-621c82d9ce1c') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:35.122906 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6a8ee941-de86-4149-9e41-a44bead94e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:35.125311 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ee941-de86-4149-9e41-a44bead94e7a None None] The sync data for ids ['b6b31741-6a45-44aa-8f30-81b5a9203a73'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:35.136842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.167197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.176520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:35.176951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:35.305856 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:35.318721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450205b-5c3c-4930-9cd1-bea7c09a36df None None] Network 7c6e6012-2640-4f5e-a6cc-14246091ecb1 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:35.323210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.330476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71372db3-d5a6-497d-a81a-e7f282ccec6f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:35.346233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.357629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event deleted for resources: {'Network': ['ID=ea34a701-c8af-485c-b012-2817eaf490db,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:35.362542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:35.372918 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "DELETE /v2.0/networks/ea34a701-c8af-485c-b012-2817eaf490db HTTP/1.1" status: 204 len: 168 time: 1.4021518 Dec 22 04:47:35.375351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50530) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:35.378227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:35.378716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:35.397810 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1763558 Dec 22 04:47:35.438296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50534) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:35.452817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-197e39b0-2ee9-4328-8900-e8088284633c tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.460934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': '37c28837-16da-498e-8e2f-e41a5705a168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:35.505908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-799a2e77-b4f0-4d87-9691-e2c2dc74635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.540970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for e7471ffd-6332-4e2b-a513-d3d6be38e2ff owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:35.572803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Network': ['ID=37c28837-16da-498e-8e2f-e41a5705a168,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:35.579108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:35.589077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-289e66aa-66eb-419c-8aeb-72e986ea9246 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:35.594666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 37c28837-16da-498e-8e2f-e41a5705a168 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:35.625577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:35.639420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-197e39b0-2ee9-4328-8900-e8088284633c tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 is not hosted by any dhcp agent {{(pid=87555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 04:47:35.644900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e39b0-2ee9-4328-8900-e8088284633c tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:35.645527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-197e39b0-2ee9-4328-8900-e8088284633c tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.649823 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-197e39b0-2ee9-4328-8900-e8088284633c tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "PUT /v2.0/networks/2d74fd29-3ba7-49ff-9576-a4eccc01a645 HTTP/1.1" status: 200 len: 723 time: 1.7503135 Dec 22 04:47:35.664246 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e8b23a0e-a2f7-47f7-98ba-5c5c0655728a tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/routers/b6b31741-6a45-44aa-8f30-81b5a9203a73 HTTP/1.1" status: 200 len: 921 time: 0.6551232 Dec 22 04:47:35.664246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:35.665489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:35.691657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50538) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:35.691887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50540) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:35.696171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-799a2e77-b4f0-4d87-9691-e2c2dc74635d None None] For port b6f04745-b19c-4e37-a6c5-27fb16611d9f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b6f04745-b19c-4e37-a6c5-27fb16611d9f,segment=NetworkSegment(ee6d1055-88db-49ab-8c8c-ea5604318673),segment_id=ee6d1055-88db-49ab-8c8c-ea5604318673)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:35.746048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'network_id': '2d74fd29-3ba7-49ff-9576-a4eccc01a645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:35.757788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-799a2e77-b4f0-4d87-9691-e2c2dc74635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.759590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:35.766542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Deleting port 8f4bb5ca-facf-410b-9e52-fdbea567c629 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:35.766900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.830445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:35.838594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:35.858373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:35.868183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:35.885372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] Deleting port f09931ce-aee5-43cf-a1f3-81ef4f0487de {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:35.885628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:35.892475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=b23e39af-a2a2-4f30-9251-8159a17b2856,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:35.895825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:35.946971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:35.979013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:35.986473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.008637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e7471ffd-6332-4e2b-a513-d3d6be38e2ff up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:36.032348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a2e77-b4f0-4d87-9691-e2c2dc74635d None None] Pushing event updated for resources: {'Port': ['ID=b6f04745-b19c-4e37-a6c5-27fb16611d9f,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:36.040564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.068081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-799a2e77-b4f0-4d87-9691-e2c2dc74635d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:36.068958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:36.073672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ae783-1224-4ac1-b4e4-d188c35b8e46 None None] The port 'f09931ce-aee5-43cf-a1f3-81ef4f0487de' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:47:36.089153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e43178f6-d891-4214-82d6-5809716f10e8 None None] Provisioning for port e7471ffd-6332-4e2b-a513-d3d6be38e2ff completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:36.094939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Performing IP validity checks on allocation pools {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 04:47:36.100188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 04:47:36.118904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.119230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.133664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506d80b-af4c-4475-9688-3ae391a7b37f None None] Update dhcp port {'port': {'network_id': '8c87e46b-abbc-4f8b-a814-6684d78e0470', 'fixed_ips': [{'subnet_id': '23783910-2c41-451b-8272-8cc6a8ede4fa', 'ip_address': '2001:db8::2'}, {'subnet_id': '84275bca-6ea2-4757-972a-a57b7da0cead'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': 'b6f04745-b19c-4e37-a6c5-27fb16611d9f'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:47:36.159572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e39b0-2ee9-4328-8900-e8088284633c tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=2d74fd29-3ba7-49ff-9576-a4eccc01a645,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:36.162805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-197e39b0-2ee9-4328-8900-e8088284633c tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:36.166641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:36.184482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:36.212972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f5a4a-170f-4fad-a65c-b95619be071a tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:36.214089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-979f5a4a-170f-4fad-a65c-b95619be071a tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Synchronizing usage tracker for tenant:f77bbf018abf442a8cfad79fbabf6db8 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:36.228130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:36.232456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.266287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.277475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:36.313962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5506d80b-af4c-4475-9688-3ae391a7b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.349418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Calling delete_port for 8f4bb5ca-facf-410b-9e52-fdbea567c629 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:36.403205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port e7471ffd-6332-4e2b-a513-d3d6be38e2ff completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:36.442990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port e7471ffd-6332-4e2b-a513-d3d6be38e2ff triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:36.443412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.452996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Port': ['ID=e7471ffd-6332-4e2b-a513-d3d6be38e2ff,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:36.455754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:36.506958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-979f5a4a-170f-4fad-a65c-b95619be071a tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Unset dirty status for tenant:f77bbf018abf442a8cfad79fbabf6db8 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:36.508189 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-979f5a4a-170f-4fad-a65c-b95619be071a tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&device_id=b6b31741-6a45-44aa-8f30-81b5a9203a73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8044624 Dec 22 04:47:36.520912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50550) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:36.559574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No DVR routers for this DVR port e7471ffd-6332-4e2b-a513-d3d6be38e2ff on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:36.634657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.640172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:36.641321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-5506d80b-af4c-4475-9688-3ae391a7b37f None None] Allocated IP 172.20.0.1 (8c87e46b-abbc-4f8b-a814-6684d78e0470/84275bca-6ea2-4757-972a-a57b7da0cead/b6f04745-b19c-4e37-a6c5-27fb16611d9f) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:36.708621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.722719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.738452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=231ee410-57b5-4ace-bfaf-8441e9e175a2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:36.773861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:36.774371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-821d0633-ea3d-4223-957a-7563d038e635 tempest-FloatingIPAdminTestJSON-1568281418 tempest-FloatingIPAdminTestJSON-1568281418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:36.778952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c919102-8d68-4d50-a15b-e5c74a667a61 None None] DHCP port deletion for 7c6e6012-2640-4f5e-a6cc-14246091ecb1 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:36.787202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Port e7471ffd-6332-4e2b-a513-d3d6be38e2ff was deleted so its status cannot be updated. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 04:47:36.792145 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-335f60b5-cba8-421e-8921-004e762d84fa None None] Could not find standard attr ID for object e7471ffd-6332-4e2b-a513-d3d6be38e2ff. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:47:36.800054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5506d80b-af4c-4475-9688-3ae391a7b37f None None] For port b6f04745-b19c-4e37-a6c5-27fb16611d9f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b6f04745-b19c-4e37-a6c5-27fb16611d9f,segment=NetworkSegment(ee6d1055-88db-49ab-8c8c-ea5604318673),segment_id=ee6d1055-88db-49ab-8c8c-ea5604318673)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:36.851282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5506d80b-af4c-4475-9688-3ae391a7b37f None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.861283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f09931ce-aee5-43cf-a1f3-81ef4f0487de no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:36.871333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Pushing event deleted for resources: {'Port': ['ID=8f4bb5ca-facf-410b-9e52-fdbea567c629,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:36.876259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Checking segment: {'id': '44a77910-89c3-42cf-8cee-c5809208f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '37c28837-16da-498e-8e2f-e41a5705a168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:36.876618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network hostable DHCP agents. Network: 37c28837-16da-498e-8e2f-e41a5705a168, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:36.881484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:36.913682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: f09931ce-aee5-43cf-a1f3-81ef4f0487de {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:36.914089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f09931ce-aee5-43cf-a1f3-81ef4f0487de not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:47:36.917425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.926886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 37c28837-16da-498e-8e2f-e41a5705a168 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:36.927112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5506d80b-af4c-4475-9688-3ae391a7b37f None None] Transition to ACTIVE for port object b6f04745-b19c-4e37-a6c5-27fb16611d9f will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:36.931488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5506d80b-af4c-4475-9688-3ae391a7b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.938077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb3ab1bf-86f9-4a03-8ad2-e72e0c85a6d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:36.942001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 37c28837-16da-498e-8e2f-e41a5705a168) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:36.958203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:36.958880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.965094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:36.966423 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] 10.222.0.36 "DELETE /v2.0/floatingips/c43b1e83-4618-476f-9b57-256ee0f41331 HTTP/1.1" status: 204 len: 168 time: 1.5897238 Dec 22 04:47:36.982240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e1cf27-24c8-4b20-b8f8-53972c263ac7 None None] Network 37c28837-16da-498e-8e2f-e41a5705a168 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:36.995020 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5479019 Dec 22 04:47:36.997618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50556) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:37.005586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': '37c28837-16da-498e-8e2f-e41a5705a168', 'name': 'tempest-PortsIpV6TestJSON-182696462'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:37.033231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:37.143385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:37.156286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:37.177610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:37.186915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506d80b-af4c-4475-9688-3ae391a7b37f None None] Pushing event updated for resources: {'Port': ['ID=b6f04745-b19c-4e37-a6c5-27fb16611d9f,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:37.190700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5506d80b-af4c-4475-9688-3ae391a7b37f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:37.196095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:37.212009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:37.215906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:37.239534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port dd9bde05-895e-4df0-9332-88836651969d yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:37.310141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc226e12-5483-437d-a368-19ec248e57f6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:37.311820 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dc226e12-5483-437d-a368-19ec248e57f6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 881 time: 0.7744784 Dec 22 04:47:37.325639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:37.329382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50562) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:37.364109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2206ba-567e-4a66-b5fe-cb19af10fa6a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:37.370182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:37.379277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3c427bdb-99f8-4469-8394-fba90a1d65d8 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:37.403138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b65cd9-6845-4d79-87c5-bd1eb64ce32d None None] Network 7c6e6012-2640-4f5e-a6cc-14246091ecb1 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:37.455678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50570) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:37.556560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8::121 (37c28837-16da-498e-8e2f-e41a5705a168/231ee410-57b5-4ace-bfaf-8441e9e175a2/dd9bde05-895e-4df0-9332-88836651969d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:37.692271 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c3223d49-e18d-47a2-86bb-973c8eb99990 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b31741-6a45-44aa-8f30-81b5a9203a73 HTTP/1.1" status: 200 len: 205 time: 0.3531356 Dec 22 04:47:37.702778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50576) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:37.727372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-37c28837-16da-498e-8e2f-e41a5705a168', 'network_id': '37c28837-16da-498e-8e2f-e41a5705a168', 'tenant_id': '0edd4559a6944bbf882df99e67db10f1', 'fixed_ips': [{'subnet_id': '231ee410-57b5-4ace-bfaf-8441e9e175a2'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:37.728238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:37.806001 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f471822a-0f80-4dbd-b914-437e2213712b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ee1270bfe0b4611a6d70df918fcdb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410106 Dec 22 04:47:37.809071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50580) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:37.834381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68feb91-9008-4796-ab70-89562c2416e3 None None] DHCP port deletion for 7c6e6012-2640-4f5e-a6cc-14246091ecb1 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:37.908099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b6f04745-b19c-4e37-a6c5-27fb16611d9f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:37.957874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.021942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.035834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d82df-99a5-4ba7-8268-e356021414ec None None] Network 8c87e46b-abbc-4f8b-a814-6684d78e0470 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:38.038452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=00514823-5d84-458a-b864-8cfc6c353a79,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:38.041154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:38.080588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking segment: {'id': 'c3e32081-450a-453c-ba14-1298b2eac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2d74fd29-3ba7-49ff-9576-a4eccc01a645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:38.080939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network hostable DHCP agents. Network: 2d74fd29-3ba7-49ff-9576-a4eccc01a645, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:38.103862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.113509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e7471ffd-6332-4e2b-a513-d3d6be38e2ff no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:38.116334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-390a93e4-ca7f-4592-bfa0-b16b40fed876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.135139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object dd9bde05-895e-4df0-9332-88836651969d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:38.154370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-390a93e4-ca7f-4592-bfa0-b16b40fed876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.163538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: e7471ffd-6332-4e2b-a513-d3d6be38e2ff {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:38.163774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6e6012-2640-4f5e-a6cc-14246091ecb1']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:38.163930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e7471ffd-6332-4e2b-a513-d3d6be38e2ff not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:47:38.185859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f0b74421-2335-4429-b86f-5caebb458db1 None None] Provisioning for port b6f04745-b19c-4e37-a6c5-27fb16611d9f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:38.196844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f0b74421-2335-4429-b86f-5caebb458db1 None None] Provisioning complete for port b6f04745-b19c-4e37-a6c5-27fb16611d9f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:38.197322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f0b74421-2335-4429-b86f-5caebb458db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.251493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-390a93e4-ca7f-4592-bfa0-b16b40fed876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.256983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3abaa3f-e49f-49a8-a7a4-e8d729274612') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:38.257362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3abaa3f-e49f-49a8-a7a4-e8d729274612') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:38.270042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:38.285071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.297669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a93e4-ca7f-4592-bfa0-b16b40fed876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef336dc-1242-434a-8a66-ad5624bac42c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:38.302718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.304292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-390a93e4-ca7f-4592-bfa0-b16b40fed876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:38.306408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe036423-7f97-48ed-aba2-2927fb9d7b75 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:38.318307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:38.342961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.354285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 37c28837-16da-498e-8e2f-e41a5705a168 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:38.359550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 2d74fd29-3ba7-49ff-9576-a4eccc01a645) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:38.362546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:38.363724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:38.364945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.378318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:38.384941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:38.385637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.385779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:38.386022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.416293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-390a93e4-ca7f-4592-bfa0-b16b40fed876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.419426 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-390a93e4-ca7f-4592-bfa0-b16b40fed876 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cef336dc-1242-434a-8a66-ad5624bac42c HTTP/1.1" status: 204 len: 168 time: 0.6064160 Dec 22 04:47:38.419593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f490586c-a1f6-47e3-93e2-2e9509a2b64e None None] Network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:38.427144 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:38.436815 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4379132 Dec 22 04:47:38.441793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=dd9bde05-895e-4df0-9332-88836651969d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:38.445400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50586) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:38.456581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:38.460583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Allocated IP 2001:db8::2 (37c28837-16da-498e-8e2f-e41a5705a168/231ee410-57b5-4ace-bfaf-8441e9e175a2/038d92f7-959e-456d-87c6-72ade41035a3) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:38.760927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50596) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:38.784415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.800944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:38.805656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] Usage tracker for resource:security_group_rule and tenant:717840d965df458a92c7c3756a1b8726 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:38.809917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:38.818110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:38.822961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.875070 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1729062 Dec 22 04:47:38.879631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50600) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:38.881688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Deleting port 4f4d4093-c9a8-49be-8848-61331ced259e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:38.882046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.895494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-25bb1b85-eb4e-467b-855a-b2a279f0a5e9 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:38.909681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8e175d0c-f60c-40f9-a108-4ac2787b2424 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port dd9bde05-895e-4df0-9332-88836651969d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:38.910039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e175d0c-f60c-40f9-a108-4ac2787b2424 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.933176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-2d74fd29-3ba7-49ff-9576-a4eccc01a645', 'network_id': '2d74fd29-3ba7-49ff-9576-a4eccc01a645', 'tenant_id': 'cb5d30e54fef406595eebf79dcb038f4', 'fixed_ips': [{'subnet_id': '00514823-5d84-458a-b864-8cfc6c353a79'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:38.934015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.961184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.965865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.978956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:38.984671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-197e39b0-2ee9-4328-8900-e8088284633c tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:39.038233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Transition to ACTIVE for port object 038d92f7-959e-456d-87c6-72ade41035a3 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:39.045603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=7c6e6012-2640-4f5e-a6cc-14246091ecb1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:39.047909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:39.070689 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/7c6e6012-2640-4f5e-a6cc-14246091ecb1 HTTP/1.1" status: 204 len: 168 time: 6.1628053 Dec 22 04:47:39.071789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50604) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:39.078804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25bb1b85-eb4e-467b-855a-b2a279f0a5e9 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2461081'] for subnet, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.086402 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Transition to ACTIVE for port object 038d92f7-959e-456d-87c6-72ade41035a3 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:39.100590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.112411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-05f8bafc-6ba8-45f8-bd7a-94ce319bbee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:39.161169 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-da64f3cf-e863-423b-b756-24d4d5d5cce7 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] GET failed (client error): The resource could not be found. Dec 22 04:47:39.161813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-da64f3cf-e863-423b-b756-24d4d5d5cce7 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Synchronizing usage tracker for tenant:2a4a80e312f9489a9c19bee668dad5bc on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:39.183715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.234025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.241925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Network 37c28837-16da-498e-8e2f-e41a5705a168 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:39.250505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8147a7aa-4991-424a-8634-5a8493908fce tempest-QuotasNegativeTest-194833797 tempest-QuotasNegativeTest-194833797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:39.254612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.255963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-65a40a35-a434-463f-847c-6e4fd5f584c9 None None] Provisioning complete for port b6f04745-b19c-4e37-a6c5-27fb16611d9f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:39.256380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-65a40a35-a434-463f-847c-6e4fd5f584c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.266030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-da64f3cf-e863-423b-b756-24d4d5d5cce7 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Unset dirty status for tenant:2a4a80e312f9489a9c19bee668dad5bc on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:39.267787 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-da64f3cf-e863-423b-b756-24d4d5d5cce7 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/subnets/0e2206ba-567e-4a66-b5fe-cb19af10fa6a HTTP/1.1" status: 404 len: 337 time: 0.1957283 Dec 22 04:47:39.275514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50608) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:39.293576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:39.304941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:39.308601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Pushing event updated for resources: {'Port': ['ID=038d92f7-959e-456d-87c6-72ade41035a3,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:39.320635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:39.331294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.338217 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-683a62cc-9146-4998-ba17-0de42aa82cd0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:47:39.338773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683a62cc-9146-4998-ba17-0de42aa82cd0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:47:39.344064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1b44ec-c160-451e-a968-ad44a67860b3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:39.347463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:39.350066 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=717840d965df458a92c7c3756a1b8726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877168 Dec 22 04:47:39.353716 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50612) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:39.370455 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-683a62cc-9146-4998-ba17-0de42aa82cd0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/7c6e6012-2640-4f5e-a6cc-14246091ecb1 HTTP/1.1" status: 404 len: 339 time: 0.0936978 Dec 22 04:47:39.375255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50616) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:39.377767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ecf4d8e-e92f-4df1-86e5-0608b9281ca9 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:39.380892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Allocated IP 2001:db8::2 (2d74fd29-3ba7-49ff-9576-a4eccc01a645/00514823-5d84-458a-b864-8cfc6c353a79/f9e43f16-c2aa-4763-a82e-b8b006669796) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:39.466401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Attempting to bind port 038d92f7-959e-456d-87c6-72ade41035a3 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:39.466772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Attempting to bind port 038d92f7-959e-456d-87c6-72ade41035a3 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '44a77910-89c3-42cf-8cee-c5809208f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '37c28837-16da-498e-8e2f-e41a5705a168'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:39.467146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Attempting to bind port 038d92f7-959e-456d-87c6-72ade41035a3 on network 37c28837-16da-498e-8e2f-e41a5705a168 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:39.487275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=b23e39af-a2a2-4f30-9251-8159a17b2856,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:39.498292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:39.505353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.536078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26cbf05a-d970-4b75-954b-aefda3e7364a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.576844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:39.577121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Checking segment: {'id': '44a77910-89c3-42cf-8cee-c5809208f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '37c28837-16da-498e-8e2f-e41a5705a168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:39.577506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.577934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Bound using segment: {'id': '44a77910-89c3-42cf-8cee-c5809208f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '37c28837-16da-498e-8e2f-e41a5705a168'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:39.578390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Bound port: 038d92f7-959e-456d-87c6-72ade41035a3, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a77910-89c3-42cf-8cee-c5809208f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '37c28837-16da-498e-8e2f-e41a5705a168'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:39.578815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.583204 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5866942-6834-4b48-897d-ad7d1ab9a8a0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:39.583393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.584532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a5866942-6834-4b48-897d-ad7d1ab9a8a0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Synchronizing usage tracker for tenant:2a4a80e312f9489a9c19bee668dad5bc on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:39.593790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26cbf05a-d970-4b75-954b-aefda3e7364a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.635547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a5866942-6834-4b48-897d-ad7d1ab9a8a0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Unset dirty status for tenant:2a4a80e312f9489a9c19bee668dad5bc on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:39.639449 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a5866942-6834-4b48-897d-ad7d1ab9a8a0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2605767 Dec 22 04:47:39.639818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50620) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:39.655500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Calling delete_port for 4f4d4093-c9a8-49be-8848-61331ced259e owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:39.696578 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-84154e71-2232-4e19-987e-a86030d0125f tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 207 time: 0.0521991 Dec 22 04:47:39.698309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50624) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:39.710040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26cbf05a-d970-4b75-954b-aefda3e7364a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.715773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-390a93e4-ca7f-4592-bfa0-b16b40fed876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:39.729683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbf05a-d970-4b75-954b-aefda3e7364a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1b44ec-c160-451e-a968-ad44a67860b3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:39.732007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-26cbf05a-d970-4b75-954b-aefda3e7364a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:39.736951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26cbf05a-d970-4b75-954b-aefda3e7364a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.737926 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-26cbf05a-d970-4b75-954b-aefda3e7364a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab1b44ec-c160-451e-a968-ad44a67860b3 HTTP/1.1" status: 204 len: 168 time: 0.3832746 Dec 22 04:47:39.780680 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e175d0c-f60c-40f9-a108-4ac2787b2424 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.845548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] For port 038d92f7-959e-456d-87c6-72ade41035a3, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:39.860050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] For port 038d92f7-959e-456d-87c6-72ade41035a3, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=038d92f7-959e-456d-87c6-72ade41035a3,segment=NetworkSegment(44a77910-89c3-42cf-8cee-c5809208f722),segment_id=44a77910-89c3-42cf-8cee-c5809208f722)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:39.872490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.879515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-799a2e77-b4f0-4d87-9691-e2c2dc74635d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:39.918255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:39.954019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Transition to ACTIVE for port object f9e43f16-c2aa-4763-a82e-b8b006669796 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:39.998202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Transition to ACTIVE for port object f9e43f16-c2aa-4763-a82e-b8b006669796 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:39.999950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Pushing event updated for resources: {'Port': ['ID=038d92f7-959e-456d-87c6-72ade41035a3,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:40.006318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:40.009452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.013371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:40.054365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8e175d0c-f60c-40f9-a108-4ac2787b2424 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for dd9bde05-895e-4df0-9332-88836651969d owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:40.093991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:40.097313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:40.101243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:40.163431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Pushing event updated for resources: {'Port': ['ID=f9e43f16-c2aa-4763-a82e-b8b006669796,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:40.170912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:40.224875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25bb1b85-eb4e-467b-855a-b2a279f0a5e9 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791423555148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2570828'] for subnet, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.231147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad806978-516c-4194-85be-4cf78d082899 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:40.243476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Attempting to bind port f9e43f16-c2aa-4763-a82e-b8b006669796 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:40.243864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Attempting to bind port f9e43f16-c2aa-4763-a82e-b8b006669796 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'c3e32081-450a-453c-ba14-1298b2eac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2d74fd29-3ba7-49ff-9576-a4eccc01a645'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:40.244245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Attempting to bind port f9e43f16-c2aa-4763-a82e-b8b006669796 on network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:40.250899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:40.251342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Checking segment: {'id': 'c3e32081-450a-453c-ba14-1298b2eac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2d74fd29-3ba7-49ff-9576-a4eccc01a645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:40.251830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.252360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Bound using segment: {'id': 'c3e32081-450a-453c-ba14-1298b2eac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2d74fd29-3ba7-49ff-9576-a4eccc01a645'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:40.252845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Bound port: f9e43f16-c2aa-4763-a82e-b8b006669796, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e32081-450a-453c-ba14-1298b2eac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2d74fd29-3ba7-49ff-9576-a4eccc01a645'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:40.253228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.295572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bb1b85-eb4e-467b-855a-b2a279f0a5e9 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:40.295572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25bb1b85-eb4e-467b-855a-b2a279f0a5e9 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.302012 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-25bb1b85-eb4e-467b-855a-b2a279f0a5e9 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "PUT /v2.0/subnets/00514823-5d84-458a-b864-8cfc6c353a79 HTTP/1.1" status: 200 len: 826 time: 1.4171259 Dec 22 04:47:40.303076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50636) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:40.404943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50640) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:40.416291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb1b85-eb4e-467b-855a-b2a279f0a5e9 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=00514823-5d84-458a-b864-8cfc6c353a79,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:40.436661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25bb1b85-eb4e-467b-855a-b2a279f0a5e9 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:40.444790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] For port f9e43f16-c2aa-4763-a82e-b8b006669796, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:40.446475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.449649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] For port f9e43f16-c2aa-4763-a82e-b8b006669796, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f9e43f16-c2aa-4763-a82e-b8b006669796,segment=NetworkSegment(c3e32081-450a-453c-ba14-1298b2eac0e7),segment_id=c3e32081-450a-453c-ba14-1298b2eac0e7)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:40.458683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.463665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8f71f467-3bdf-48b9-b475-1d3cf67adb89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:40.492315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:40.504483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fbde1b68f847189da7cb347da7908a is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:40.516642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:40.537912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:40.546845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Pushing event updated for resources: {'Port': ['ID=f9e43f16-c2aa-4763-a82e-b8b006669796,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:40.550800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:40.552647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.589748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port f9e43f16-c2aa-4763-a82e-b8b006669796 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:40.589960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.666632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c0565-8157-4a5a-912e-43f1c4222f29 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:40.672321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c0565-8157-4a5a-912e-43f1c4222f29 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:40.678427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c0565-8157-4a5a-912e-43f1c4222f29 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:40.684327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c0565-8157-4a5a-912e-43f1c4222f29 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:40.685390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5a5c0565-8157-4a5a-912e-43f1c4222f29 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Synchronizing usage tracker for tenant:2a4a80e312f9489a9c19bee668dad5bc on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:40.702764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:40.708657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:40.827253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5a5c0565-8157-4a5a-912e-43f1c4222f29 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Unset dirty status for tenant:2a4a80e312f9489a9c19bee668dad5bc on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:40.835329 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5a5c0565-8157-4a5a-912e-43f1c4222f29 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 1.1205792 Dec 22 04:47:40.839643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50644) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:40.867650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.875176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:40.886357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:40.945757 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5fbde1b68f847189da7cb347da7908a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373123 Dec 22 04:47:40.948169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50648) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:40.974395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562ac9f7-d3af-48a0-b303-c4e9e4fc1212,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:40.987580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:41.004247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] For port f9e43f16-c2aa-4763-a82e-b8b006669796, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f9e43f16-c2aa-4763-a82e-b8b006669796,segment=NetworkSegment(c3e32081-450a-453c-ba14-1298b2eac0e7),segment_id=c3e32081-450a-453c-ba14-1298b2eac0e7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:41.004614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.138673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.159347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e175d0c-f60c-40f9-a108-4ac2787b2424 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.285531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:41.356549 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d252fe95-1422-4798-bb86-0db471ce75a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.366041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Calling delete_port for f9e43f16-c2aa-4763-a82e-b8b006669796 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:41.374122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e099834-98ac-4261-b84b-d6fa96161eb1 None None] Network 37c28837-16da-498e-8e2f-e41a5705a168 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:41.436892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Pushing event deleted for resources: {'Port': ['ID=4f4d4093-c9a8-49be-8848-61331ced259e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:41.439015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d252fe95-1422-4798-bb86-0db471ce75a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.502867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8a31f4fd-3e55-47dc-8aef-ad5c14f0878f None None] Provisioning for port 038d92f7-959e-456d-87c6-72ade41035a3 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:41.564777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d252fe95-1422-4798-bb86-0db471ce75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.568400 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ea91deb9-6f93-4e33-80bb-c13a2e097552 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6910200 Dec 22 04:47:41.580257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50656) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:41.581333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2b33e45-b9a3-4dbd-b611-8f53b6fafab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:41.585023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e175d0c-f60c-40f9-a108-4ac2787b2424 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.591306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175d0c-f60c-40f9-a108-4ac2787b2424 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=dd9bde05-895e-4df0-9332-88836651969d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:41.601993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8e175d0c-f60c-40f9-a108-4ac2787b2424 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:41.605872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:41.606427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:41.628078 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8e175d0c-f60c-40f9-a108-4ac2787b2424 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/dd9bde05-895e-4df0-9332-88836651969d HTTP/1.1" status: 204 len: 168 time: 3.1775351 Dec 22 04:47:41.634269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50660) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:41.640902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:47:41.646025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252fe95-1422-4798-bb86-0db471ce75a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562ac9f7-d3af-48a0-b303-c4e9e4fc1212,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:41.648667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d252fe95-1422-4798-bb86-0db471ce75a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:41.671694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.684761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d252fe95-1422-4798-bb86-0db471ce75a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.685901 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d252fe95-1422-4798-bb86-0db471ce75a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/562ac9f7-d3af-48a0-b303-c4e9e4fc1212 HTTP/1.1" status: 204 len: 168 time: 0.7346127 Dec 22 04:47:41.700041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c68a10-7a83-4753-82d5-585c47ed1b90 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:41.701576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c68a10-7a83-4753-82d5-585c47ed1b90 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:41.703148 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a5c68a10-7a83-4753-82d5-585c47ed1b90 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1123385 Dec 22 04:47:41.704242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.710362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50666) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:41.711163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-621898d6-1a43-4bd8-8d8c-177a762d833e tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:41.852165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f6316-4468-4b78-b5f8-6966e363d1aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:41.853346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f6316-4468-4b78-b5f8-6966e363d1aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:41.854856 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-962f6316-4468-4b78-b5f8-6966e363d1aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1119823 Dec 22 04:47:41.869668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50670) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:41.870548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Port': ['ID=f9e43f16-c2aa-4763-a82e-b8b006669796,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:41.874306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:41.972443 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3431d954-3f6e-4b46-9e14-3b08d6f3531f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:47:41.972939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3431d954-3f6e-4b46-9e14-3b08d6f3531f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:47:41.974918 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3431d954-3f6e-4b46-9e14-3b08d6f3531f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/dd9bde05-895e-4df0-9332-88836651969d HTTP/1.1" status: 404 len: 333 time: 0.3393507 Dec 22 04:47:41.981726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50674) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:42.045241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 038d92f7-959e-456d-87c6-72ade41035a3 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:42.117587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.134349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No DVR routers for this DVR port f9e43f16-c2aa-4763-a82e-b8b006669796 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:42.136739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.140514 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dad3f5-3738-4c01-a17e-37235f9e1420 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:47:42.141092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-82dad3f5-3738-4c01-a17e-37235f9e1420 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:42.157686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 038d92f7-959e-456d-87c6-72ade41035a3 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:42.162883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b98887aa-c41d-4237-a0c1-68c054f31196 None None] Provisioning complete for port 038d92f7-959e-456d-87c6-72ade41035a3 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:42.163258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b98887aa-c41d-4237-a0c1-68c054f31196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.248402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.272599 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb067ec-cb86-4e18-89e8-dea399df1a0b None None] Network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:42.292421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 038d92f7-959e-456d-87c6-72ade41035a3 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:42.292818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.350232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.350232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Fanout notify agent at l3_agent the message router_deleted on router b6b31741-6a45-44aa-8f30-81b5a9203a73 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:47:42.350908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea991f-4814-47c1-811c-099dc04abee2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:42.356477 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7bea991f-4814-47c1-811c-099dc04abee2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/networks/70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb HTTP/1.1" status: 200 len: 800 time: 0.4822361 Dec 22 04:47:42.357115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50688) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:42.377162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-82dad3f5-3738-4c01-a17e-37235f9e1420 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:42.378344 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-82dad3f5-3738-4c01-a17e-37235f9e1420 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/dd9bde05-895e-4df0-9332-88836651969d HTTP/1.1" status: 404 len: 333 time: 0.3980846 Dec 22 04:47:42.393457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50692) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:42.554102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.603483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-33a0e35c-ed96-417c-a6c8-d818429dc751 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:42.659252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.660794 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8b8536b5-f53d-408b-82ab-325487273a3c tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/b6b31741-6a45-44aa-8f30-81b5a9203a73 HTTP/1.1" status: 204 len: 168 time: 4.9563618 Dec 22 04:47:42.671588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Subnet': ['ID=00514823-5d84-458a-b864-8cfc6c353a79,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:42.675223 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50700) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:42.689209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-569499780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:42.703038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:42.716430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Usage tracker for resource:router and tenant:22e50dccb74c48acbc942936b5fa2ac4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:42.723388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet 231ee410-57b5-4ace-bfaf-8441e9e175a2 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:47:42.725762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:42.733904 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "PUT /v2.0/routers/04b0c4d6-ff78-4a04-ba0d-f4151bce6be1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3180828 Dec 22 04:47:42.733904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:42.739746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50706) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:42.740499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.741093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.741647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.742132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.742420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.742979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.743535 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.744085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.744950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.745510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.746051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.746607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.747165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:42.772545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:42.774224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:42.777975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'port': {'network_id': '561806da-08d5-49f3-aa0e-11a8cfa7a7ff', 'name': 'tempest-FloatingIPTestJSON-540393003'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:42.832723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d692a538-630d-4f02-9489-ba420f25165a None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:42.887749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.888933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.901385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.904318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.929544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d74fd29-3ba7-49ff-9576-a4eccc01a645']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:42.936606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.940665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692a538-630d-4f02-9489-ba420f25165a None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:42.941790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d692a538-630d-4f02-9489-ba420f25165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:42.944763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e32081-450a-453c-ba14-1298b2eac0e7') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:42.945524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e32081-450a-453c-ba14-1298b2eac0e7') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:42.951118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.960085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.980674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:42.987904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:42.988675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.061248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.061343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d692a538-630d-4f02-9489-ba420f25165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:43.068271 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-85ec795f-b95e-423c-85b5-ad71a3668f5a tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3862982 Dec 22 04:47:43.069039 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.070624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50716) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:43.087326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b98887aa-c41d-4237-a0c1-68c054f31196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.091419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_snat': True}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:43.110092 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:43.123136 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692a538-630d-4f02-9489-ba420f25165a None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:43.128179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.134384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4222ed7-34b0-43d7-9416-575aaf77d740 tempest-DHCPAgentSchedulersTestJSON-2072186320 tempest-DHCPAgentSchedulersTestJSON-2072186320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:43.152889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.153326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d692a538-630d-4f02-9489-ba420f25165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:43.168381 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ffb52b21-5731-406e-862f-db1bad767e1b tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/networks/70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8017893 Dec 22 04:47:43.170155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50722) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:43.178103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Network': ['ID=2d74fd29-3ba7-49ff-9576-a4eccc01a645,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:43.219809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:43.224224 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/2d74fd29-3ba7-49ff-9576-a4eccc01a645 HTTP/1.1" status: 204 len: 168 time: 2.9208055 Dec 22 04:47:43.230276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50726) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:43.241382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b98887aa-c41d-4237-a0c1-68c054f31196 None None] For port 038d92f7-959e-456d-87c6-72ade41035a3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=038d92f7-959e-456d-87c6-72ade41035a3,segment=NetworkSegment(44a77910-89c3-42cf-8cee-c5809208f722),segment_id=44a77910-89c3-42cf-8cee-c5809208f722)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:43.251345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502604ec-98ea-4fdf-9f6b-0e35d121c696 None None] DHCP port deletion for 2d74fd29-3ba7-49ff-9576-a4eccc01a645 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:43.264920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b98887aa-c41d-4237-a0c1-68c054f31196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.267715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:43.286211 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa37bd22-9dcf-4c29-b347-5be0a7bd0e39 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:47:43.290635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa37bd22-9dcf-4c29-b347-5be0a7bd0e39 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:47:43.300651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50732) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:43.301673 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fa37bd22-9dcf-4c29-b347-5be0a7bd0e39 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/2d74fd29-3ba7-49ff-9576-a4eccc01a645 HTTP/1.1" status: 404 len: 339 time: 0.0701914 Dec 22 04:47:43.303707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d692a538-630d-4f02-9489-ba420f25165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:43.304155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d692a538-630d-4f02-9489-ba420f25165a None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:43.329256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f51df-4658-4188-bf89-e7beba627c9d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:43.330815 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d34f51df-4658-4188-bf89-e7beba627c9d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/subnets/68c24968-5ae6-4f92-b477-6f15d7880e13 HTTP/1.1" status: 200 len: 811 time: 0.1565835 Dec 22 04:47:43.331837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1564845190', 'description': 'd1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:43.335993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50738) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:43.342679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.370089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f14b3d9-7cbd-4acc-8d46-a5513570a844 None None] Network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:43.406387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f14b3d9-7cbd-4acc-8d46-a5513570a844 None None] Network 2d74fd29-3ba7-49ff-9576-a4eccc01a645 could not be found, it might have been deleted concurrently. {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 04:47:43.424447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:43.426870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:43.427011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b5b1d-b0de-4444-8a8b-d3047af7363f None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:47:43.429409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4c8bad-a6d2-4f18-a40a-c14d8dd84461 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:43.431101 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2d4c8bad-a6d2-4f18-a40a-c14d8dd84461 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "GET /v2.0/subnets/68c24968-5ae6-4f92-b477-6f15d7880e13?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0940135 Dec 22 04:47:43.437077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:port and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:43.439877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50744) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:43.443847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Usage tracker for resource:network and tenant:cb5d30e54fef406595eebf79dcb038f4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:43.464752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-05fa2a60-727e-45d4-b5de-97da6bf62a3c None None] Could not find standard attr ID for object f9e43f16-c2aa-4763-a82e-b8b006669796. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:47:43.492878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-05fa2a60-727e-45d4-b5de-97da6bf62a3c None None] Could not find standard attr ID for object dd9bde05-895e-4df0-9332-88836651969d. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:47:43.501422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:43.504014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:43.504412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:43.508172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98887aa-c41d-4237-a0c1-68c054f31196 None None] Pushing event updated for resources: {'Port': ['ID=038d92f7-959e-456d-87c6-72ade41035a3,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:43.509329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:43.514288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b98887aa-c41d-4237-a0c1-68c054f31196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:43.520466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-961100302'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:43.542259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:43.594530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:43.596750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:43.610536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.613222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b5b1d-b0de-4444-8a8b-d3047af7363f None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:47:43.643907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c03fdca-75cc-4b21-b9d9-66bfd812eabd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:43.684416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:43.694231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.704604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:43.708301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.722163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50758) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:43.728873 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/231ee410-57b5-4ace-bfaf-8441e9e175a2 HTTP/1.1" status: 204 len: 168 time: 1.3341904 Dec 22 04:47:43.736870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=231ee410-57b5-4ace-bfaf-8441e9e175a2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:43.816302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Made reservation on behalf of 0d7512e291344b439bed30b27ff83c93 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:43.820430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.842407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.842775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.843134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.843484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.843823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.844254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.845561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.845920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.846270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.846631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.847356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.847356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:43.851099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:43.900524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.903839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50764) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:43.917849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 038d92f7-959e-456d-87c6-72ade41035a3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:43.918263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.951638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:43.955727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.982306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] device_id is not set on port 116ff240-9e05-4e87-9a73-15e96da36812 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:44.056468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.083262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e985dfc-f26e-40b3-9c97-ded679ae5723 None None] Network 37c28837-16da-498e-8e2f-e41a5705a168 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:44.084521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:44.121772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.122112 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Added segment 354494f2-56c0-480f-9d74-85e145fa5c86 of type vlan for network 742b9643-078f-4eec-b065-1970df82e5e7 Dec 22 04:47:44.139635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:44.160318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1521880475'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:44.173479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:44.181342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Usage tracker for resource:network and tenant:bc39e794997e480bb176bc84cc2df326 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:44.185932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:44.207518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:44.222938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.223272 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Added segment bcca1127-9345-427d-9110-13f2a5c7df6c of type vlan for network 4280219f-b678-41b1-869d-15c310fb29b9 Dec 22 04:47:44.230239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f9e43f16-c2aa-4763-a82e-b8b006669796 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:44.262144 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.270532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: f9e43f16-c2aa-4763-a82e-b8b006669796 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:44.270889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f9e43f16-c2aa-4763-a82e-b8b006669796 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 04:47:44.284391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Made reservation on behalf of bc39e794997e480bb176bc84cc2df326 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:44.286954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.288039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.317245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.337467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] For port 038d92f7-959e-456d-87c6-72ade41035a3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=038d92f7-959e-456d-87c6-72ade41035a3,segment=NetworkSegment(44a77910-89c3-42cf-8cee-c5809208f722),segment_id=44a77910-89c3-42cf-8cee-c5809208f722)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:44.337977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.341081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Port f9e43f16-c2aa-4763-a82e-b8b006669796 not found, will not notify nova. {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 04:47:44.344577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.20.0.2 (561806da-08d5-49f3-aa0e-11a8cfa7a7ff/c2578d8d-b4dc-4d53-b397-eb717d9c7f3b/116ff240-9e05-4e87-9a73-15e96da36812) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:44.346307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:44.349065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.354811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Usage tracker for resource:security_group_rule and tenant:bc39e794997e480bb176bc84cc2df326 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:44.423175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:44.445821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.456548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:44.457317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.465062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 038d92f7-959e-456d-87c6-72ade41035a3 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:44.484812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5eccc792-a5b3-4112-b20e-26f398305551 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:44.490234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:44.498801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 038d92f7-959e-456d-87c6-72ade41035a3 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:44.522438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.524296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574fd8e6-c9f5-418c-b6de-275c71f3aee3 None None] DHCP port deletion for 37c28837-16da-498e-8e2f-e41a5705a168 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:44.532019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:44.532912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.537456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-574fd8e6-c9f5-418c-b6de-275c71f3aee3 None None] Deleting port 038d92f7-959e-456d-87c6-72ade41035a3 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:44.537905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-574fd8e6-c9f5-418c-b6de-275c71f3aee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.619848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.626061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3a3e03ea-4dfb-4a25-b9d2-a3675167ce18 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:44.649060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 038d92f7-959e-456d-87c6-72ade41035a3 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:44.649773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.681606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=038d92f7-959e-456d-87c6-72ade41035a3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:44.681852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-574fd8e6-c9f5-418c-b6de-275c71f3aee3 None None] The port '038d92f7-959e-456d-87c6-72ade41035a3' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:47:44.688994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Port 038d92f7-959e-456d-87c6-72ade41035a3 was deleted so its status cannot be updated. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 04:47:44.693595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:44.700921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No DVR routers for this DVR port 038d92f7-959e-456d-87c6-72ade41035a3 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:44.757430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f9e43f16-c2aa-4763-a82e-b8b006669796 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:44.803846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: f9e43f16-c2aa-4763-a82e-b8b006669796 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:44.804252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f9e43f16-c2aa-4763-a82e-b8b006669796 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:47:44.838467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.857075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.863017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:44.888630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Network': ['ID=742b9643-078f-4eec-b065-1970df82e5e7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:44.897182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22dda06b-6780-40d5-99a9-e03e7dcb42c8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:44.901787 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4025033 Dec 22 04:47:44.902915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:44.906979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 742b9643-078f-4eec-b065-1970df82e5e7 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:44.908623 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6068544 Dec 22 04:47:44.909317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:44.916404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.928748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50774) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:44.929077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50776) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:44.948172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'network_id': '742b9643-078f-4eec-b065-1970df82e5e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:44.954918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c28837-16da-498e-8e2f-e41a5705a168']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:44.976719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a77910-89c3-42cf-8cee-c5809208f722') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:44.977062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a77910-89c3-42cf-8cee-c5809208f722') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:44.991263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.010571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:45.021025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.023198 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Added segment 7466d90c-4981-4d5f-972a-0a4713f76e57 of type vlan for network 3609979f-5b97-4a06-9e02-e7d05f66fd9a Dec 22 04:47:45.024717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:45.043594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.062658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:45.062976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:45.078409 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:45.085190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.176578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.180604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aec85b07-8967-4470-a206-b10c15410ef4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:45.202485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.205647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Network': ['ID=37c28837-16da-498e-8e2f-e41a5705a168,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:45.208951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:45.212562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.218072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:45.218751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.224856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:45.331551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=4280219f-b678-41b1-869d-15c310fb29b9,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:45.346070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/networks/37c28837-16da-498e-8e2f-e41a5705a168 HTTP/1.1" status: 204 len: 168 time: 1.6227069 Dec 22 04:47:45.346965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 4280219f-b678-41b1-869d-15c310fb29b9 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:45.347627 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4426632 Dec 22 04:47:45.348184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50782) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:45.362185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:45.362730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Pushing event updated for resources: {'Network': ['ID=3609979f-5b97-4a06-9e02-e7d05f66fd9a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:45.366517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:45.371237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1460847315'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:45.377924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:45.386234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:network and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:45.389295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:45.395546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:45.406736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:45.412460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.416747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 3609979f-5b97-4a06-9e02-e7d05f66fd9a details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:45.443552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d24a0-4c51-4274-a0d3-a405d76a65da tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:45.444329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-954d24a0-4c51-4274-a0d3-a405d76a65da tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Synchronizing usage tracker for tenant:cb5d30e54fef406595eebf79dcb038f4 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:45.457432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:45.459298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.473395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:45.474704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.475662 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Added segment 973e30a5-12a4-4ee1-8bfa-b7679e9687b9 of type vlan for network a7b67921-9ba8-4c30-96ff-b95857710d42 Dec 22 04:47:45.514995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.534480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:45.541745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-954d24a0-4c51-4274-a0d3-a405d76a65da tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Unset dirty status for tenant:cb5d30e54fef406595eebf79dcb038f4 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:45.543184 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-954d24a0-4c51-4274-a0d3-a405d76a65da tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/networks?id=4280219f-b678-41b1-869d-15c310fb29b9 HTTP/1.1" status: 200 len: 765 time: 0.6086118 Dec 22 04:47:45.551279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50790) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:45.561110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bcd66a7a-78bc-4641-9fd7-9bf8fafc6a13 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'description': 'd2'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:45.563445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.570855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:45.571816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.576819 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c08edde-65dc-43b9-b369-d2a64d2289df tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:45.584796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Made reservation on behalf of 2a4a80e312f9489a9c19bee668dad5bc for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:45.588335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.603648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50794) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:45.628739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Request body: {'port': {'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1797445931'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:45.635765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:45.678563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.697315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Usage tracker for resource:port and tenant:5dcd2619dd25430591948834e7a70f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:45.702169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:45.713316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:45.720935 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3621917 Dec 22 04:47:45.726264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50798) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:45.727032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Network': ['ID=a7b67921-9ba8-4c30-96ff-b95857710d42,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:45.732382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:45.738596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': 'a7b67921-9ba8-4c30-96ff-b95857710d42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:45.738978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network a7b67921-9ba8-4c30-96ff-b95857710d42 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:45.757752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Made reservation on behalf of 5dcd2619dd25430591948834e7a70f38 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:45.760285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.780858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.784015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.841750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.ipam_backend_mixin [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing IP validity checks on allocation pools {{(pid=87555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 04:47:45.842173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.ipam_backend_mixin [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 04:47:45.842305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:45.862683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Usage tracker for resource:security_group_rule and tenant:5dcd2619dd25430591948834e7a70f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:45.867213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:45.883589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:45.902238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:45.904988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.914006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:45.919992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f1d52562-9107-4b10-8e38-2e0a72ef16a2 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:45.923078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:45.931339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:45.952871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:45.956561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.111711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.118451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.121744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:46.149274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:46.162075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:46.170237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=116ff240-9e05-4e87-9a73-15e96da36812,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:46.175197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:46.205274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bcd66a7a-78bc-4641-9fd7-9bf8fafc6a13 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.216832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:46.254234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] device_id is not set on port 84c93afc-58ee-403c-b677-48e3bc0fb9cd yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:46.283693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bcd66a7a-78bc-4641-9fd7-9bf8fafc6a13 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.297813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-780af7f8-b8ff-499c-95ce-97f4e03d4919 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:46.333595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bcd66a7a-78bc-4641-9fd7-9bf8fafc6a13 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network 4280219f-b678-41b1-869d-15c310fb29b9 is not hosted by any dhcp agent {{(pid=87555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 04:47:46.338962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd66a7a-78bc-4641-9fd7-9bf8fafc6a13 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:46.339531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bcd66a7a-78bc-4641-9fd7-9bf8fafc6a13 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.340827 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bcd66a7a-78bc-4641-9fd7-9bf8fafc6a13 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "PUT /v2.0/networks/4280219f-b678-41b1-869d-15c310fb29b9 HTTP/1.1" status: 200 len: 762 time: 0.7883906 Dec 22 04:47:46.342050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Allocated IP 172.26.1.56 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/aac85f8f-ff8a-4d43-ac9c-cdcf613c25df) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:46.351909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:46.367813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3370cc75-dc56-4eda-96fe-f0fbf439e49e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:46.396222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:46.428332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 038d92f7-959e-456d-87c6-72ade41035a3 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:46.472237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 038d92f7-959e-456d-87c6-72ade41035a3 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:47:46.472662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 038d92f7-959e-456d-87c6-72ade41035a3 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:47:46.573021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:46.573569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b1cdd-8dd4-4853-abd6-45abb6c82d60 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:46.574115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ad3b1cdd-8dd4-4853-abd6-45abb6c82d60 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Synchronizing usage tracker for tenant:cb5d30e54fef406595eebf79dcb038f4 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:46.574481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.614140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd66a7a-78bc-4641-9fd7-9bf8fafc6a13 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=4280219f-b678-41b1-869d-15c310fb29b9,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:46.626539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 4280219f-b678-41b1-869d-15c310fb29b9 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:46.633431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bcd66a7a-78bc-4641-9fd7-9bf8fafc6a13 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:46.681443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.688124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:46.721320 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9804649 Dec 22 04:47:46.725302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50810) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:46.729139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ad3b1cdd-8dd4-4853-abd6-45abb6c82d60 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Unset dirty status for tenant:cb5d30e54fef406595eebf79dcb038f4 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:46.730311 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ad3b1cdd-8dd4-4853-abd6-45abb6c82d60 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/networks?id=4280219f-b678-41b1-869d-15c310fb29b9 HTTP/1.1" status: 200 len: 765 time: 0.3720357 Dec 22 04:47:46.734178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'port': {'network_id': '561806da-08d5-49f3-aa0e-11a8cfa7a7ff', 'name': 'tempest-FloatingIPTestJSON-1705908098'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:46.745408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50814) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:46.754062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.772453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3bb98885-d5cd-4619-aee5-f3c9b68f2ba9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:46.865202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=0d981e67-afb5-4df8-be15-ed7b11e4988f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:46.908656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:46.950327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=f208c60b-768d-41c1-a15e-3c867b80d723,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:46.957039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.957923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] device_id is not set on port 84c93afc-58ee-403c-b677-48e3bc0fb9cd yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:46.970731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:46.982093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:46.985043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Checking segment: {'id': '973e30a5-12a4-4ee1-8bfa-b7679e9687b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a7b67921-9ba8-4c30-96ff-b95857710d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:46.985424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network hostable DHCP agents. Network: a7b67921-9ba8-4c30-96ff-b95857710d42, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:47.006854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Checking segment: {'id': '354494f2-56c0-480f-9d74-85e145fa5c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '742b9643-078f-4eec-b065-1970df82e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:47.007211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network hostable DHCP agents. Network: 742b9643-078f-4eec-b065-1970df82e5e7, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:47.021784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Transition to ACTIVE for port object 84c93afc-58ee-403c-b677-48e3bc0fb9cd will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:47.026321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:47.031464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:port and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:47.035062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:47.035177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe7f40-af0a-4141-b407-065ed35b4ded tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:47.039368 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e9fe7f40-af0a-4141-b407-065ed35b4ded tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2901323 Dec 22 04:47:47.040349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50818) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:47.046157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:47.058895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Network 742b9643-078f-4eec-b065-1970df82e5e7 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:47.068676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Made reservation on behalf of 0d7512e291344b439bed30b27ff83c93 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:47.072541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:47.081464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:47.084807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:47.086529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network a7b67921-9ba8-4c30-96ff-b95857710d42 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:47.088304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 742b9643-078f-4eec-b065-1970df82e5e7) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:47.093205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d8038647-d62f-4c44-859f-18081096e2b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:47.093763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ad6e53af-16cb-43c0-b038-8a0ddd453f63 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:47.098232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a0e971-a4bd-48da-ba0e-01c23e9ca1df None None] Network 742b9643-078f-4eec-b065-1970df82e5e7 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:47.126186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4f3869f5-6241-414a-8c54-fec230f16451 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Synchronizing usage tracker for tenant:cb5d30e54fef406595eebf79dcb038f4 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:47.145931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:47.146356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:47.149630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, a7b67921-9ba8-4c30-96ff-b95857710d42) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:47.170248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ad7e8-d156-43e5-922d-f0102ff1906f None None] Network a7b67921-9ba8-4c30-96ff-b95857710d42 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:47.180757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] device_id is not set on port a2cf43b8-c0ca-47d6-b463-38f13df0ea92 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:47.207113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event updated for resources: {'Port': ['ID=84c93afc-58ee-403c-b677-48e3bc0fb9cd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:47.221730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:47.224595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:47.225312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:47.226097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:47.231055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:47.248819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:47.269951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4f3869f5-6241-414a-8c54-fec230f16451 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Unset dirty status for tenant:cb5d30e54fef406595eebf79dcb038f4 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:47.271903 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4f3869f5-6241-414a-8c54-fec230f16451 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 207 time: 0.2293119 Dec 22 04:47:47.282954 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3475108 Dec 22 04:47:47.290505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50826) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:47.290957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50828) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:47.291843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event updated for resources: {'Port': ['ID=aac85f8f-ff8a-4d43-ac9c-cdcf613c25df,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:47.298459 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5656807 Dec 22 04:47:47.304743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50830) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:47.308282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:47.326111 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': 'a7b67921-9ba8-4c30-96ff-b95857710d42', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2089547322'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:47.335367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d2cb07e1-52a0-475b-86ab-e898d313028d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:47.422609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Checking segment: {'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:47.422968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Network hostable DHCP agents. Network: 3609979f-5b97-4a06-9e02-e7d05f66fd9a, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:47.479411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Network 3609979f-5b97-4a06-9e02-e7d05f66fd9a is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:47.507017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:47.510644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 3609979f-5b97-4a06-9e02-e7d05f66fd9a) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:47.517202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:47.524377 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30899ef4-df75-457c-a038-52f822504d79 None None] Network 3609979f-5b97-4a06-9e02-e7d05f66fd9a requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:47.527576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:port and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:47.531838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:47.542075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:47.546691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:47.547036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:47.547586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:47.556929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:47.557291 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:47.557931 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 2 to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd Dec 22 04:47:47.567588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:47.571138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:47.591498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:47.591679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:47.591972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:47.600934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:47.601302 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:47.603032 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 3 to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd Dec 22 04:47:47.611392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port bb1431c0-a9a5-4265-aaee-1de2e78cc331 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:47.665877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:47.666092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:47.666352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:47.683026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:47.683278 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:47.686613 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 4 to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd Dec 22 04:47:47.701303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-a7b67921-9ba8-4c30-96ff-b95857710d42', 'network_id': 'a7b67921-9ba8-4c30-96ff-b95857710d42', 'tenant_id': '0edd4559a6944bbf882df99e67db10f1', 'fixed_ips': [{'subnet_id': '0d981e67-afb5-4df8-be15-ed7b11e4988f'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:47.702338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:47.716220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-742b9643-078f-4eec-b065-1970df82e5e7', 'network_id': '742b9643-078f-4eec-b065-1970df82e5e7', 'tenant_id': '2a4a80e312f9489a9c19bee668dad5bc', 'fixed_ips': [{'subnet_id': 'f208c60b-768d-41c1-a15e-3c867b80d723'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:47.717009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:47.718102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:47.718422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:47.718831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:47.758190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:47.758566 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:47.764537 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 5 to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd Dec 22 04:47:47.787314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:47.787654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:47.787957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:47.800174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:47.800174 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:47.800174 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 6 to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd Dec 22 04:47:47.817193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8::6 (a7b67921-9ba8-4c30-96ff-b95857710d42/0d981e67-afb5-4df8-be15-ed7b11e4988f/bb1431c0-a9a5-4265-aaee-1de2e78cc331) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:47.830064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.20.0.12 (561806da-08d5-49f3-aa0e-11a8cfa7a7ff/c2578d8d-b4dc-4d53-b397-eb717d9c7f3b/a2cf43b8-c0ca-47d6-b463-38f13df0ea92) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:47.830630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:47.830840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:47.831162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:47.838829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a685b-9c4c-4000-aca3-e3c04d74595f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:47.839103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:47.839413 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:47.841582 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 7 to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd Dec 22 04:47:47.844892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a685b-9c4c-4000-aca3-e3c04d74595f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:47.850782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a685b-9c4c-4000-aca3-e3c04d74595f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:47.856666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a685b-9c4c-4000-aca3-e3c04d74595f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:47.862252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a685b-9c4c-4000-aca3-e3c04d74595f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:47.868216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a685b-9c4c-4000-aca3-e3c04d74595f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:47.870081 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f88a685b-9c4c-4000-aca3-e3c04d74595f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5743244 Dec 22 04:47:47.876187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50838) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:47.903671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2cb07e1-52a0-475b-86ab-e898d313028d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2556672'] for subnet, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:47.918622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:47.918924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:47.919164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:47.981323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:47.981651 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:48.039778 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 8 to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd Dec 22 04:47:48.088336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:48.088694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:48.088963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:48.121292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:48.121636 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:48.125688 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 9 to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd Dec 22 04:47:48.312256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:48.312562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:48.312905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:48.342645 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f27267e8-4c5d-48cf-8e39-51aa8cec5b43 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4613750 Dec 22 04:47:48.347218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50842) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:48.347814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:48.348101 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:48.351906 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 10 to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd Dec 22 04:47:48.361687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.402265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 04:47:48.402265 dv-neutron-822524-1-hyperv neutron-server[87556]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 22 04:47:48.402265 dv-neutron-822524-1-hyperv neutron-server[87556]: [parameters: {'in_use': 1, 'id_1': 'f208c60b-768d-41c1-a15e-3c867b80d723'}] Dec 22 04:47:48.402265 dv-neutron-822524-1-hyperv neutron-server[87556]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:48.402694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:48.442760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:48.443082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:48.443407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:48.448747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object bb1431c0-a9a5-4265-aaee-1de2e78cc331 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:48.461271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:48.461547 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 84c93afc-58ee-403c-b677-48e3bc0fb9cd on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:48.461901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.482205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b00f83-0aad-4047-8e66-80a0bb3c3ae3 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.483833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b00f83-0aad-4047-8e66-80a0bb3c3ae3 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.485669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b00f83-0aad-4047-8e66-80a0bb3c3ae3 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.487055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b00f83-0aad-4047-8e66-80a0bb3c3ae3 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.488556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b00f83-0aad-4047-8e66-80a0bb3c3ae3 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.493970 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-22b00f83-0aad-4047-8e66-80a0bb3c3ae3 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1413977 Dec 22 04:47:48.494867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.495006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50850) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:48.648096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc43d205-4688-4dde-b016-f093e4b8eca2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.649790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc43d205-4688-4dde-b016-f093e4b8eca2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.651114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc43d205-4688-4dde-b016-f093e4b8eca2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.652866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc43d205-4688-4dde-b016-f093e4b8eca2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.654229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc43d205-4688-4dde-b016-f093e4b8eca2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.655811 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dc43d205-4688-4dde-b016-f093e4b8eca2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1583304 Dec 22 04:47:48.663149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50854) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:48.666287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] For port 84c93afc-58ee-403c-b677-48e3bc0fb9cd, host hv-neutron-8225, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:48.666988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempted to set empty binding levels {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 04:47:48.669195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.692328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.703096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:48.733373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.735113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Allocated IP 2001:db8::2 (a7b67921-9ba8-4c30-96ff-b95857710d42/0d981e67-afb5-4df8-be15-ed7b11e4988f/4fa0f668-8d73-4789-8891-aa6e3f47ad7f) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:48.795595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2cb07e1-52a0-475b-86ab-e898d313028d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791423555148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2158868'] for subnet, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.803727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5042b367-4577-4d95-acfa-674fe959d13c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:48.837563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.838182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.852054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network a7b67921-9ba8-4c30-96ff-b95857710d42 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:48.858574 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:48.861236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:48.867003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.867612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.894760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=bb1431c0-a9a5-4265-aaee-1de2e78cc331,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:48.898748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:48.904252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd81cf1b-c1c2-4268-9750-ccef15dedbd5 tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:48.924505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.951568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb07e1-52a0-475b-86ab-e898d313028d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:48.952190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2cb07e1-52a0-475b-86ab-e898d313028d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:48.957290 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d2cb07e1-52a0-475b-86ab-e898d313028d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "PUT /v2.0/subnets/f208c60b-768d-41c1-a15e-3c867b80d723 HTTP/1.1" status: 200 len: 877 time: 1.6562254 Dec 22 04:47:48.959911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50858) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:48.996234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.005266 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.6983099 Dec 22 04:47:49.006864 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.3990002 Dec 22 04:47:49.012125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:49.012472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50864) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:49.013269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.024314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Transition to ACTIVE for port object 4fa0f668-8d73-4789-8891-aa6e3f47ad7f will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:49.042597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Transition to ACTIVE for port object 4fa0f668-8d73-4789-8891-aa6e3f47ad7f will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:49.051735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.056954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a9c1fa6e-f5c7-4e08-af6b-e0dd78231e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:49.068583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb07e1-52a0-475b-86ab-e898d313028d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event updated for resources: {'Subnet': ['ID=f208c60b-768d-41c1-a15e-3c867b80d723,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:49.108474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event updated for resources: {'Port': ['ID=84c93afc-58ee-403c-b677-48e3bc0fb9cd,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:49.111602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:49.126387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d2cb07e1-52a0-475b-86ab-e898d313028d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:49.131814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360695ec-b166-411c-a46d-0eb513dd727a tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:49.133141 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-360695ec-b166-411c-a46d-0eb513dd727a tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/networks/60d272f8-0060-44da-acf6-1280148ad2ae HTTP/1.1" status: 200 len: 803 time: 0.4690125 Dec 22 04:47:49.133309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3e5149c4-d55a-4133-8a8c-d53ea17d232f tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:49.139283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50870) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:49.186625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Network a7b67921-9ba8-4c30-96ff-b95857710d42 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:49.187755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3988b-ceb0-4539-8106-ca7ac17d9056 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port bb1431c0-a9a5-4265-aaee-1de2e78cc331 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:49.188398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0f3988b-ceb0-4539-8106-ca7ac17d9056 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.199224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:49.201467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:49.204985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Pushing event updated for resources: {'Port': ['ID=4fa0f668-8d73-4789-8891-aa6e3f47ad7f,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:49.207980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:49.235961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:49.238299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=a2cf43b8-c0ca-47d6-b463-38f13df0ea92,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:49.273912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.274256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.274590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.274917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.275236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.275771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.276316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.276639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.276959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.277275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.278004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.278285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:49.278464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:49.289733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:49.299003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Deleting port 84c93afc-58ee-403c-b677-48e3bc0fb9cd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:49.299342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.317335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:49.402826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Attempting to bind port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:49.403367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Attempting to bind port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '973e30a5-12a4-4ee1-8bfa-b7679e9687b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a7b67921-9ba8-4c30-96ff-b95857710d42'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:49.403829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Attempting to bind port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f on network a7b67921-9ba8-4c30-96ff-b95857710d42 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:49.414194 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:49.414661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Checking segment: {'id': '973e30a5-12a4-4ee1-8bfa-b7679e9687b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a7b67921-9ba8-4c30-96ff-b95857710d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:49.415169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.415664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Bound using segment: {'id': '973e30a5-12a4-4ee1-8bfa-b7679e9687b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a7b67921-9ba8-4c30-96ff-b95857710d42'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:49.416176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.416361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Bound port: 4fa0f668-8d73-4789-8891-aa6e3f47ad7f, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973e30a5-12a4-4ee1-8bfa-b7679e9687b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a7b67921-9ba8-4c30-96ff-b95857710d42'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:49.416831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.427387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:49.428011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.435760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.440465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Allocated IP 172.20.0.3 (742b9643-078f-4eec-b065-1970df82e5e7/f208c60b-768d-41c1-a15e-3c867b80d723/adb06a42-f7fe-4b9e-b866-8da840691af8) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:49.445782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.534081 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b6c15f29-85f1-4dd4-a835-1c3ae2c6d5e0 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/networks/60d272f8-0060-44da-acf6-1280148ad2ae?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3916583 Dec 22 04:47:49.552487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50874) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:49.621455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] For port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:49.633379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] For port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fa0f668-8d73-4789-8891-aa6e3f47ad7f,segment=NetworkSegment(973e30a5-12a4-4ee1-8bfa-b7679e9687b9),segment_id=973e30a5-12a4-4ee1-8bfa-b7679e9687b9)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:49.641338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.661479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.670351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:49.686913 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-614a897a-3456-40dc-b1db-58fb552aebd5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4456501 Dec 22 04:47:49.696188 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9617858 Dec 22 04:47:49.710275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50882) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:49.735117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'a2cf43b8-c0ca-47d6-b463-38f13df0ea92', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:49.742076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:49.747889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:floatingip and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:49.751443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:49.757498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:49.778109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.836512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] For port 84c93afc-58ee-403c-b677-48e3bc0fb9cd, host hv-neutron-8225, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:49.836774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.846791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a1e992-8c49-4b12-a161-77ff73ccb944 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:49.852219 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-27a1e992-8c49-4b12-a161-77ff73ccb944 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/subnets/a4d2b1e7-5e9d-485a-ae9a-a267ba993ce8 HTTP/1.1" status: 200 len: 843 time: 0.2911177 Dec 22 04:47:49.857139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50886) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:49.864187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Pushing event updated for resources: {'Port': ['ID=4fa0f668-8d73-4789-8891-aa6e3f47ad7f,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:49.868753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:49.882072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.896345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Transition to ACTIVE for port object adb06a42-f7fe-4b9e-b866-8da840691af8 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:49.916285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Transition to ACTIVE for port object adb06a42-f7fe-4b9e-b866-8da840691af8 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:49.924497 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:49.931961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-45eba721-0742-4957-ac6e-edd246f9a32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:50.003182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Network 742b9643-078f-4eec-b065-1970df82e5e7 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:50.007376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:50.011949 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:50.059611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Pushing event updated for resources: {'Port': ['ID=adb06a42-f7fe-4b9e-b866-8da840691af8,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:50.127961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:50.173651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Attempting to bind port adb06a42-f7fe-4b9e-b866-8da840691af8 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:50.174464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Attempting to bind port adb06a42-f7fe-4b9e-b866-8da840691af8 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '354494f2-56c0-480f-9d74-85e145fa5c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '742b9643-078f-4eec-b065-1970df82e5e7'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:50.175012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Attempting to bind port adb06a42-f7fe-4b9e-b866-8da840691af8 on network 742b9643-078f-4eec-b065-1970df82e5e7 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:50.183021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0f3988b-ceb0-4539-8106-ca7ac17d9056 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.184062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:50.184760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Checking segment: {'id': '354494f2-56c0-480f-9d74-85e145fa5c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '742b9643-078f-4eec-b065-1970df82e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:50.185184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.185659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Bound using segment: {'id': '354494f2-56c0-480f-9d74-85e145fa5c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '742b9643-078f-4eec-b065-1970df82e5e7'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:50.186165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Bound port: adb06a42-f7fe-4b9e-b866-8da840691af8, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354494f2-56c0-480f-9d74-85e145fa5c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '742b9643-078f-4eec-b065-1970df82e5e7'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:50.186584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.204534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Calling delete_port for 84c93afc-58ee-403c-b677-48e3bc0fb9cd owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:50.319634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] For port adb06a42-f7fe-4b9e-b866-8da840691af8, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:50.325226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] For port adb06a42-f7fe-4b9e-b866-8da840691af8, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=adb06a42-f7fe-4b9e-b866-8da840691af8,segment=NetworkSegment(354494f2-56c0-480f-9d74-85e145fa5c86),segment_id=354494f2-56c0-480f-9d74-85e145fa5c86)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:50.333459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.339375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:50.364547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.370590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:50.393820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3988b-ceb0-4539-8106-ca7ac17d9056 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for bb1431c0-a9a5-4265-aaee-1de2e78cc331 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:50.425114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=f208c60b-768d-41c1-a15e-3c867b80d723,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:50.430687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Pushing event updated for resources: {'Port': ['ID=adb06a42-f7fe-4b9e-b866-8da840691af8,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:50.431867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:50.446527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:50.465392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Router 7cfa3021-33a6-4149-85c3-e80070a59770 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:47:50.471807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c587ea28-02fb-427e-b6f7-db91449d57ed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:50.473092 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c587ea28-02fb-427e-b6f7-db91449d57ed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "GET /v2.0/subnets/a4d2b1e7-5e9d-485a-ae9a-a267ba993ce8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6150157 Dec 22 04:47:50.489856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50890) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:50.507961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4fa0f668-8d73-4789-8891-aa6e3f47ad7f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:50.512741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-161024808'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:50.574871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-3580e29b-3d8c-4b9b-8b53-9ade52658af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:50.576495 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-3580e29b-3d8c-4b9b-8b53-9ade52658af0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f5382b7aa0b4653bd41f3bb816510f1&device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 1098 time: 0.7002575 Dec 22 04:47:50.589598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:50.593958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.600114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:50.606581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.613995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:50.621778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fa0f4f5-527a-4cd5-93b7-f31e07020f96 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:50.677015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event deleted for resources: {'Port': ['ID=84c93afc-58ee-403c-b677-48e3bc0fb9cd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:50.685558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:50.686827 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.703430 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "DELETE /v2.0/ports/84c93afc-58ee-403c-b677-48e3bc0fb9cd HTTP/1.1" status: 204 len: 168 time: 1.6856139 Dec 22 04:47:50.705156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:50.708687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.714942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50894) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:50.765610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0f3988b-ceb0-4539-8106-ca7ac17d9056 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.771324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87efaf8e-0982-4d8d-8c8a-7cb78a683194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:50.781116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742b9643-078f-4eec-b065-1970df82e5e7']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:50.837154 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6618ca3f-d983-4367-b185-2cd31c84e68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:47:50.844202 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6618ca3f-d983-4367-b185-2cd31c84e68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "GET /v2.0/ports/84c93afc-58ee-403c-b677-48e3bc0fb9cd HTTP/1.1" status: 404 len: 333 time: 0.1159854 Dec 22 04:47:50.845634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50902) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:50.875778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3988b-ceb0-4539-8106-ca7ac17d9056 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=bb1431c0-a9a5-4265-aaee-1de2e78cc331,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:50.886257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b0f3988b-ceb0-4539-8106-ca7ac17d9056 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:50.886998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:50.892741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Request body: {'port': {'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115817365'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:50.897636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:50.901896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Usage tracker for resource:port and tenant:5dcd2619dd25430591948834e7a70f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:50.906929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:50.919811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:50.938152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Made reservation on behalf of 5dcd2619dd25430591948834e7a70f38 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:50.941027 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.967706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0f3988b-ceb0-4539-8106-ca7ac17d9056 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.968953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354494f2-56c0-480f-9d74-85e145fa5c86') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:50.969451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354494f2-56c0-480f-9d74-85e145fa5c86') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:50.979122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:50.979469 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Added segment 5bf1091b-1b7c-4d6e-a5b6-4064243bd02d of type vlan for network e4a34d4b-2ef2-4402-9150-3aa5c5e613a1 Dec 22 04:47:50.996219 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b0f3988b-ceb0-4539-8106-ca7ac17d9056 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/bb1431c0-a9a5-4265-aaee-1de2e78cc331 HTTP/1.1" status: 204 len: 168 time: 1.9808760 Dec 22 04:47:50.997517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] device_id is not set on port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:50.998799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50906) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:51.003023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.066272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.153020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.159097 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:51.159744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.168840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:51.170213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.204824 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ae73a3-f78f-4385-8722-522bc78f6fec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:47:51.206335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-09ae73a3-f78f-4385-8722-522bc78f6fec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/bb1431c0-a9a5-4265-aaee-1de2e78cc331 HTTP/1.1" status: 404 len: 333 time: 0.1953709 Dec 22 04:47:51.209616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:51.210017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:51.229610 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:51.231575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50910) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:51.240693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.280040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-e46bd392-1fd7-42ef-8ab6-9566ffd4958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:51.281596 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-e46bd392-1fd7-42ef-8ab6-9566ffd4958b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a9fb3d0-e51c-4b01-bdf1-108b9e717864 HTTP/1.1" status: 200 len: 907 time: 0.6619205 Dec 22 04:47:51.299842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6416c094-a6be-4d3c-a238-d185cc1f8e0d None None] Network a7b67921-9ba8-4c30-96ff-b95857710d42 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:51.352015 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8540599 Dec 22 04:47:51.361251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50914) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:51.367603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'network_id': 'e4a34d4b-2ef2-4402-9150-3aa5c5e613a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:51.419338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-71c931ca-31a2-4ea3-bea2-d178d6e1a411 None None] Provisioning for port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:51.430596 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-71c931ca-31a2-4ea3-bea2-d178d6e1a411 None None] Provisioning complete for port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:51.431046 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71c931ca-31a2-4ea3-bea2-d178d6e1a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.486400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Network': ['ID=e4a34d4b-2ef2-4402-9150-3aa5c5e613a1,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:51.493137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:51.495931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:51.514771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:51.517282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.523139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:51.529344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network e4a34d4b-2ef2-4402-9150-3aa5c5e613a1 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:47:51.530581 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555ed23-9f7f-4ba3-b591-f48aa2ef9f52 None None] Sync routers for ids ['7cfa3021-33a6-4149-85c3-e80070a59770'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:51.556105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Made reservation on behalf of cb5d30e54fef406595eebf79dcb038f4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:51.557053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:47:51.557053 dv-neutron-822524-1-hyperv neutron-server[87555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:47:51.557053 dv-neutron-822524-1-hyperv neutron-server[87555]: [parameters: {'id': '742b9643-078f-4eec-b065-1970df82e5e7'}] Dec 22 04:47:51.557053 dv-neutron-822524-1-hyperv neutron-server[87555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:51.557590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:51.561510 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555ed23-9f7f-4ba3-b591-f48aa2ef9f52 None None] Routers {'7cfa3021-33a6-4149-85c3-e80070a59770'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:51.562493 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a555ed23-9f7f-4ba3-b591-f48aa2ef9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['7cfa3021-33a6-4149-85c3-e80070a59770'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:51.574998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.584582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-699873d6-e187-4615-a809-a4095fbd672c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet 0d981e67-afb5-4df8-be15-ed7b11e4988f {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:47:51.597480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-699873d6-e187-4615-a809-a4095fbd672c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.674855 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-46286913-4ff5-4170-88ad-b23ce3868502 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa688b99-4039-432a-a3d8-1983984e56ad HTTP/1.1" status: 200 len: 1001 time: 0.2794473 Dec 22 04:47:51.687618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.689664 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "PUT /v2.0/routers/7cfa3021-33a6-4149-85c3-e80070a59770 HTTP/1.1" status: 200 len: 913 time: 8.6152959 Dec 22 04:47:51.691606 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a555ed23-9f7f-4ba3-b591-f48aa2ef9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:51.700362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50918) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:51.700558 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555ed23-9f7f-4ba3-b591-f48aa2ef9f52 None None] Routers {'7cfa3021-33a6-4149-85c3-e80070a59770'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:51.701132 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a555ed23-9f7f-4ba3-b591-f48aa2ef9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['7cfa3021-33a6-4149-85c3-e80070a59770'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:51.777701 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a555ed23-9f7f-4ba3-b591-f48aa2ef9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:51.778788 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555ed23-9f7f-4ba3-b591-f48aa2ef9f52 None None] The sync data for ids ['7cfa3021-33a6-4149-85c3-e80070a59770'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:51.781433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.792215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:51.821115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71c931ca-31a2-4ea3-bea2-d178d6e1a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.852393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Performing IP validity checks on allocation pools {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 04:47:51.853447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 04:47:51.869707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-699873d6-e187-4615-a809-a4095fbd672c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.890191 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-71c931ca-31a2-4ea3-bea2-d178d6e1a411 None None] For port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fa0f668-8d73-4789-8891-aa6e3f47ad7f,segment=NetworkSegment(973e30a5-12a4-4ee1-8bfa-b7679e9687b9),segment_id=973e30a5-12a4-4ee1-8bfa-b7679e9687b9)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:51.904794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71c931ca-31a2-4ea3-bea2-d178d6e1a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.911031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aefaa8f6-e39a-4157-85bd-9804c3dcc4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:51.913253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Network 3609979f-5b97-4a06-9e02-e7d05f66fd9a is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:51.917362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:51.924969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:51.925809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:51.926429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:51.930462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event updated for resources: {'Port': ['ID=3ebf7dfc-9b28-4c2f-ad54-8718f45509f9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:51.941365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:51.960386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.26.1.112 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/538ce759-704d-4ba0-aa72-d5586ef0463f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:51.965186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-682b1aaa-0b8f-4634-8adb-ae8766d02691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:51.967206 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-682b1aaa-0b8f-4634-8adb-ae8766d02691 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a382ee-2ebf-4150-8568-f3ddb477f856 HTTP/1.1" status: 200 len: 845 time: 0.2756836 Dec 22 04:47:51.984070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1062341 Dec 22 04:47:51.988122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50924) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:51.999218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:52.059992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aec2ec-9681-458b-a61c-f7d2cab6cd3d None None] Network 742b9643-078f-4eec-b065-1970df82e5e7 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:52.085593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:52.094070 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-de7ab27f-dac4-4848-8640-760bb9ab94f7 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/routers/7cfa3021-33a6-4149-85c3-e80070a59770 HTTP/1.1" status: 200 len: 919 time: 0.3576064 Dec 22 04:47:52.094369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50930) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:52.443656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port adb06a42-f7fe-4b9e-b866-8da840691af8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:52.444217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:52.533232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c931ca-31a2-4ea3-bea2-d178d6e1a411 None None] Pushing event updated for resources: {'Port': ['ID=4fa0f668-8d73-4789-8891-aa6e3f47ad7f,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:52.539385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device adb06a42-f7fe-4b9e-b866-8da840691af8 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:47:52.571952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-71c931ca-31a2-4ea3-bea2-d178d6e1a411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:52.583953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b4bd5247-f4f5-4231-bb04-1ebc66f1d509 None None] Provisioning for port adb06a42-f7fe-4b9e-b866-8da840691af8 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:52.595968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:52.615363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:52.628460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d3119454-e800-4c4e-a796-78bfa1ff59e7 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:52.640675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-699873d6-e187-4615-a809-a4095fbd672c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:52.662850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port adb06a42-f7fe-4b9e-b866-8da840691af8 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:47:52.672886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port adb06a42-f7fe-4b9e-b866-8da840691af8 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:52.672886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:52.748900 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8bbfdcd2-82f1-4308-944f-cba8653686ec None None] Could not find standard attr ID for object bb1431c0-a9a5-4265-aaee-1de2e78cc331. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:47:52.769176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] DHCP port deletion for 742b9643-078f-4eec-b065-1970df82e5e7 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:52.778264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Deleting port adb06a42-f7fe-4b9e-b866-8da840691af8 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:52.778658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:52.785208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-10d6edd6-4f01-4060-ac7e-986db34b4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:52.787111 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-10d6edd6-4f01-4060-ac7e-986db34b4c14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a9fb3d0-e51c-4b01-bdf1-108b9e717864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6929235 Dec 22 04:47:52.825899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c5d91-eede-46d3-8994-cf1991d550bd tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:52.831149 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f57c5d91-eede-46d3-8994-cf1991d550bd tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&device_id=7cfa3021-33a6-4149-85c3-e80070a59770&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7265675 Dec 22 04:47:52.833189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8bbfdcd2-82f1-4308-944f-cba8653686ec None None] Provisioning complete for port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:52.833562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8bbfdcd2-82f1-4308-944f-cba8653686ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:52.833712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50934) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:52.860743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:52.992117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=f4e2ee6a-665a-4f9f-b7a1-ce94999a10bd,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:53.001381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.016913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:53.029799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-699873d6-e187-4615-a809-a4095fbd672c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.034602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Checking segment: {'id': '5bf1091b-1b7c-4d6e-a5b6-4064243bd02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e4a34d4b-2ef2-4402-9150-3aa5c5e613a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:53.034960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network hostable DHCP agents. Network: e4a34d4b-2ef2-4402-9150-3aa5c5e613a1, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:53.039126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:53.101259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699873d6-e187-4615-a809-a4095fbd672c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=0d981e67-afb5-4df8-be15-ed7b11e4988f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:53.106551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-699873d6-e187-4615-a809-a4095fbd672c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:53.108577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Network e4a34d4b-2ef2-4402-9150-3aa5c5e613a1 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:53.109129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-699873d6-e187-4615-a809-a4095fbd672c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.111047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37660bae-d211-425f-ac30-5035900df74d tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:53.111620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-37660bae-d211-425f-ac30-5035900df74d tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Synchronizing usage tracker for tenant:f77bbf018abf442a8cfad79fbabf6db8 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:53.117018 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-699873d6-e187-4615-a809-a4095fbd672c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/0d981e67-afb5-4df8-be15-ed7b11e4988f HTTP/1.1" status: 204 len: 168 time: 1.8787057 Dec 22 04:47:53.118726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port adb06a42-f7fe-4b9e-b866-8da840691af8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=adb06a42-f7fe-4b9e-b866-8da840691af8,segment=NetworkSegment(354494f2-56c0-480f-9d74-85e145fa5c86),segment_id=354494f2-56c0-480f-9d74-85e145fa5c86)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:53.119078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.129643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50938) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:53.153700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17081ab3-fefe-41c4-bec6-91d1925032e3 None None] Network a7b67921-9ba8-4c30-96ff-b95857710d42 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:53.173452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, e4a34d4b-2ef2-4402-9150-3aa5c5e613a1) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:53.183454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:53.184045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.198221 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] device_id is not set on port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:53.199810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09ec85-65a8-437f-ba51-638f4c85872b None None] Network e4a34d4b-2ef2-4402-9150-3aa5c5e613a1 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:53.202531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-37660bae-d211-425f-ac30-5035900df74d tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Unset dirty status for tenant:f77bbf018abf442a8cfad79fbabf6db8 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:53.206409 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-37660bae-d211-425f-ac30-5035900df74d tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 881 time: 0.3649528 Dec 22 04:47:53.208374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50942) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:53.210035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.265725 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9015307 Dec 22 04:47:53.271337 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-05dc0297-48f8-40a4-af13-7d7735ee185d tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cfa3021-33a6-4149-85c3-e80070a59770 HTTP/1.1" status: 200 len: 205 time: 0.0562592 Dec 22 04:47:53.271337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50946) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:53.273085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50948) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:53.274827 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Transition to ACTIVE for port object 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:53.276259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port adb06a42-f7fe-4b9e-b866-8da840691af8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=adb06a42-f7fe-4b9e-b866-8da840691af8,segment=NetworkSegment(354494f2-56c0-480f-9d74-85e145fa5c86),segment_id=354494f2-56c0-480f-9d74-85e145fa5c86)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:53.277346 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-9a23992b-c888-46b5-9f96-043393c8d841 service neutron] 10.222.0.61 "GET /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712121 Dec 22 04:47:53.336070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-17835e7b-9449-4a3d-8253-5abf3be2be9e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:53.361789 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.378059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.379079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:53.389692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aef78746-ecd1-4b72-bf6f-5d0988b08fb6 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:53.449416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for adb06a42-f7fe-4b9e-b866-8da840691af8 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:53.480383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] For port adb06a42-f7fe-4b9e-b866-8da840691af8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=adb06a42-f7fe-4b9e-b866-8da840691af8,segment=NetworkSegment(354494f2-56c0-480f-9d74-85e145fa5c86),segment_id=354494f2-56c0-480f-9d74-85e145fa5c86)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:53.480791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.486031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.539752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5c025f23-802c-42f3-9de0-7c769e8380b1 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:53.572760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.667511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Calling delete_port for adb06a42-f7fe-4b9e-b866-8da840691af8 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:53.669527 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event updated for resources: {'Port': ['ID=3ebf7dfc-9b28-4c2f-ad54-8718f45509f9,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:53.674038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:53.692922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:53.693482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.711200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:53.711507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:53.711842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:53.725906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.731453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:53.744743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:53.764204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:53.779459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:53.779769 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:53.780889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=adb06a42-f7fe-4b9e-b866-8da840691af8,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:53.788855 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 2 to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 Dec 22 04:47:53.789063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:53.816548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17835e7b-9449-4a3d-8253-5abf3be2be9e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2461081'] for subnet, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:53.829074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=538ce759-704d-4ba0-aa72-d5586ef0463f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:53.847304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:53.850423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:53.850804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:53.851134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:53.859969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:53.861200 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:53.865153 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 3 to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 Dec 22 04:47:53.929172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:53.929573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:53.971456 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3fb5c855-630e-41f1-aeb5-7dda4efa2bf6 req-fd3e5b85-e1d2-4b81-81e3-36864ab227c5 service neutron] 10.222.0.61 "GET /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871612 Dec 22 04:47:53.971669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:53.972044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:53.974698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:53.975809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:53.976475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:53.978493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-e4a34d4b-2ef2-4402-9150-3aa5c5e613a1', 'network_id': 'e4a34d4b-2ef2-4402-9150-3aa5c5e613a1', 'tenant_id': 'cb5d30e54fef406595eebf79dcb038f4', 'fixed_ips': [{'subnet_id': 'f4e2ee6a-665a-4f9f-b7a1-ce94999a10bd'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:47:53.979423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.007414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:54.008588 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:54.012714 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 4 to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 Dec 22 04:47:54.054411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:54.054854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:54.055267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:54.073070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:54.073494 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:54.077360 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 5 to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 Dec 22 04:47:54.087272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] DHCP port deletion for a7b67921-9ba8-4c30-96ff-b95857710d42 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:47:54.101220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] Deleting port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:54.101737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.114699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.151177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:54.151604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:54.152005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:54.171491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Deleting port aac85f8f-ff8a-4d43-ac9c-cdcf613c25df {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:54.171916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.209124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:54.209627 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:54.218452 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 6 to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 Dec 22 04:47:54.286343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] For port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fa0f668-8d73-4789-8891-aa6e3f47ad7f,segment=NetworkSegment(973e30a5-12a4-4ee1-8bfa-b7679e9687b9),segment_id=973e30a5-12a4-4ee1-8bfa-b7679e9687b9)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:54.286630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.355307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] For port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fa0f668-8d73-4789-8891-aa6e3f47ad7f,segment=NetworkSegment(973e30a5-12a4-4ee1-8bfa-b7679e9687b9),segment_id=973e30a5-12a4-4ee1-8bfa-b7679e9687b9)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:54.355826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.442323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:54.442754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:54.443174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:54.475041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:54.475481 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:54.481233 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 7 to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 Dec 22 04:47:54.483438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Deleting port adb06a42-f7fe-4b9e-b866-8da840691af8 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:54.483828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.509506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 4fa0f668-8d73-4789-8891-aa6e3f47ad7f owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:54.524912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] Calling delete_port for 4fa0f668-8d73-4789-8891-aa6e3f47ad7f owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:54.552199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4fa0f668-8d73-4789-8891-aa6e3f47ad7f no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:54.572525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:54.572974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:54.573324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:54.582811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:54.583248 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:54.583834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17835e7b-9449-4a3d-8253-5abf3be2be9e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791423555148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2570828'] for subnet, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.590150 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 8 to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 Dec 22 04:47:54.598469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25bb1b85-eb4e-467b-855a-b2a279f0a5e9 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:54.607585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port adb06a42-f7fe-4b9e-b866-8da840691af8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:54.609095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.692570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:54.693046 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:54.693254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:54.712002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17835e7b-9449-4a3d-8253-5abf3be2be9e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:54.712643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17835e7b-9449-4a3d-8253-5abf3be2be9e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.716512 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-17835e7b-9449-4a3d-8253-5abf3be2be9e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "PUT /v2.0/subnets/f4e2ee6a-665a-4f9f-b7a1-ce94999a10bd HTTP/1.1" status: 200 len: 900 time: 1.4419723 Dec 22 04:47:54.718876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:54.719265 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:54.723762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50962) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:54.724247 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 9 to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 Dec 22 04:47:54.737312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.762326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.775261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-05417d69-af3b-401a-932b-05a6f74a5114 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:54.794922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a388b727-c301-4f85-ab8a-1a1d8cb06cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:54.807692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No active binding found for port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f {{(pid=87556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 04:47:54.808022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4fa0f668-8d73-4789-8891-aa6e3f47ad7f not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:47:54.808491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device adb06a42-f7fe-4b9e-b866-8da840691af8 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:47:54.841375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Allocated IP 2001:db8::3 (e4a34d4b-2ef2-4402-9150-3aa5c5e613a1/f4e2ee6a-665a-4f9f-b7a1-ce94999a10bd/4324a504-a06d-4453-994e-57a3d28c2426) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:54.847238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=4fa0f668-8d73-4789-8891-aa6e3f47ad7f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:54.849305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No DVR routers for this DVR port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:54.882585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:54.904693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17835e7b-9449-4a3d-8253-5abf3be2be9e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event updated for resources: {'Subnet': ['ID=f4e2ee6a-665a-4f9f-b7a1-ce94999a10bd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:54.960432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Calling delete_port for aac85f8f-ff8a-4d43-ac9c-cdcf613c25df owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:54.988985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-17835e7b-9449-4a3d-8253-5abf3be2be9e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:54.999155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:54.999492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:54.999826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:55.036359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:55.036585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:55.036717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:55.036906 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:55.041662 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 10 to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 Dec 22 04:47:55.064456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.080312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:55.080660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:55.080982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:55.115889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:47:55.115889 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:47:55.116489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.132167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] For port adb06a42-f7fe-4b9e-b866-8da840691af8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=adb06a42-f7fe-4b9e-b866-8da840691af8,segment=NetworkSegment(354494f2-56c0-480f-9d74-85e145fa5c86),segment_id=354494f2-56c0-480f-9d74-85e145fa5c86)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:55.132593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.155791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.159942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b67921-9ba8-4c30-96ff-b95857710d42']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:55.220329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.267927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port adb06a42-f7fe-4b9e-b866-8da840691af8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=adb06a42-f7fe-4b9e-b866-8da840691af8,segment=NetworkSegment(354494f2-56c0-480f-9d74-85e145fa5c86),segment_id=354494f2-56c0-480f-9d74-85e145fa5c86)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:55.268857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.280969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973e30a5-12a4-4ee1-8bfa-b7679e9687b9') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:55.281206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973e30a5-12a4-4ee1-8bfa-b7679e9687b9') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:55.298101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Calling delete_port for adb06a42-f7fe-4b9e-b866-8da840691af8 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:55.331722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.368698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.382461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.395620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] For port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9, host hv-neutron-8225, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:55.395990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempted to set empty binding levels {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 04:47:55.410477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.421774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:55.465052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.471365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.472865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port adb06a42-f7fe-4b9e-b866-8da840691af8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=adb06a42-f7fe-4b9e-b866-8da840691af8,segment=NetworkSegment(354494f2-56c0-480f-9d74-85e145fa5c86),segment_id=354494f2-56c0-480f-9d74-85e145fa5c86)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:55.480730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for adb06a42-f7fe-4b9e-b866-8da840691af8 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:55.482598 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Transition to ACTIVE for port object 4324a504-a06d-4453-994e-57a3d28c2426 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:55.485622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.491730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:55.505949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] In _notify_port_updated(), no bound segment for port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:47:55.506242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:55.506826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.508234 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "PUT /v2.0/ports/3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 HTTP/1.1" status: 200 len: 981 time: 3.5189922 Dec 22 04:47:55.511604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50966) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:55.531894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.551964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:55.552410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:55.568647 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:55.580781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:55.581139 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:55.589957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] Deleting port 4fa0f668-8d73-4789-8891-aa6e3f47ad7f {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:55.590267 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.611890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event updated for resources: {'Port': ['ID=3ebf7dfc-9b28-4c2f-ad54-8718f45509f9,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:55.616080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:55.616684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f752c8a5-ca6d-4f34-ab43-4608cfc4fd1b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:55.649765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Transition to ACTIVE for port object 4324a504-a06d-4453-994e-57a3d28c2426 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:47:55.692097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fe7783e3-4eb5-409c-9293-ee0a46ecb1fd None None] The port '4fa0f668-8d73-4789-8891-aa6e3f47ad7f' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:47:55.693510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.709712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Pushing event deleted for resources: {'Port': ['ID=aac85f8f-ff8a-4d43-ac9c-cdcf613c25df,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:55.716851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.725978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:55.728693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Network e4a34d4b-2ef2-4402-9150-3aa5c5e613a1 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:55.730376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:55.732057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=adb06a42-f7fe-4b9e-b866-8da840691af8,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:55.735452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:55.735941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f3b151d1-d1e5-4ee9-b671-6e79f1931fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:55.755377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.762934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:55.778644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.783677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.790082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:55.804023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ce8ad48a-1d4f-46a8-bf40-a92be9932fe6 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:55.806494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.855841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e2ee6a-665a-4f9f-b7a1-ce94999a10bd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:55.863601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Pushing event updated for resources: {'Port': ['ID=4324a504-a06d-4453-994e-57a3d28c2426,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:55.878297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:55.914260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:55.936736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Attempting to bind port 4324a504-a06d-4453-994e-57a3d28c2426 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:55.937118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Attempting to bind port 4324a504-a06d-4453-994e-57a3d28c2426 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '5bf1091b-1b7c-4d6e-a5b6-4064243bd02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e4a34d4b-2ef2-4402-9150-3aa5c5e613a1'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:55.937526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Attempting to bind port 4324a504-a06d-4453-994e-57a3d28c2426 on network e4a34d4b-2ef2-4402-9150-3aa5c5e613a1 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:47:55.944202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:47:55.944602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Checking segment: {'id': '5bf1091b-1b7c-4d6e-a5b6-4064243bd02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e4a34d4b-2ef2-4402-9150-3aa5c5e613a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:47:55.945005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.945521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Bound using segment: {'id': '5bf1091b-1b7c-4d6e-a5b6-4064243bd02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e4a34d4b-2ef2-4402-9150-3aa5c5e613a1'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:47:55.946005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Bound port: 4324a504-a06d-4453-994e-57a3d28c2426, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf1091b-1b7c-4d6e-a5b6-4064243bd02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e4a34d4b-2ef2-4402-9150-3aa5c5e613a1'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:55.946405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:55.979980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Network': ['ID=a7b67921-9ba8-4c30-96ff-b95857710d42,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:55.982857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:55.987361 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/networks/a7b67921-9ba8-4c30-96ff-b95857710d42 HTTP/1.1" status: 204 len: 168 time: 2.8464332 Dec 22 04:47:55.993252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50974) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:55.999909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'name': 'tempest-PortsIpV6TestJSON-1958647535'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:56.030985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:56.031303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:56.044512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] For port 4324a504-a06d-4453-994e-57a3d28c2426, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:47:56.047814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] For port 4324a504-a06d-4453-994e-57a3d28c2426, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4324a504-a06d-4453-994e-57a3d28c2426,segment=NetworkSegment(5bf1091b-1b7c-4d6e-a5b6-4064243bd02d),segment_id=5bf1091b-1b7c-4d6e-a5b6-4064243bd02d)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:47:56.053356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.057399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:56.169448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Pushing event updated for resources: {'Port': ['ID=4324a504-a06d-4453-994e-57a3d28c2426,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:56.177466 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:56.211819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:56.219841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:port and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:56.224259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:56.232234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d097b11-9010-4d8d-a2e8-c593bb588713 None None] Network e4a34d4b-2ef2-4402-9150-3aa5c5e613a1 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:56.238313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port adb06a42-f7fe-4b9e-b866-8da840691af8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:56.238660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.243802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.256719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.277467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.277723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:56.277823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.278371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.278903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.279417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.279930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.280466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.280974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.281486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.282674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.283207 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.283724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.284263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.284774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.285293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.285811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.286322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.286832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.287337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.287923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.288390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.288900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.289411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.289921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.290430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.291222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:56.293293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Synchronizing usage tracker for tenant:5dcd2619dd25430591948834e7a70f38 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:56.305290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.318270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a34d4b-2ef2-4402-9150-3aa5c5e613a1']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:56.330785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:56.335164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.349013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf1091b-1b7c-4d6e-a5b6-4064243bd02d') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:56.349718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf1091b-1b7c-4d6e-a5b6-4064243bd02d') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:56.367413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.378550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.379227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Fanout notify agent at l3_agent the message router_deleted on router 7cfa3021-33a6-4149-85c3-e80070a59770 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:47:56.390491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Unset dirty status for tenant:5dcd2619dd25430591948834e7a70f38 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:56.392461 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2d8ee232-ada0-4381-a55c-a8dbe5fb6243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23139 time: 0.8780422 Dec 22 04:47:56.396910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50978) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:56.398673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.408792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:56.409458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:56.424881 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:56.433518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.434593 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/7cfa3021-33a6-4149-85c3-e80070a59770 HTTP/1.1" status: 204 len: 168 time: 3.1593502 Dec 22 04:47:56.446917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:47:56.457951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352c5e0-0dee-4f5a-8e66-2a810d59269f None None] Network e4a34d4b-2ef2-4402-9150-3aa5c5e613a1 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:56.463419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50982) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:56.473393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Deleting port adb06a42-f7fe-4b9e-b866-8da840691af8 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:56.474023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.474130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port d91f8861-7566-4677-aa52-7e3b805762b9 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:56.517300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:47:56.517300 dv-neutron-822524-1-hyperv neutron-server[87554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:47:56.517300 dv-neutron-822524-1-hyperv neutron-server[87554]: [parameters: {'id': 'e4a34d4b-2ef2-4402-9150-3aa5c5e613a1'}] Dec 22 04:47:56.517300 dv-neutron-822524-1-hyperv neutron-server[87554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:56.517803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:56.538691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1075283243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:56.545609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.554547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:56.574298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.578156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Usage tracker for resource:router and tenant:22e50dccb74c48acbc942936b5fa2ac4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:47:56.588381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:56.617166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:47:56.667661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:56.744539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Deleting port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:56.744924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.838711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] For port adb06a42-f7fe-4b9e-b866-8da840691af8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=adb06a42-f7fe-4b9e-b866-8da840691af8,segment=NetworkSegment(354494f2-56c0-480f-9d74-85e145fa5c86),segment_id=354494f2-56c0-480f-9d74-85e145fa5c86)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:56.839105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.899542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.900657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.905320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=538ce759-704d-4ba0-aa72-d5586ef0463f,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:56.909867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:56.937015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port adb06a42-f7fe-4b9e-b866-8da840691af8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=adb06a42-f7fe-4b9e-b866-8da840691af8,segment=NetworkSegment(354494f2-56c0-480f-9d74-85e145fa5c86),segment_id=354494f2-56c0-480f-9d74-85e145fa5c86)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:56.937278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:56.972758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Calling delete_port for adb06a42-f7fe-4b9e-b866-8da840691af8 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:57.019254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.026995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f86dec1e-d47e-4dc9-a589-5c8bb81d8d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.047959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port 4324a504-a06d-4453-994e-57a3d28c2426 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:57.049226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.061950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.066606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-460fece7-581e-4f73-a7a2-6e182d9abc25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:57.077849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.112061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Pushing event deleted for resources: {'Port': ['ID=adb06a42-f7fe-4b9e-b866-8da840691af8,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:57.115315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:57.116393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] No DVR routers for this DVR port adb06a42-f7fe-4b9e-b866-8da840691af8 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:57.137738 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea78c83f-34fa-4b11-925c-801011e0f2d1 None None] Network 742b9643-078f-4eec-b065-1970df82e5e7 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:47:57.138459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.280568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for adb06a42-f7fe-4b9e-b866-8da840691af8 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:57.331661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] For port 4324a504-a06d-4453-994e-57a3d28c2426, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4324a504-a06d-4453-994e-57a3d28c2426,segment=NetworkSegment(5bf1091b-1b7c-4d6e-a5b6-4064243bd02d),segment_id=5bf1091b-1b7c-4d6e-a5b6-4064243bd02d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:57.332048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.356188 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d9cc86-f9e9-4a76-8b5e-955957871fb7 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:47:57.467170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Calling delete_port for 4324a504-a06d-4453-994e-57a3d28c2426 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:57.492239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d9cc86-f9e9-4a76-8b5e-955957871fb7 None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:47:57.555558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.560407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e0642123-093b-4810-913a-ca7fac329f6f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:57.607948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No DVR routers for this DVR port 4324a504-a06d-4453-994e-57a3d28c2426 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:57.635694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Port': ['ID=4324a504-a06d-4453-994e-57a3d28c2426,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:57.638997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:57.665807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.670604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.743892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.766876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] For port 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9, host hv-neutron-8225, got binding levels [] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:47:57.766876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.773941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a34d4b-2ef2-4402-9150-3aa5c5e613a1']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:57.792325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf1091b-1b7c-4d6e-a5b6-4064243bd02d') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:57.794182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf1091b-1b7c-4d6e-a5b6-4064243bd02d') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:57.812555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.834592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.840888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:57.841261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.854221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:57.854543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:57.855184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.859902 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c8d37953-bd6f-45ce-9496-468bb6f44dbe tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3867302 Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:57.860055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 50990) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:57.870676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_snat': False}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:57.890351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:57.924078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Calling delete_port for 3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:57.965932 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP 82ad33cf-10ef-466d-8143-4ef5ee0c68e5 associated. External IP: 172.26.1.112, port: a2cf43b8-c0ca-47d6-b463-38f13df0ea92. Dec 22 04:47:58.056271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.074238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:58.079498 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.184370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.195701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-369e836a-859d-42fa-996b-4d4b62499f03 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:58.199605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:58.211292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:58.214416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.225505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:47:58.230037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Network': ['ID=e4a34d4b-2ef2-4402-9150-3aa5c5e613a1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:58.231884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:58.232164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.260011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.264382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=d91f8861-7566-4677-aa52-7e3b805762b9,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:58.280246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:58.282032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45abd0b5-942e-4fed-9d84-a82dced5d75b tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:58.336463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ebf7dfc-9b28-4c2f-ad54-8718f45509f9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:58.342869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:58.349062 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3515766 Dec 22 04:47:58.350191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 50998) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:58.355471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.357463 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 HTTP/1.1" status: 204 len: 168 time: 1.9538693 Dec 22 04:47:58.386211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51002) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:58.422114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:58.500453 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/e4a34d4b-2ef2-4402-9150-3aa5c5e613a1 HTTP/1.1" status: 204 len: 168 time: 3.7678010 Dec 22 04:47:58.504466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51006) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:58.517740 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9494671e-3ca0-4517-b301-5bf1ff8eea73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:47:58.518261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9494671e-3ca0-4517-b301-5bf1ff8eea73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Synchronizing usage tracker for tenant:5dcd2619dd25430591948834e7a70f38 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:47:58.541478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.544290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a894e71e-b869-4e75-bc40-d5de6e6a3fed tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port d91f8861-7566-4677-aa52-7e3b805762b9 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:58.544927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a894e71e-b869-4e75-bc40-d5de6e6a3fed tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.560709 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83dde65-6b5e-4dad-8285-8196348fe670 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:47:58.561159 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83dde65-6b5e-4dad-8285-8196348fe670 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:47:58.562927 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c83dde65-6b5e-4dad-8285-8196348fe670 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/subnets/f4e2ee6a-665a-4f9f-b7a1-ce94999a10bd HTTP/1.1" status: 404 len: 337 time: 0.0578146 Dec 22 04:47:58.566559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51010) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:58.615213 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45ee007-7e98-491a-891e-0ae94a9bdc92 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:47:58.615700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45ee007-7e98-491a-891e-0ae94a9bdc92 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:47:58.617521 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d45ee007-7e98-491a-891e-0ae94a9bdc92 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/e4a34d4b-2ef2-4402-9150-3aa5c5e613a1 HTTP/1.1" status: 404 len: 339 time: 0.0492048 Dec 22 04:47:58.620333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51014) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:58.719617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9494671e-3ca0-4517-b301-5bf1ff8eea73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Unset dirty status for tenant:5dcd2619dd25430591948834e7a70f38 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:47:58.720818 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9494671e-3ca0-4517-b301-5bf1ff8eea73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "GET /v2.0/ports/3ebf7dfc-9b28-4c2f-ad54-8718f45509f9 HTTP/1.1" status: 404 len: 333 time: 0.3277462 Dec 22 04:47:58.727321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51018) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:58.747971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-916193889', 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:58.760292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:47:58.779069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:47:58.789095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.806702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:47:58.882196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Made reservation on behalf of 5dcd2619dd25430591948834e7a70f38 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:58.884512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.942867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:58.995086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a894e71e-b869-4e75-bc40-d5de6e6a3fed tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.007616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] device_id is not set on port 1f903b2a-959a-42ca-adfb-f9eed8cac6ca yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:47:59.020515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4280219f-b678-41b1-869d-15c310fb29b9']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:59.105917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcca1127-9345-427d-9110-13f2a5c7df6c') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:59.106170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcca1127-9345-427d-9110-13f2a5c7df6c') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:59.123096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.181133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.193611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:59.194844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:59.210562 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:59.224424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.314008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.358100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.370945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a894e71e-b869-4e75-bc40-d5de6e6a3fed tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for d91f8861-7566-4677-aa52-7e3b805762b9 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:47:59.384926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.390614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:59.417360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.420242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Network': ['ID=4280219f-b678-41b1-869d-15c310fb29b9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:59.427167 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:59.450324 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/4280219f-b678-41b1-869d-15c310fb29b9 HTTP/1.1" status: 204 len: 168 time: 0.8266621 Dec 22 04:47:59.453105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51026) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:59.506053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:47:59.517203 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6a65b-42d4-4023-b1c0-c0d461aa64cf None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:59.528803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6a65b-42d4-4023-b1c0-c0d461aa64cf None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:59.529803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-53e6a65b-42d4-4023-b1c0-c0d461aa64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:59.537429 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d476e3-6330-4a07-beb4-88d1648296be tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:47:59.537861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d476e3-6330-4a07-beb4-88d1648296be tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:47:59.542420 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-47d476e3-6330-4a07-beb4-88d1648296be tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/subnets/00514823-5d84-458a-b864-8cfc6c353a79 HTTP/1.1" status: 404 len: 337 time: 0.0852740 Dec 22 04:47:59.543304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51030) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:59.593976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Allocated IP 172.26.1.40 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/7f71aa7c-3091-4dbb-85e1-76cae2b5a044) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:59.596288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a894e71e-b869-4e75-bc40-d5de6e6a3fed tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.618890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-53e6a65b-42d4-4023-b1c0-c0d461aa64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:59.628211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6a65b-42d4-4023-b1c0-c0d461aa64cf None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:47:59.629029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-53e6a65b-42d4-4023-b1c0-c0d461aa64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:59.653140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:47:59.682405 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecf3b45-1895-4da9-a51b-78fb0904e509 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:47:59.682786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecf3b45-1895-4da9-a51b-78fb0904e509 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:47:59.693138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-53e6a65b-42d4-4023-b1c0-c0d461aa64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:59.693547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6a65b-42d4-4023-b1c0-c0d461aa64cf None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:59.725147 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894e71e-b869-4e75-bc40-d5de6e6a3fed tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=d91f8861-7566-4677-aa52-7e3b805762b9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:59.731524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.767023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a894e71e-b869-4e75-bc40-d5de6e6a3fed tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:47:59.768697 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7ecf3b45-1895-4da9-a51b-78fb0904e509 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/2d74fd29-3ba7-49ff-9576-a4eccc01a645 HTTP/1.1" status: 404 len: 339 time: 0.2220175 Dec 22 04:47:59.773365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.776313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a894e71e-b869-4e75-bc40-d5de6e6a3fed tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.776612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51034) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:59.778503 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a894e71e-b869-4e75-bc40-d5de6e6a3fed tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/d91f8861-7566-4677-aa52-7e3b805762b9 HTTP/1.1" status: 204 len: 168 time: 1.4273877 Dec 22 04:47:59.787694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51038) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:47:59.796336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'mac_address': 'fa:16:3e:67:5f:be', 'name': 'tempest-PortsIpV6TestJSON-431656849'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:59.852619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.859303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0e23b2-2f12-4e78-abaa-0e482a79b728 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting subnet 84275bca-6ea2-4757-972a-a57b7da0cead {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:47:59.864991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a0e23b2-2f12-4e78-abaa-0e482a79b728 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.900035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port adb06a42-f7fe-4b9e-b866-8da840691af8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:47:59.900441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:59.953098 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d4b856a4-96d9-4fb1-8ea1-74bb287a218e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.2338488 Dec 22 04:47:59.962816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51042) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:00.005263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6b3d1f1d-6e6b-43e4-82a9-170cc104f5e2 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:00.049148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a0e23b2-2f12-4e78-abaa-0e482a79b728 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.081979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.087955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] The port 'adb06a42-f7fe-4b9e-b866-8da840691af8' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:48:00.092093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c51f618a-e66e-43cd-afb9-5c8bee468cf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:00.142856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:00.165982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:port and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:00.167663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:00.174175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:00.174572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:00.180166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:00.191042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:00.215837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Pushing event updated for resources: {'Port': ['ID=7f71aa7c-3091-4dbb-85e1-76cae2b5a044,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:00.227175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:00.267873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1f1d-6e6b-43e4-82a9-170cc104f5e2 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.329910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:00.362277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.372033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.405289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-89c98007-92ad-4f3f-b1d2-fb167d3c4847 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:00.410193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a0e23b2-2f12-4e78-abaa-0e482a79b728 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.556435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742b9643-078f-4eec-b065-1970df82e5e7']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:00.590572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354494f2-56c0-480f-9d74-85e145fa5c86') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:00.590879 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354494f2-56c0-480f-9d74-85e145fa5c86') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:00.602713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Network 3609979f-5b97-4a06-9e02-e7d05f66fd9a is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:00.612289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a0e23b2-2f12-4e78-abaa-0e482a79b728 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.619621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:00.621615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event updated for resources: {'Port': ['ID=1f903b2a-959a-42ca-adfb-f9eed8cac6ca,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:00.625190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:00.631919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:00.632921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:00.633550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.671867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e23b2-2f12-4e78-abaa-0e482a79b728 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Subnet': ['ID=84275bca-6ea2-4757-972a-a57b7da0cead,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:00.674258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a0e23b2-2f12-4e78-abaa-0e482a79b728 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.678811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a0e23b2-2f12-4e78-abaa-0e482a79b728 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:00.683034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a93946-815b-4f83-a96e-fd43d93446fa None None] Network 8c87e46b-abbc-4f8b-a814-6684d78e0470 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:00.696003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:00.697714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.735322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.755460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.755695 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0a0e23b2-2f12-4e78-abaa-0e482a79b728 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/subnets/84275bca-6ea2-4757-972a-a57b7da0cead HTTP/1.1" status: 204 len: 168 time: 0.9779406 Dec 22 04:48:00.758482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51050) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:00.779746 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0455391 Dec 22 04:48:00.786308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51054) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:00.789381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:00.789957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.831113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.901515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f0c0cc-ebda-4699-93b8-96333ba98083 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting subnet 23783910-2c41-451b-8272-8cc6a8ede4fa {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:48:00.915332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5f0c0cc-ebda-4699-93b8-96333ba98083 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:00.944653 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:00.960539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 25109700-7907-4aba-88bb-d9c62a24be94 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:01.051421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5f0c0cc-ebda-4699-93b8-96333ba98083 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.215119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1f1d-6e6b-43e4-82a9-170cc104f5e2 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.229487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1f1d-6e6b-43e4-82a9-170cc104f5e2 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.229852 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-6b3d1f1d-6e6b-43e4-82a9-170cc104f5e2 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP 82ad33cf-10ef-466d-8143-4ef5ee0c68e5 disassociated. External IP: 172.26.1.112, port: a2cf43b8-c0ca-47d6-b463-38f13df0ea92. Dec 22 04:48:01.312759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5f0c0cc-ebda-4699-93b8-96333ba98083 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.316165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc32674a-1dda-4e51-8640-46d90670775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:01.316740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fc32674a-1dda-4e51-8640-46d90670775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Synchronizing usage tracker for tenant:5dcd2619dd25430591948834e7a70f38 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:01.339439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.349711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d61302a-d90e-4001-94cc-941245967af2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:01.366652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.367739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.374097 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.394968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=742b9643-078f-4eec-b065-1970df82e5e7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:01.405284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:01.486742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fc32674a-1dda-4e51-8640-46d90670775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Unset dirty status for tenant:5dcd2619dd25430591948834e7a70f38 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:01.487948 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fc32674a-1dda-4e51-8640-46d90670775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "GET /v2.0/ports/1f903b2a-959a-42ca-adfb-f9eed8cac6ca HTTP/1.1" status: 200 len: 958 time: 0.5449991 Dec 22 04:48:01.505045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51058) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:01.565785 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/742b9643-078f-4eec-b065-1970df82e5e7 HTTP/1.1" status: 204 len: 168 time: 12.5978658 Dec 22 04:48:01.568842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51064) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:01.666968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5f0c0cc-ebda-4699-93b8-96333ba98083 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.678669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2fc6669-62a3-48d0-bd13-978f050d08cd tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:01.687729 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7cfa39-b443-4074-bbde-be7104a1d2b4 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:01.688211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7cfa39-b443-4074-bbde-be7104a1d2b4 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:01.692845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9e82209b-8c5f-4bbf-ba13-1068d675b38c None None] Provisioning complete for port b6f04745-b19c-4e37-a6c5-27fb16611d9f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:01.693329 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4f7cfa39-b443-4074-bbde-be7104a1d2b4 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/f208c60b-768d-41c1-a15e-3c867b80d723 HTTP/1.1" status: 404 len: 337 time: 0.0813758 Dec 22 04:48:01.693437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e82209b-8c5f-4bbf-ba13-1068d675b38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.698968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51068) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:01.732151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0c0cc-ebda-4699-93b8-96333ba98083 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Subnet': ['ID=23783910-2c41-451b-8272-8cc6a8ede4fa,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:01.748612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5f0c0cc-ebda-4699-93b8-96333ba98083 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.753331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bfe4b1-919e-45cf-86c8-a1a4f2a271a4 None None] Network 8c87e46b-abbc-4f8b-a814-6684d78e0470 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:01.754863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5f0c0cc-ebda-4699-93b8-96333ba98083 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:01.755019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8a7964c3-addd-4de8-9561-4a4a50009471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Deleting port 1f903b2a-959a-42ca-adfb-f9eed8cac6ca {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:01.755535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a7964c3-addd-4de8-9561-4a4a50009471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.767781 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f5f0c0cc-ebda-4699-93b8-96333ba98083 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/subnets/23783910-2c41-451b-8272-8cc6a8ede4fa HTTP/1.1" status: 204 len: 168 time: 1.0083129 Dec 22 04:48:01.770395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51074) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:01.787364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:01.789685 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0bd9af-dc3a-454f-a8a1-8095089387f4 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:01.790160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0bd9af-dc3a-454f-a8a1-8095089387f4 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:01.791829 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bf0bd9af-dc3a-454f-a8a1-8095089387f4 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/742b9643-078f-4eec-b065-1970df82e5e7 HTTP/1.1" status: 404 len: 339 time: 0.0903261 Dec 22 04:48:01.797024 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51078) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:01.905814 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9aae00-9e57-4492-badc-f9a0be8abcb1 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:01.906260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9aae00-9e57-4492-badc-f9a0be8abcb1 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:01.908183 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8b9aae00-9e57-4492-badc-f9a0be8abcb1 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/0e2206ba-567e-4a66-b5fe-cb19af10fa6a HTTP/1.1" status: 404 len: 337 time: 0.1098518 Dec 22 04:48:01.913286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51082) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:01.964738 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e06a15a-5aa8-426c-846e-c45423c090aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:01.965476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e06a15a-5aa8-426c-846e-c45423c090aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:01.969609 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1e06a15a-5aa8-426c-846e-c45423c090aa tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/7c6e6012-2640-4f5e-a6cc-14246091ecb1 HTTP/1.1" status: 404 len: 339 time: 0.0499446 Dec 22 04:48:01.973549 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51086) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:01.979547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.061709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Router 340990d7-55f8-4851-b193-50d28bd567dc is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:48:02.132984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.139687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3d1f1d-6e6b-43e4-82a9-170cc104f5e2 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:02.144374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b24c79be-3de4-4cde-9568-7ad76b67719e tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:02.147855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] DHCP port deletion for 8c87e46b-abbc-4f8b-a814-6684d78e0470 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:48:02.152595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] Deleting port b6f04745-b19c-4e37-a6c5-27fb16611d9f {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:02.153083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.155894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port b6f04745-b19c-4e37-a6c5-27fb16611d9f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:02.156322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.201109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.227275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a7964c3-addd-4de8-9561-4a4a50009471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.240894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:02.249216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:02.308186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:02.313878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:02.314681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.441046 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] For port b6f04745-b19c-4e37-a6c5-27fb16611d9f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b6f04745-b19c-4e37-a6c5-27fb16611d9f,segment=NetworkSegment(ee6d1055-88db-49ab-8c8c-ea5604318673),segment_id=ee6d1055-88db-49ab-8c8c-ea5604318673)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:02.441857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.460680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b6f04745-b19c-4e37-a6c5-27fb16611d9f no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:48:02.578885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.580924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8a7964c3-addd-4de8-9561-4a4a50009471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Calling delete_port for 1f903b2a-959a-42ca-adfb-f9eed8cac6ca owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:02.591469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:02.605109 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6715ad07-1514-4203-b016-e52288592a83 None None] Sync routers for ids ['340990d7-55f8-4851-b193-50d28bd567dc'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:02.610692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.610692 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "PUT /v2.0/routers/340990d7-55f8-4851-b193-50d28bd567dc HTTP/1.1" status: 200 len: 915 time: 4.7478826 Dec 22 04:48:02.613929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=25109700-7907-4aba-88bb-d9c62a24be94,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:02.619388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51090) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:02.622322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] Calling delete_port for b6f04745-b19c-4e37-a6c5-27fb16611d9f owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:02.632645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] For port b6f04745-b19c-4e37-a6c5-27fb16611d9f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b6f04745-b19c-4e37-a6c5-27fb16611d9f,segment=NetworkSegment(ee6d1055-88db-49ab-8c8c-ea5604318673),segment_id=ee6d1055-88db-49ab-8c8c-ea5604318673)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:02.633284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.633672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:02.642539 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6715ad07-1514-4203-b016-e52288592a83 None None] Routers {'340990d7-55f8-4851-b193-50d28bd567dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:02.643452 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6715ad07-1514-4203-b016-e52288592a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['340990d7-55f8-4851-b193-50d28bd567dc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:02.695226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8688dce9-e45f-4a7d-9c5a-cde75be71f2a']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:02.709434 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9179173 Dec 22 04:48:02.714240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a530eeee-6169-40cd-8550-09815a49fa2f') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:02.714537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a530eeee-6169-40cd-8550-09815a49fa2f') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:02.731906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51094) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:02.743397 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6715ad07-1514-4203-b016-e52288592a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:02.756006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.756991 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6715ad07-1514-4203-b016-e52288592a83 None None] Routers {'340990d7-55f8-4851-b193-50d28bd567dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:02.757677 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6715ad07-1514-4203-b016-e52288592a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['340990d7-55f8-4851-b193-50d28bd567dc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:02.775964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Port b6f04745-b19c-4e37-a6c5-27fb16611d9f update to DOWN by agent not found {{(pid=87556) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 04:48:02.786911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.791138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:02.797338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.803909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:02.804336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.826962 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6715ad07-1514-4203-b016-e52288592a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:02.827627 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6715ad07-1514-4203-b016-e52288592a83 None None] The sync data for ids ['340990d7-55f8-4851-b193-50d28bd567dc'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:02.847740 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:02.854528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] Pushing event deleted for resources: {'Port': ['ID=b6f04745-b19c-4e37-a6c5-27fb16611d9f,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:02.855726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a7964c3-addd-4de8-9561-4a4a50009471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.857632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:02.857752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3d1f1d-6e6b-43e4-82a9-170cc104f5e2 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:02.858539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] No DVR routers for this DVR port b6f04745-b19c-4e37-a6c5-27fb16611d9f on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:48:02.872700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:02.880800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd57ad-fe35-43c3-8178-259dc7ac372b None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:02.890611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd57ad-fe35-43c3-8178-259dc7ac372b None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:02.891379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-09bd57ad-fe35-43c3-8178-259dc7ac372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:02.922334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2f1cb-9712-4376-8e3d-cd1efc56420b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:02.923218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fca2f1cb-9712-4376-8e3d-cd1efc56420b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:02.937911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7964c3-addd-4de8-9561-4a4a50009471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f903b2a-959a-42ca-adfb-f9eed8cac6ca,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:02.943845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a7964c3-addd-4de8-9561-4a4a50009471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:02.949529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a7964c3-addd-4de8-9561-4a4a50009471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.959339 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8a7964c3-addd-4de8-9561-4a4a50009471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "DELETE /v2.0/ports/1f903b2a-959a-42ca-adfb-f9eed8cac6ca HTTP/1.1" status: 204 len: 168 time: 1.4533398 Dec 22 04:48:02.960308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51102) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:02.961483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-09bd57ad-fe35-43c3-8178-259dc7ac372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:02.964482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1f1d-6e6b-43e4-82a9-170cc104f5e2 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:02.974426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd57ad-fe35-43c3-8178-259dc7ac372b None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:02.975127 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-09bd57ad-fe35-43c3-8178-259dc7ac372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:03.061005 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b61c49-a9e8-4385-8871-8aedbef05bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:48:03.061577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-15b61c49-a9e8-4385-8871-8aedbef05bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Synchronizing usage tracker for tenant:5dcd2619dd25430591948834e7a70f38 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:03.064277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fca2f1cb-9712-4376-8e3d-cd1efc56420b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:03.064847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-09bd57ad-fe35-43c3-8178-259dc7ac372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:03.068603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd57ad-fe35-43c3-8178-259dc7ac372b None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:03.068794 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fca2f1cb-9712-4376-8e3d-cd1efc56420b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/25109700-7907-4aba-88bb-d9c62a24be94 HTTP/1.1" status: 200 len: 844 time: 0.3322527 Dec 22 04:48:03.076413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51106) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.140681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-15b61c49-a9e8-4385-8871-8aedbef05bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Unset dirty status for tenant:5dcd2619dd25430591948834e7a70f38 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:03.141875 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-15b61c49-a9e8-4385-8871-8aedbef05bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "GET /v2.0/ports/1f903b2a-959a-42ca-adfb-f9eed8cac6ca HTTP/1.1" status: 404 len: 333 time: 0.1801937 Dec 22 04:48:03.146022 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6b3d1f1d-6e6b-43e4-82a9-170cc104f5e2 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "PUT /v2.0/floatingips/82ad33cf-10ef-466d-8143-4ef5ee0c68e5 HTTP/1.1" status: 200 len: 688 time: 3.1764810 Dec 22 04:48:03.146779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51110) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.148981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51112) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.191965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Calling delete_port for b6f04745-b19c-4e37-a6c5-27fb16611d9f owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:03.212351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Request body: {'port': {'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364449217'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:03.241438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:03.252333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:03.312485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:03.332328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-caf41c46-8dda-4600-a0b8-faf262203a81 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 25109700-7907-4aba-88bb-d9c62a24be94 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:03.332687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-caf41c46-8dda-4600-a0b8-faf262203a81 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:03.333656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-79293e50-0f7c-4291-a0f1-f1abc42d811d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:03.351293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:03.375108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Made reservation on behalf of 5dcd2619dd25430591948834e7a70f38 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:03.377522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:03.381992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=8688dce9-e45f-4a7d-9c5a-cde75be71f2a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:03.391566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:03.395121 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/8688dce9-e45f-4a7d-9c5a-cde75be71f2a HTTP/1.1" status: 204 len: 168 time: 1.4206297 Dec 22 04:48:03.397650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51118) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.402156 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-601ca610-1d5c-461f-a1f3-1629b632a10d tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/routers/340990d7-55f8-4851-b193-50d28bd567dc HTTP/1.1" status: 200 len: 921 time: 0.7801254 Dec 22 04:48:03.409198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51122) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.411964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port 538ce759-704d-4ba0-aa72-d5586ef0463f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:03.412334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:03.431363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:48:03.431670 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:48:03.439584 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-645501ec-159e-428d-b6e9-e9bd8d6cc55c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.440029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645501ec-159e-428d-b6e9-e9bd8d6cc55c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.448512 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-645501ec-159e-428d-b6e9-e9bd8d6cc55c tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/3e24903e-023e-4147-8ecc-5710f8e02f91 HTTP/1.1" status: 404 len: 337 time: 0.0475218 Dec 22 04:48:03.448755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.479194 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f699fd-5f2b-4be4-8bd6-826ae7f2264d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.479561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f699fd-5f2b-4be4-8bd6-826ae7f2264d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.481204 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a4f699fd-5f2b-4be4-8bd6-826ae7f2264d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/3f7c8cf8-d7e5-4782-b0c1-c3afc88ac9c0 HTTP/1.1" status: 404 len: 339 time: 0.0315757 Dec 22 04:48:03.483715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51130) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.506581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] device_id is not set on port 95f21e28-d847-4597-97fb-ba5e12539b07 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:03.521142 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2cbbfb-6666-45f9-8b4b-ee6e7a66af07 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.521585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2cbbfb-6666-45f9-8b4b-ee6e7a66af07 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.523235 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ab2cbbfb-6666-45f9-8b4b-ee6e7a66af07 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/8a629f8c-c472-433a-b807-526694b29d49 HTTP/1.1" status: 404 len: 337 time: 0.0386174 Dec 22 04:48:03.525900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51134) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.550615 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f1aac6-821f-4536-ab45-8e6abb3a4221 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.551080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f1aac6-821f-4536-ab45-8e6abb3a4221 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.552791 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-45f1aac6-821f-4536-ab45-8e6abb3a4221 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/22d14bf2-bef0-4ec5-a9c6-70f7c0139449 HTTP/1.1" status: 404 len: 339 time: 0.0259941 Dec 22 04:48:03.555369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51138) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.592281 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ec542b-0aa7-477e-95f4-c5bd5f2bc8a6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.592945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ec542b-0aa7-477e-95f4-c5bd5f2bc8a6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.594422 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-63ec542b-0aa7-477e-95f4-c5bd5f2bc8a6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/7f5a731d-93ac-4f6f-902b-759d7d87e9b6 HTTP/1.1" status: 404 len: 337 time: 0.0381825 Dec 22 04:48:03.597023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51142) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.628389 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-630cf1ec-a7b6-4e3f-8fd7-666f8b086cc9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.628867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630cf1ec-a7b6-4e3f-8fd7-666f8b086cc9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.630558 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-630cf1ec-a7b6-4e3f-8fd7-666f8b086cc9 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/93355a65-157a-4497-bfa8-d6f2153f8902 HTTP/1.1" status: 404 len: 339 time: 0.0326512 Dec 22 04:48:03.633328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51146) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.671700 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bad31d-9361-4a5e-b6ed-8a1055e1f2b6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.672165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72bad31d-9361-4a5e-b6ed-8a1055e1f2b6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.674409 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-72bad31d-9361-4a5e-b6ed-8a1055e1f2b6 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/c40e2b17-d697-43fc-9a1b-b742873cbbbe HTTP/1.1" status: 404 len: 337 time: 0.0401933 Dec 22 04:48:03.677090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51150) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.702254 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9966a27a-370b-41aa-b513-266105f7f915 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.702725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9966a27a-370b-41aa-b513-266105f7f915 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.705013 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9966a27a-370b-41aa-b513-266105f7f915 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/f294969a-c7f6-4f63-b7d2-c96f7db1fcd3 HTTP/1.1" status: 404 len: 339 time: 0.0270271 Dec 22 04:48:03.707676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51154) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.745550 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3246bf8c-7159-45ac-ba40-924fd51157cd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.745904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3246bf8c-7159-45ac-ba40-924fd51157cd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.747583 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3246bf8c-7159-45ac-ba40-924fd51157cd tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/bb322831-7a84-401a-a1dc-c4cd58204dae HTTP/1.1" status: 404 len: 337 time: 0.0389979 Dec 22 04:48:03.750546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51158) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.780040 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e25518a-3615-4bb6-976b-5a63d180f6c1 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.780528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e25518a-3615-4bb6-976b-5a63d180f6c1 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.782732 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1e25518a-3615-4bb6-976b-5a63d180f6c1 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/d944d260-86e8-452f-a6b6-715a880a47dc HTTP/1.1" status: 404 len: 339 time: 0.0309858 Dec 22 04:48:03.785433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51162) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.823643 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fcd061-fde2-402d-83bc-d2382df5f580 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.824293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fcd061-fde2-402d-83bc-d2382df5f580 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.826053 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-51fcd061-fde2-402d-83bc-d2382df5f580 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/4c59d881-c6c6-4750-acc0-dabf15719b78 HTTP/1.1" status: 404 len: 337 time: 0.0396128 Dec 22 04:48:03.828758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51166) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.855204 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-81032c14-680b-4436-b1a2-588329d1a8c0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.855661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81032c14-680b-4436-b1a2-588329d1a8c0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.857396 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-81032c14-680b-4436-b1a2-588329d1a8c0 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/7639b5bf-a410-416f-8705-9d71efd995bf HTTP/1.1" status: 404 len: 339 time: 0.0276504 Dec 22 04:48:03.860012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51170) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.874055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-caf41c46-8dda-4600-a0b8-faf262203a81 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:03.897383 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdc4a6d-e2dd-4611-8757-ec79bf5c2904 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.898188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdc4a6d-e2dd-4611-8757-ec79bf5c2904 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.899525 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dfdc4a6d-e2dd-4611-8757-ec79bf5c2904 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/39a46652-0312-4dd2-b1df-27ed50fbce5b HTTP/1.1" status: 404 len: 337 time: 0.0385263 Dec 22 04:48:03.902090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51174) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:03.930637 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f1224d-c0d5-41b5-9148-606ab59951a7 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:03.931095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f1224d-c0d5-41b5-9148-606ab59951a7 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:03.935175 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-65f1224d-c0d5-41b5-9148-606ab59951a7 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/de154bda-e4ad-4933-a8e0-2189c59f23eb HTTP/1.1" status: 404 len: 339 time: 0.0297925 Dec 22 04:48:03.935175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port b6f04745-b19c-4e37-a6c5-27fb16611d9f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:03.935175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:03.957525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51178) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:04.036482 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-281e0e03-0c5b-4ad7-ac9c-caec00b67c24 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:04.036856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281e0e03-0c5b-4ad7-ac9c-caec00b67c24 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:04.042048 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-281e0e03-0c5b-4ad7-ac9c-caec00b67c24 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/6e4e1883-5498-40fd-918f-8b3f6aa8e16b HTTP/1.1" status: 404 len: 337 time: 0.0802803 Dec 22 04:48:04.047784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] The port 'b6f04745-b19c-4e37-a6c5-27fb16611d9f' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:48:04.048598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51184) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:04.119958 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57b6623-97a0-41e1-ad11-11c66dc02d77 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:04.120458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57b6623-97a0-41e1-ad11-11c66dc02d77 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:04.124481 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c57b6623-97a0-41e1-ad11-11c66dc02d77 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/d87ca096-65af-49df-bd9d-efbb9eeb568e HTTP/1.1" status: 404 len: 339 time: 0.0725083 Dec 22 04:48:04.126582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51190) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:04.153724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.154032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.171361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-caf41c46-8dda-4600-a0b8-faf262203a81 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 25109700-7907-4aba-88bb-d9c62a24be94 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:04.243386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.279662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b3fa55-4217-43c7-a37b-bce915366288 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting subnet 68c24968-5ae6-4f92-b477-6f15d7880e13 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:48:04.283316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c87e46b-abbc-4f8b-a814-6684d78e0470']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:04.290199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5b3fa55-4217-43c7-a37b-bce915366288 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.335536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6d1055-88db-49ab-8c8c-ea5604318673') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:04.335806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6d1055-88db-49ab-8c8c-ea5604318673') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:04.352980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.372196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5b3fa55-4217-43c7-a37b-bce915366288 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.375159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ff323-b981-4300-909e-7c51374f8c3b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:04.379482 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-300ff323-b981-4300-909e-7c51374f8c3b tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&device_id=340990d7-55f8-4851-b193-50d28bd567dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9664366 Dec 22 04:48:04.385255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for 538ce759-704d-4ba0-aa72-d5586ef0463f owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:04.398391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51194) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:04.406238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.446300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:04.446702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:04.465663 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:04.494647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.524865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-caf41c46-8dda-4600-a0b8-faf262203a81 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.531634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-58135038-a71b-4951-a68b-8d5a9a676393 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:04.582358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf41c46-8dda-4600-a0b8-faf262203a81 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=25109700-7907-4aba-88bb-d9c62a24be94,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:04.587999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-caf41c46-8dda-4600-a0b8-faf262203a81 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:04.622435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-caf41c46-8dda-4600-a0b8-faf262203a81 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.637938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.643961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-364dfc02-b81a-4921-b0b2-87c932d71d30 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:04.662480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.667568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.668538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a7964c3-addd-4de8-9561-4a4a50009471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:04.687045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Network': ['ID=8c87e46b-abbc-4f8b-a814-6684d78e0470,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:04.693898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5b3fa55-4217-43c7-a37b-bce915366288 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.703751 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-caf41c46-8dda-4600-a0b8-faf262203a81 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/25109700-7907-4aba-88bb-d9c62a24be94 HTTP/1.1" status: 204 len: 168 time: 1.6239386 Dec 22 04:48:04.711129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.714518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51198) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:04.723306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:04.724686 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/8c87e46b-abbc-4f8b-a814-6684d78e0470 HTTP/1.1" status: 204 len: 168 time: 2.9531572 Dec 22 04:48:04.725945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf34856-fb08-4530-966e-9ae67179b5dd tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:04.727992 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-faf34856-fb08-4530-966e-9ae67179b5dd tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 881 time: 0.3279848 Dec 22 04:48:04.732830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51202) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:04.733152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51204) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:04.791812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Network 3609979f-5b97-4a06-9e02-e7d05f66fd9a is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:04.824764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:04.827088 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-03476a90-ad41-48d2-ba8d-1127922c271b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:48:04.827621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-03476a90-ad41-48d2-ba8d-1127922c271b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:04.841410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:04.842265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:04.842861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.871915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event updated for resources: {'Port': ['ID=95f21e28-d847-4597-97fb-ba5e12539b07,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:04.885774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:04.891002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af8f3a20-12fc-4bdb-9059-e8105574059f tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:04.951182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=538ce759-704d-4ba0-aa72-d5586ef0463f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:04.957978 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8066304 Dec 22 04:48:04.957978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:04.959950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51210) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:04.968092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:04.968765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-434e26ca-e7bc-4b8a-9d9d-d6bb41579804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:04.969275 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434e26ca-e7bc-4b8a-9d9d-d6bb41579804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:04.970997 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-434e26ca-e7bc-4b8a-9d9d-d6bb41579804 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/subnets/0e9ec100-74b5-4316-9d6b-37cdd95bc086 HTTP/1.1" status: 404 len: 337 time: 0.2369244 Dec 22 04:48:04.975606 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-68b1020c-0e38-4044-95d5-940ff409bc55 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340990d7-55f8-4851-b193-50d28bd567dc HTTP/1.1" status: 200 len: 205 time: 0.2397306 Dec 22 04:48:04.978260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51214) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:04.978581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51216) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:04.996767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-03476a90-ad41-48d2-ba8d-1127922c271b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:04.997893 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-03476a90-ad41-48d2-ba8d-1127922c271b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/25109700-7907-4aba-88bb-d9c62a24be94 HTTP/1.1" status: 404 len: 333 time: 0.2739542 Dec 22 04:48:05.009949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51222) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:05.023009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'name': 'tempest-PortsIpV6TestJSON-569155476'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:05.040834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.043162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.044316 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/floatingips/82ad33cf-10ef-466d-8143-4ef5ee0c68e5 HTTP/1.1" status: 204 len: 168 time: 1.8963950 Dec 22 04:48:05.051599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51226) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:05.062344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '116ff240-9e05-4e87-9a73-15e96da36812'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:05.088323 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b765b764-62d4-4d6c-8e89-729b77317cf4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:05.089004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b765b764-62d4-4d6c-8e89-729b77317cf4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:05.108658 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b765b764-62d4-4d6c-8e89-729b77317cf4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/5e5158bc-288e-4b7b-ab0b-c5ecb56c1188 HTTP/1.1" status: 404 len: 339 time: 0.1291142 Dec 22 04:48:05.112173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51230) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:05.155268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:05.179721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:floatingip and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:05.184352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:05.194697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:05.214308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5b3fa55-4217-43c7-a37b-bce915366288 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.225979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.232945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:05.234807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.248751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:05.268742 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2638af7-2300-484a-95ec-ac874c11370a tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:05.269761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2638af7-2300-484a-95ec-ac874c11370a tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:05.269933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:05.273214 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d2638af7-2300-484a-95ec-ac874c11370a tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/subnets/50d953dd-41d2-45e0-b9c6-7f1e92af1465 HTTP/1.1" status: 404 len: 337 time: 0.1578712 Dec 22 04:48:05.279118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51238) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:05.282613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5b3fa55-4217-43c7-a37b-bce915366288 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.284468 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c5b3fa55-4217-43c7-a37b-bce915366288 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/subnets/68c24968-5ae6-4f92-b477-6f15d7880e13 HTTP/1.1" status: 204 len: 168 time: 1.1570125 Dec 22 04:48:05.287429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3fa55-4217-43c7-a37b-bce915366288 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Subnet': ['ID=68c24968-5ae6-4f92-b477-6f15d7880e13,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:05.291027 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c5b3fa55-4217-43c7-a37b-bce915366288 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:05.293090 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10990252-6b9f-454c-9856-564bf6e9c38a None None] Network 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:05.294054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51240) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:05.349521 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7334209a-a53c-4a14-b438-81a505cd9e6f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:05.349998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7334209a-a53c-4a14-b438-81a505cd9e6f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:05.354063 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7334209a-a53c-4a14-b438-81a505cd9e6f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/ef9f26b5-62b5-4f4d-ac7f-004acac264b0 HTTP/1.1" status: 404 len: 339 time: 0.0659497 Dec 22 04:48:05.357245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51246) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:05.366772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:05.370198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.434806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port d6d756cb-e5b1-411f-8dd2-690f968b9fb1 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:05.459429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.528787 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-631db011-dfa4-4f9f-ac2e-f701cf9ef908 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:05.529243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631db011-dfa4-4f9f-ac2e-f701cf9ef908 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:05.530971 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-631db011-dfa4-4f9f-ac2e-f701cf9ef908 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/subnets/572dfdd5-34d0-4156-9c61-5b3e74e16cef HTTP/1.1" status: 404 len: 337 time: 0.1711464 Dec 22 04:48:05.542966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51250) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:05.601903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.607440 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99807f7-7209-4222-ae60-528d10658260 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:05.607912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99807f7-7209-4222-ae60-528d10658260 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:05.613103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] DHCP port deletion for 70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:48:05.613297 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b99807f7-7209-4222-ae60-528d10658260 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/de943921-c9be-4ac5-bbc6-dfe420a8e19f HTTP/1.1" status: 404 len: 339 time: 0.0641515 Dec 22 04:48:05.614710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51254) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:05.616248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] Deleting port 8e141132-6bb0-4e43-b026-7a6e11734120 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:05.616648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.751500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port 8e141132-6bb0-4e43-b026-7a6e11734120 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:05.752086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.825267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2792f75c-f3bf-4249-9844-7a653b5e9547 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting subnet 095b673e-56c6-4ae4-b4c4-07e1b7ce402b {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:48:05.829106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] For port 8e141132-6bb0-4e43-b026-7a6e11734120, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8e141132-6bb0-4e43-b026-7a6e11734120,segment=NetworkSegment(d01294be-61c7-4ad8-96cc-c13d6a8e8a90),segment_id=d01294be-61c7-4ad8-96cc-c13d6a8e8a90)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:05.829961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.830792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.833447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2792f75c-f3bf-4249-9844-7a653b5e9547 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.905251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Deleting port 7f71aa7c-3091-4dbb-85e1-76cae2b5a044 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:05.905621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.927157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] device_id is not set on port 95f21e28-d847-4597-97fb-ba5e12539b07 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:05.951403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.953483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] Calling delete_port for 8e141132-6bb0-4e43-b026-7a6e11734120 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:05.959672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.964807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:05.985262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2792f75c-f3bf-4249-9844-7a653b5e9547 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.013714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Transition to ACTIVE for port object 95f21e28-d847-4597-97fb-ba5e12539b07 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:06.028123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.035805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.040432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-152d324a-eee3-4767-a9cc-b4242d87e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:06.041046 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:06.084996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] Pushing event deleted for resources: {'Port': ['ID=8e141132-6bb0-4e43-b026-7a6e11734120,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:06.086906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] No DVR routers for this DVR port 8e141132-6bb0-4e43-b026-7a6e11734120 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:48:06.088392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:06.246941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event updated for resources: {'Port': ['ID=95f21e28-d847-4597-97fb-ba5e12539b07,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:06.256493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:06.259290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:06.259798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:06.260346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:06.267946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.277428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76e4b611-1e97-414f-973a-4a215cf4fbdb tempest-FloatingIPAdminTestJSON-424191705 tempest-FloatingIPAdminTestJSON-424191705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:06.286937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] For port 8e141132-6bb0-4e43-b026-7a6e11734120, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8e141132-6bb0-4e43-b026-7a6e11734120,segment=NetworkSegment(d01294be-61c7-4ad8-96cc-c13d6a8e8a90),segment_id=d01294be-61c7-4ad8-96cc-c13d6a8e8a90)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:06.287333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.298466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.307133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:48:06.307477 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:48:06.315056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2792f75c-f3bf-4249-9844-7a653b5e9547 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.317400 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 2 to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 Dec 22 04:48:06.351331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.26.1.69 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/492d295c-0183-48e3-8104-ff1e175ce541) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:06.370907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:06.379880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:06.380955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:06.381277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:06.381609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:06.386792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:06.392825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:06.393598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.405767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=d6d756cb-e5b1-411f-8dd2-690f968b9fb1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:06.415083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:48:06.415419 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:48:06.433014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:06.433450 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 3 to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 Dec 22 04:48:06.469098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8e141132-6bb0-4e43-b026-7a6e11734120 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:48:06.524208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:06.524798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:06.524798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:06.533063 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5197303 Dec 22 04:48:06.534747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51262) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:06.536999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:48:06.537319 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:48:06.538814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 8e141132-6bb0-4e43-b026-7a6e11734120 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:48:06.539343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8e141132-6bb0-4e43-b026-7a6e11734120 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:48:06.541429 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:06.568648 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 4 to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 Dec 22 04:48:06.622663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:06.622973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:06.623321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:06.654709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:48:06.655132 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:48:06.661427 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 5 to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 Dec 22 04:48:06.705042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.726463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:06.726773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:06.727119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:06.729843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Calling delete_port for 7f71aa7c-3091-4dbb-85e1-76cae2b5a044 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:06.746677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:48:06.746999 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:48:06.750119 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 6 to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 Dec 22 04:48:06.763334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.778570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Calling delete_port for 8e141132-6bb0-4e43-b026-7a6e11734120 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:06.788638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:06.788973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:06.789299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:06.826065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:48:06.826411 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:48:06.827643 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 7 to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 Dec 22 04:48:06.867062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:06.867446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:06.867883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:06.873927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.881593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6319ce9b-090f-4ade-9e86-0df0f79e5762 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:06.912604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2792f75c-f3bf-4249-9844-7a653b5e9547 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.918817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7adff0cd-3692-420d-8786-c9a58178a057 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:06.919130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:48:06.919460 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:48:06.927086 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 8 to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 Dec 22 04:48:06.961510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:48:06.961874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:48:06.963600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792f75c-f3bf-4249-9844-7a653b5e9547 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Subnet': ['ID=095b673e-56c6-4ae4-b4c4-07e1b7ce402b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:06.967430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2792f75c-f3bf-4249-9844-7a653b5e9547 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:06.968460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2792f75c-f3bf-4249-9844-7a653b5e9547 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:06.974832 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32bfd45-6f11-4ef3-ab60-d1a48a1a8ce0 None None] Network 8751cd93-1401-4352-9610-0f032f5b8241 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:06.977256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:06.984179 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2792f75c-f3bf-4249-9844-7a653b5e9547 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/subnets/095b673e-56c6-4ae4-b4c4-07e1b7ce402b HTTP/1.1" status: 204 len: 168 time: 1.3657928 Dec 22 04:48:06.985465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51266) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:06.986676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:06.992511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:06.992856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:06.993189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:06.995389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:07.097706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:48:07.097901 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:48:07.102988 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 9 to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 Dec 22 04:48:07.113750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=492d295c-0183-48e3-8104-ff1e175ce541,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:07.125763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:07.144558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:07.144874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:07.145390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:07.155945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.175617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.180125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:07.195388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:48:07.195949 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:48:07.204536 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempt 10 to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 Dec 22 04:48:07.216048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:07.216761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.226970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:07.227510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:07.228042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempting to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:07.263164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Pushing event deleted for resources: {'Port': ['ID=7f71aa7c-3091-4dbb-85e1-76cae2b5a044,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:07.265475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:48:07.266136 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Failed to bind port 95f21e28-d847-4597-97fb-ba5e12539b07 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7466d90c-4981-4d5f-972a-0a4713f76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3609979f-5b97-4a06-9e02-e7d05f66fd9a'}] Dec 22 04:48:07.266677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.280332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:07.315736 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.334633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] DHCP port deletion for 8751cd93-1401-4352-9610-0f032f5b8241 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:48:07.339356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] Deleting port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:07.339933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.355266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.367828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5347edc6-d5d6-485b-b037-49aa969abc82 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:07.443199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.482031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Deleting port 8e141132-6bb0-4e43-b026-7a6e11734120 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:07.482525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.575630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] For port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a3ae7e46-2cb9-45f1-a67d-2801c234ac5b,segment=NetworkSegment(351fcccc-2003-49eb-9c6c-229d730d6869),segment_id=351fcccc-2003-49eb-9c6c-229d730d6869)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:07.576217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.629076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] In _notify_port_updated(), no bound segment for port d6d756cb-e5b1-411f-8dd2-690f968b9fb1 on network c8e61be7-d237-4895-86c0-9faa432939af {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:48:07.635350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:07.635350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.639213 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "PUT /v2.0/ports/d6d756cb-e5b1-411f-8dd2-690f968b9fb1 HTTP/1.1" status: 200 len: 818 time: 1.1008852 Dec 22 04:48:07.653106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51274) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:07.706483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] The port '8e141132-6bb0-4e43-b026-7a6e11734120' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:48:07.725444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] Calling delete_port for a3ae7e46-2cb9-45f1-a67d-2801c234ac5b owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:07.728523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=d6d756cb-e5b1-411f-8dd2-690f968b9fb1,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:07.743643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] For port 95f21e28-d847-4597-97fb-ba5e12539b07, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:48:07.744019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attempted to set empty binding levels {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 04:48:07.745202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:07.810444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.812393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.817265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-986236d6-6308-4d23-ba04-e9eb959fdf37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:07.827690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-caf41c46-8dda-4600-a0b8-faf262203a81 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:07.853940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.864717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] Pushing event deleted for resources: {'Port': ['ID=a3ae7e46-2cb9-45f1-a67d-2801c234ac5b,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:07.866676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] No DVR routers for this DVR port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:48:07.868474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:07.873284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf70a3-b205-4c6e-a791-d5ee59d97abf tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port d6d756cb-e5b1-411f-8dd2-690f968b9fb1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:07.873563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2bf70a3-b205-4c6e-a791-d5ee59d97abf tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.940594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] In _notify_port_updated(), no bound segment for port 95f21e28-d847-4597-97fb-ba5e12539b07 on network 3609979f-5b97-4a06-9e02-e7d05f66fd9a {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:48:07.941485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:07.942090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:07.943424 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "PUT /v2.0/ports/95f21e28-d847-4597-97fb-ba5e12539b07 HTTP/1.1" status: 200 len: 981 time: 2.9824202 Dec 22 04:48:07.955688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51278) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:08.023787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event updated for resources: {'Port': ['ID=95f21e28-d847-4597-97fb-ba5e12539b07,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:08.042110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:08.060338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.092513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] For port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a3ae7e46-2cb9-45f1-a67d-2801c234ac5b,segment=NetworkSegment(351fcccc-2003-49eb-9c6c-229d730d6869),segment_id=351fcccc-2003-49eb-9c6c-229d730d6869)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:08.092872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.101858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.115289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Deleting port 95f21e28-d847-4597-97fb-ba5e12539b07 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:08.115645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.247384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:08.261333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Calling delete_port for a3ae7e46-2cb9-45f1-a67d-2801c234ac5b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:08.289230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.289757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Fanout notify agent at l3_agent the message router_deleted on router 340990d7-55f8-4851-b193-50d28bd567dc {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:48:08.312859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01294be-61c7-4ad8-96cc-c13d6a8e8a90') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:08.313127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01294be-61c7-4ad8-96cc-c13d6a8e8a90') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:08.334588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.336243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2bf70a3-b205-4c6e-a791-d5ee59d97abf tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.369212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.370331 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/340990d7-55f8-4851-b193-50d28bd567dc HTTP/1.1" status: 204 len: 168 time: 3.3892314 Dec 22 04:48:08.377488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51282) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:08.382364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.390729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1905986879', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:08.397634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:48:08.398011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:48:08.399896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:08.400394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:08.416005 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:08.418118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:08.429700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Usage tracker for resource:router and tenant:22e50dccb74c48acbc942936b5fa2ac4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:08.446647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a3ae7e46-2cb9-45f1-a67d-2801c234ac5b no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:48:08.480168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: a3ae7e46-2cb9-45f1-a67d-2801c234ac5b {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:48:08.480527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a3ae7e46-2cb9-45f1-a67d-2801c234ac5b not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:48:08.489793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:08.510934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:08.525618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.526926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.531381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.535919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e5a5a219-6a3c-4d17-9a30-bb15e8fbf355 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:08.537275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf70a3-b205-4c6e-a791-d5ee59d97abf tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for d6d756cb-e5b1-411f-8dd2-690f968b9fb1 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:08.551108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.570678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Pushing event deleted for resources: {'Network': ['ID=70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:08.577427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:08.578955 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.581097 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] 10.222.0.36 "DELETE /v2.0/networks/70ab2cf5-23c0-4b3f-83de-9dc48fb20dfb HTTP/1.1" status: 204 len: 168 time: 3.2696462 Dec 22 04:48:08.606117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.646121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] For port 95f21e28-d847-4597-97fb-ba5e12539b07, host hv-neutron-8225, got binding levels [] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:08.646793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.814630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Calling delete_port for 95f21e28-d847-4597-97fb-ba5e12539b07 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:08.867090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2bf70a3-b205-4c6e-a791-d5ee59d97abf tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.870203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.883543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4cba8903-2643-4d7e-a559-c387c18818bb tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:08.899933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port a3ae7e46-2cb9-45f1-a67d-2801c234ac5b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:08.900299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:08.991832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] The port 'a3ae7e46-2cb9-45f1-a67d-2801c234ac5b' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:48:09.053819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51294) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:09.077988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf70a3-b205-4c6e-a791-d5ee59d97abf tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=d6d756cb-e5b1-411f-8dd2-690f968b9fb1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:09.085482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2bf70a3-b205-4c6e-a791-d5ee59d97abf tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.089328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d2bf70a3-b205-4c6e-a791-d5ee59d97abf tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:09.091165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.151724 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d2bf70a3-b205-4c6e-a791-d5ee59d97abf tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/d6d756cb-e5b1-411f-8dd2-690f968b9fb1 HTTP/1.1" status: 204 len: 168 time: 1.4974029 Dec 22 04:48:09.155740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51300) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:09.193674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.199591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.215694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8e175d0c-f60c-40f9-a108-4ac2787b2424 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:09.225928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8751cd93-1401-4352-9610-0f032f5b8241']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:09.241336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351fcccc-2003-49eb-9c6c-229d730d6869') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:09.241638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351fcccc-2003-49eb-9c6c-229d730d6869') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:09.256971 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.271776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Pushing event deleted for resources: {'Port': ['ID=95f21e28-d847-4597-97fb-ba5e12539b07,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:09.286151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:09.288367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.296816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:09.297190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:09.312372 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:09.320235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.410942 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "DELETE /v2.0/ports/95f21e28-d847-4597-97fb-ba5e12539b07 HTTP/1.1" status: 204 len: 168 time: 1.4501369 Dec 22 04:48:09.417243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51304) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:09.501080 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8084fa-cb22-47d0-8238-fce492df87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:48:09.501610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1d8084fa-cb22-47d0-8238-fce492df87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Synchronizing usage tracker for tenant:5dcd2619dd25430591948834e7a70f38 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:09.509979 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cb9c188c-402c-4576-83d4-0765576ef7aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a4a80e312f9489a9c19bee668dad5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518690 Dec 22 04:48:09.522642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51308) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:09.565737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe915c-dcf0-4f0c-9557-14642c95149c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:09.566343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-31fe915c-dcf0-4f0c-9557-14642c95149c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:09.586268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1d8084fa-cb22-47d0-8238-fce492df87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Unset dirty status for tenant:5dcd2619dd25430591948834e7a70f38 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:09.587446 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1d8084fa-cb22-47d0-8238-fce492df87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] 10.222.0.36 "GET /v2.0/ports/95f21e28-d847-4597-97fb-ba5e12539b07 HTTP/1.1" status: 404 len: 333 time: 0.1672900 Dec 22 04:48:09.593978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51312) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:09.625823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.632784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-31fe915c-dcf0-4f0c-9557-14642c95149c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:09.633963 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-31fe915c-dcf0-4f0c-9557-14642c95149c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4768543 Dec 22 04:48:09.635743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.646240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51316) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:09.646982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:09.674162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.683197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:09.706774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.753574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-98d73c21-e955-4e0d-b175-8d2f0d4f8852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.788217 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b1f80f-ecca-4630-9eb3-f756ac61bf61 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:48:09.789582 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f3b1f80f-ecca-4630-9eb3-f756ac61bf61 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/d6d756cb-e5b1-411f-8dd2-690f968b9fb1 HTTP/1.1" status: 404 len: 333 time: 0.1128235 Dec 22 04:48:09.797566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Network': ['ID=8751cd93-1401-4352-9610-0f032f5b8241,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:09.803601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51320) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:09.819188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:09.822591 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.825416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-171555899'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:09.828649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=492d295c-0183-48e3-8104-ff1e175ce541,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:09.843323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:09.844474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:09.855391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-98d73c21-e955-4e0d-b175-8d2f0d4f8852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.859532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.863892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:network and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:09.872056 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/8751cd93-1401-4352-9610-0f032f5b8241 HTTP/1.1" status: 204 len: 168 time: 2.8855748 Dec 22 04:48:09.872733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:09.877210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51326) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:09.888093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.929720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:09.941744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:10.009231 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2982a2-fb40-48c0-a2dc-5b6080d792da tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:10.009677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2982a2-fb40-48c0-a2dc-5b6080d792da tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:10.011350 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ef2982a2-fb40-48c0-a2dc-5b6080d792da tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/subnets/67ee6966-9f97-4756-9b28-9503199449de HTTP/1.1" status: 404 len: 337 time: 0.1332328 Dec 22 04:48:10.027715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51332) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:10.035803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:10.039601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.086840 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de3a4ae-1a96-4397-8fd1-22174edddd88 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:10.087254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de3a4ae-1a96-4397-8fd1-22174edddd88 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:10.130871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.165578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Allocated IP 172.26.1.147 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/197a0809-d2ca-4705-994e-6326b553adec) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:10.171523 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3609979f-5b97-4a06-9e02-e7d05f66fd9a']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:10.173594 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7de3a4ae-1a96-4397-8fd1-22174edddd88 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/b8e003f8-21a8-41c6-b536-2149773fb6bf HTTP/1.1" status: 404 len: 339 time: 0.1422663 Dec 22 04:48:10.178382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51336) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:10.189249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:10.194252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-98d73c21-e955-4e0d-b175-8d2f0d4f8852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.200445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:10.213621 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP f459189f-9751-42b2-8b0c-3bb331f21715 associated. External IP: 172.26.1.69, port: 116ff240-9e05-4e87-9a73-15e96da36812. Dec 22 04:48:10.232021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7466d90c-4981-4d5f-972a-0a4713f76e57') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:10.232324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7466d90c-4981-4d5f-972a-0a4713f76e57') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:10.265020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.265345 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Added segment a1c34bd1-1abf-4586-809c-74915f325aab of type vlan for network 80b48869-bb69-443a-9fb7-95beda36eb80 Dec 22 04:48:10.272090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d73c21-e955-4e0d-b175-8d2f0d4f8852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59be229-f84e-44ff-b016-7f2eaf6adae3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:10.272417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.293332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-98d73c21-e955-4e0d-b175-8d2f0d4f8852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:10.313071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-98d73c21-e955-4e0d-b175-8d2f0d4f8852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.314193 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-98d73c21-e955-4e0d-b175-8d2f0d4f8852 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e59be229-f84e-44ff-b016-7f2eaf6adae3 HTTP/1.1" status: 204 len: 168 time: 0.7899647 Dec 22 04:48:10.357686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c72d380-96eb-4ea5-b3ea-68812848dd33 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting subnet a4d2b1e7-5e9d-485a-ae9a-a267ba993ce8 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:48:10.363586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.365639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c72d380-96eb-4ea5-b3ea-68812848dd33 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.383408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.412919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:10.413343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:10.427555 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:10.505273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.510869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:10.511461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.524337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-718945c0-b4e7-413f-be67-7338c2e3b666 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:10.539405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c72d380-96eb-4ea5-b3ea-68812848dd33 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.592514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.600882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31261ea2-06be-4d91-b250-f5dc90f560b2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:10.621885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.626910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.636931 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8245687 Dec 22 04:48:10.644826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51346) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:10.649079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Pushing event deleted for resources: {'Network': ['ID=3609979f-5b97-4a06-9e02-e7d05f66fd9a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:10.655094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:10.659008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:10.685314 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] 10.222.0.36 "DELETE /v2.0/networks/3609979f-5b97-4a06-9e02-e7d05f66fd9a HTTP/1.1" status: 204 len: 168 time: 1.0863593 Dec 22 04:48:10.819218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c72d380-96eb-4ea5-b3ea-68812848dd33 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.843735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Network': ['ID=80b48869-bb69-443a-9fb7-95beda36eb80,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:10.848379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:10.849616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:10.863401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:10.869146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:10.869960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 80b48869-bb69-443a-9fb7-95beda36eb80 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:10.878073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:10.884732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:10.894191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:10.932630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:10.974364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:10.979849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:10.985567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:11.019401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51362) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:11.022654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:11.026131 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:11.060760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Pushing event updated for resources: {'Port': ['ID=197a0809-d2ca-4705-994e-6326b553adec,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:11.085321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:11.227954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:11.242602 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1133fea-10b5-4cf9-8bcd-3f5158b65f75 None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:11.255059 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1133fea-10b5-4cf9-8bcd-3f5158b65f75 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:11.255732 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c1133fea-10b5-4cf9-8bcd-3f5158b65f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:11.284309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:11.318690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c72d380-96eb-4ea5-b3ea-68812848dd33 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:11.328604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:11.361369 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c1133fea-10b5-4cf9-8bcd-3f5158b65f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:11.377174 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1133fea-10b5-4cf9-8bcd-3f5158b65f75 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:11.377995 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c1133fea-10b5-4cf9-8bcd-3f5158b65f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:11.384422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72d380-96eb-4ea5-b3ea-68812848dd33 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d2b1e7-5e9d-485a-ae9a-a267ba993ce8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:11.392178 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.3395386 Dec 22 04:48:11.395372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51378) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:11.403103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb029e87-4279-4d2a-97ac-774c1c0e12ca None None] Network 60d272f8-0060-44da-acf6-1280148ad2ae requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:11.405000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c72d380-96eb-4ea5-b3ea-68812848dd33 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:11.408038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c72d380-96eb-4ea5-b3ea-68812848dd33 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:11.462452 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c1133fea-10b5-4cf9-8bcd-3f5158b65f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:11.462868 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1133fea-10b5-4cf9-8bcd-3f5158b65f75 None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:11.472854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51382) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:11.562392 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c72d380-96eb-4ea5-b3ea-68812848dd33 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/subnets/a4d2b1e7-5e9d-485a-ae9a-a267ba993ce8 HTTP/1.1" status: 204 len: 168 time: 1.3815868 Dec 22 04:48:11.566230 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3d8d19d7-c97b-4ec2-92d1-1af017dbfd1a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "GET /v2.0/floatingips/f459189f-9751-42b2-8b0c-3bb331f21715 HTTP/1.1" status: 200 len: 976 time: 0.1671422 Dec 22 04:48:11.568627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51388) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:11.569045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51390) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:11.586024 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3071c92c-9144-497c-9a9e-ebeda7a6fbde admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc39e794997e480bb176bc84cc2df326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436368 Dec 22 04:48:11.614459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51396) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:11.654696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a9acb6fd-f97d-48bf-b147-cf60b2dc89e0 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] Request body: {'port': {'network_id': 'edfb288c-4546-40f4-b40c-b7b3b4a19ed3', 'name': 'tempest-NetworksNegativeTestJSON-572699012'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:11.715042 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:48:11.727120 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9acb6fd-f97d-48bf-b147-cf60b2dc89e0 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] POST failed (client error): The resource could not be found. Dec 22 04:48:11.727591 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9acb6fd-f97d-48bf-b147-cf60b2dc89e0 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:11.732403 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a9acb6fd-f97d-48bf-b147-cf60b2dc89e0 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2549641 Dec 22 04:48:11.732551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] DHCP port deletion for 60d272f8-0060-44da-acf6-1280148ad2ae request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:48:11.736096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] Deleting port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:11.736525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:11.738112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51402) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:11.787467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b9add58f-1e68-40a4-a488-2c8b40a4e289 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Synchronizing usage tracker for tenant:0d7512e291344b439bed30b27ff83c93 on resource:floatingip {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:11.832687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:11.843160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b9add58f-1e68-40a4-a488-2c8b40a4e289 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Unset dirty status for tenant:0d7512e291344b439bed30b27ff83c93 on resource:floatingip {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:11.849039 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b9add58f-1e68-40a4-a488-2c8b40a4e289 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2766905 Dec 22 04:48:11.850672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51406) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:11.859109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'port_id': 'a2cf43b8-c0ca-47d6-b463-38f13df0ea92'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:11.862929 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff84c4b-f869-46c6-bd72-94d4de641292 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:11.863407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff84c4b-f869-46c6-bd72-94d4de641292 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:11.909834 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1ff84c4b-f869-46c6-bd72-94d4de641292 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] 10.222.0.36 "DELETE /v2.0/networks/5b39c055-db32-43c5-9db1-0c1367417bb6 HTTP/1.1" status: 404 len: 339 time: 0.1642787 Dec 22 04:48:11.918283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51410) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:11.919010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-037f8a38-5d0c-4c51-b067-ea362fa4da70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:11.950027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:11.950443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:11.955583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] For port 679488d4-79f1-4479-9ae7-84c4e2ee83d9, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=679488d4-79f1-4479-9ae7-84c4e2ee83d9,segment=NetworkSegment(6a912953-a320-454e-891a-350c8869b559),segment_id=6a912953-a320-454e-891a-350c8869b559)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:11.956116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:12.019235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:12.047789 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-66949a8d-c7aa-46af-b32e-37cb3b43209f tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:12.048291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66949a8d-c7aa-46af-b32e-37cb3b43209f tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:12.053822 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-66949a8d-c7aa-46af-b32e-37cb3b43209f tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] 10.222.0.36 "DELETE /v2.0/ports/d9d1bd2f-f822-4179-b09a-ebfcbd88b4de HTTP/1.1" status: 404 len: 333 time: 0.1289966 Dec 22 04:48:12.060789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:12.072413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51414) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:12.075235 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c5b3fa55-4217-43c7-a37b-bce915366288 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:12.088001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] Calling delete_port for 679488d4-79f1-4479-9ae7-84c4e2ee83d9 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:12.107730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-037f8a38-5d0c-4c51-b067-ea362fa4da70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:12.180068 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2d486b-7da8-4441-89ee-1345d833c0cf tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:12.180447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2d486b-7da8-4441-89ee-1345d833c0cf tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:12.182138 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2d2d486b-7da8-4441-89ee-1345d833c0cf tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] 10.222.0.36 "DELETE /v2.0/subnets/26bc50cc-1b21-4406-bd98-b629697d93b1 HTTP/1.1" status: 404 len: 337 time: 0.1032057 Dec 22 04:48:12.191210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51420) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:12.218125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=6ef2ea02-b538-404f-9caf-14334cdfbd9f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:12.220900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:12.230651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:12.245094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:12.284674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:12.306265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] No DVR routers for this DVR port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:48:12.311014 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-512eccc4-4704-4061-8657-9ae99fa2e6d2 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] GET failed (client error): The resource could not be found. Dec 22 04:48:12.312777 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-512eccc4-4704-4061-8657-9ae99fa2e6d2 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] 10.222.0.36 "GET /v2.0/networks/9812c22e-4beb-4127-a235-de84849361ed HTTP/1.1" status: 404 len: 339 time: 0.1202810 Dec 22 04:48:12.316031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] Pushing event deleted for resources: {'Port': ['ID=679488d4-79f1-4479-9ae7-84c4e2ee83d9,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:12.318943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:12.324094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51424) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:12.380502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Checking segment: {'id': 'a1c34bd1-1abf-4586-809c-74915f325aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:12.380502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network hostable DHCP agents. Network: 80b48869-bb69-443a-9fb7-95beda36eb80, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:48:12.396885 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf41425-e9ef-4383-a478-17c977bdedfd tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] GET failed (client error): The resource could not be found. Dec 22 04:48:12.401673 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-daf41425-e9ef-4383-a478-17c977bdedfd tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] 10.222.0.36 "GET /v2.0/ports/c9c94d30-cb39-4c2c-bd88-400480fabe1b HTTP/1.1" status: 404 len: 333 time: 0.0706978 Dec 22 04:48:12.410040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51428) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:12.423160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] For port 679488d4-79f1-4479-9ae7-84c4e2ee83d9, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=679488d4-79f1-4479-9ae7-84c4e2ee83d9,segment=NetworkSegment(6a912953-a320-454e-891a-350c8869b559),segment_id=6a912953-a320-454e-891a-350c8869b559)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:12.423160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:12.453222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-037f8a38-5d0c-4c51-b067-ea362fa4da70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:12.466271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:12.479882 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffad29b-8039-4cbf-943d-09d876babb34 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] GET failed (client error): The resource could not be found. Dec 22 04:48:12.481270 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3ffad29b-8039-4cbf-943d-09d876babb34 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] 10.222.0.36 "GET /v2.0/subnets/169bfe39-8ed1-4f0c-8a75-3940891666bb HTTP/1.1" status: 404 len: 337 time: 0.0692201 Dec 22 04:48:12.491981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51434) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:12.503905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d9de1702-347a-4c53-a7db-6311ed862edd tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:12.521679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f8a38-5d0c-4c51-b067-ea362fa4da70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dda06b-6780-40d5-99a9-e03e7dcb42c8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:12.529973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-037f8a38-5d0c-4c51-b067-ea362fa4da70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:12.538424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-037f8a38-5d0c-4c51-b067-ea362fa4da70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:12.539798 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-037f8a38-5d0c-4c51-b067-ea362fa4da70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22dda06b-6780-40d5-99a9-e03e7dcb42c8 HTTP/1.1" status: 204 len: 168 time: 0.9175510 Dec 22 04:48:12.544207 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9de1702-347a-4c53-a7db-6311ed862edd tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] PUT failed (client error): The resource could not be found. Dec 22 04:48:12.544786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9de1702-347a-4c53-a7db-6311ed862edd tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:12.546168 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d9de1702-347a-4c53-a7db-6311ed862edd tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] 10.222.0.36 "PUT /v2.0/networks/84c0f904-67e4-4910-bcab-f0978924632f HTTP/1.1" status: 404 len: 339 time: 0.0529726 Dec 22 04:48:12.552411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51440) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:12.557761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 80b48869-bb69-443a-9fb7-95beda36eb80 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:48:12.562792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 679488d4-79f1-4479-9ae7-84c4e2ee83d9 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:48:12.579684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8367d186-7f0d-46ed-911f-7c13dec569f0 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:12.627743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 679488d4-79f1-4479-9ae7-84c4e2ee83d9 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:48:12.628386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 679488d4-79f1-4479-9ae7-84c4e2ee83d9 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:48:12.708488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 80b48869-bb69-443a-9fb7-95beda36eb80) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:12.710357 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8367d186-7f0d-46ed-911f-7c13dec569f0 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] PUT failed (client error): The resource could not be found. Dec 22 04:48:12.710910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8367d186-7f0d-46ed-911f-7c13dec569f0 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:12.712207 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8367d186-7f0d-46ed-911f-7c13dec569f0 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] 10.222.0.36 "PUT /v2.0/ports/ab77b491-dd99-4761-b259-8365e6f970dd HTTP/1.1" status: 404 len: 333 time: 0.1581683 Dec 22 04:48:12.718954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51444) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:12.720481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2079a1-dc8d-402f-b976-821ff85c9c44 None None] Network 80b48869-bb69-443a-9fb7-95beda36eb80 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:12.722862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:12.723568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:12.736730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5fb83be7-3762-4f5a-9e1c-9dd5c0896ab7 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:12.790141 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb83be7-3762-4f5a-9e1c-9dd5c0896ab7 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] PUT failed (client error): The resource could not be found. Dec 22 04:48:12.790992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb83be7-3762-4f5a-9e1c-9dd5c0896ab7 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:12.792517 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5fb83be7-3762-4f5a-9e1c-9dd5c0896ab7 tempest-NetworksNegativeTestJSON-572705287 tempest-NetworksNegativeTestJSON-572705287-project] 10.222.0.36 "PUT /v2.0/subnets/8f1f5ce8-2acf-4ca2-bb90-c724e5d3609b HTTP/1.1" status: 404 len: 337 time: 0.0721929 Dec 22 04:48:12.856469 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2088048 Dec 22 04:48:12.872961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51452) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:12.886423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:13.000224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Calling delete_port for 679488d4-79f1-4479-9ae7-84c4e2ee83d9 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:13.009143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-80b48869-bb69-443a-9fb7-95beda36eb80', 'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80', 'tenant_id': '0edd4559a6944bbf882df99e67db10f1', 'fixed_ips': [{'subnet_id': '6ef2ea02-b538-404f-9caf-14334cdfbd9f'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:48:13.010002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.164078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.191966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51458) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:13.279785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Allocated IP 2001:db8::2 (80b48869-bb69-443a-9fb7-95beda36eb80/6ef2ea02-b538-404f-9caf-14334cdfbd9f/73ec20f1-2eb9-44f0-b1ea-d4615ad73510) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:13.305249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:48:13.306168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:48:13.331680 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f2bcc3fd-c203-4274-b84f-794c13f10fec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5dcd2619dd25430591948834e7a70f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365936 Dec 22 04:48:13.364184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51462) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:13.365341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51464) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:13.411761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:13.419839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:13.425046 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:13.443247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:13.482313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:13.485974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.611868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.615553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb0aeff6-4748-4f97-9386-d0638c404747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.633735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Transition to ACTIVE for port object 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:13.675583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Transition to ACTIVE for port object 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:13.685604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.699161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-62068dfe-b9f5-4ea1-bbe6-ed8ed377c041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:13.714141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb0aeff6-4748-4f97-9386-d0638c404747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.724925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.728530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.732559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.777606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Network 80b48869-bb69-443a-9fb7-95beda36eb80 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:13.781091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:13.784930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:13.811477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Deleting port 679488d4-79f1-4479-9ae7-84c4e2ee83d9 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:13.812225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.812475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:13.832751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Pushing event updated for resources: {'Port': ['ID=73ec20f1-2eb9-44f0-b1ea-d4615ad73510,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:13.835799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Router 4f1ed6fd-4e8e-42de-b391-32048695e0f0 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:48:13.840374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:13.843000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] Usage tracker for resource:security_group_rule and tenant:532756c9967c46ffb88e2d9345434b9f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:13.852323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:13.877880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:13.881205 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.ipam_backend_mixin [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ef2ea02-b538-404f-9caf-14334cdfbd9f (CIDR: 2001:db8::/64) Dec 22 04:48:13.893002 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:48:13.893812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:13.925789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] The port '679488d4-79f1-4479-9ae7-84c4e2ee83d9' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:48:13.929673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Attempting to bind port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:13.930349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Attempting to bind port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'a1c34bd1-1abf-4586-809c-74915f325aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:13.930882 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Attempting to bind port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 on network 80b48869-bb69-443a-9fb7-95beda36eb80 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:13.940734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:48:13.941412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Checking segment: {'id': 'a1c34bd1-1abf-4586-809c-74915f325aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:13.941980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.942514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Bound using segment: {'id': 'a1c34bd1-1abf-4586-809c-74915f325aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:48:13.943137 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Bound port: 73ec20f1-2eb9-44f0-b1ea-d4615ad73510, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c34bd1-1abf-4586-809c-74915f325aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:48:13.943684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.057326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb0aeff6-4748-4f97-9386-d0638c404747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.059860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb0aeff6-4748-4f97-9386-d0638c404747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.062231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5913d089-e926-453a-9381-cdf180515e67 None None] For port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:48:14.064948 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eb0aeff6-4748-4f97-9386-d0638c404747 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3370cc75-dc56-4eda-96fe-f0fbf439e49e HTTP/1.1" status: 204 len: 168 time: 0.6977654 Dec 22 04:48:14.068263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5913d089-e926-453a-9381-cdf180515e67 None None] For port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=73ec20f1-2eb9-44f0-b1ea-d4615ad73510,segment=NetworkSegment(a1c34bd1-1abf-4586-809c-74915f325aab),segment_id=a1c34bd1-1abf-4586-809c-74915f325aab)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:48:14.072626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:14.075357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.079999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5b4ed3e0-1a04-4225-840c-14fe2f3ea222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:14.134258 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bbf24f23-6b05-416d-8543-4fcda9f5f3ef tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2571015 Dec 22 04:48:14.137502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51478) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:14.145567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0aeff6-4748-4f97-9386-d0638c404747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3370cc75-dc56-4eda-96fe-f0fbf439e49e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:14.154788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:14.169413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eb0aeff6-4748-4f97-9386-d0638c404747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:14.207035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.211792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:14.225667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Pushing event updated for resources: {'Port': ['ID=73ec20f1-2eb9-44f0-b1ea-d4615ad73510,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:14.230712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.231795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:14.248052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8acfd99-e991-4a54-a38b-996933ceba5d None None] Sync routers for ids ['4f1ed6fd-4e8e-42de-b391-32048695e0f0'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:14.264192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8acfd99-e991-4a54-a38b-996933ceba5d None None] Routers {'4f1ed6fd-4e8e-42de-b391-32048695e0f0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:14.267325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d8acfd99-e991-4a54-a38b-996933ceba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4f1ed6fd-4e8e-42de-b391-32048695e0f0'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:14.285277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.286779 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9095933 Dec 22 04:48:14.290541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51482) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:14.300051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.315145 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:14.337243 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP f459189f-9751-42b2-8b0c-3bb331f21715 associated. External IP: 172.26.1.69, port: 116ff240-9e05-4e87-9a73-15e96da36812. Dec 22 04:48:14.379241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.403404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d252fe95-1422-4798-bb86-0db471ce75a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:14.413696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d8acfd99-e991-4a54-a38b-996933ceba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:14.426160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8acfd99-e991-4a54-a38b-996933ceba5d None None] Routers {'4f1ed6fd-4e8e-42de-b391-32048695e0f0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:14.427306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d8acfd99-e991-4a54-a38b-996933ceba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4f1ed6fd-4e8e-42de-b391-32048695e0f0'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:14.435974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fec0bf5-5251-4553-b5be-6a377ee223d5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:14.439858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:14.486092 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=532756c9967c46ffb88e2d9345434b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1170554 Dec 22 04:48:14.489056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51488) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:14.539242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d8acfd99-e991-4a54-a38b-996933ceba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:14.539806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8acfd99-e991-4a54-a38b-996933ceba5d None None] The sync data for ids ['4f1ed6fd-4e8e-42de-b391-32048695e0f0'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:14.687768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d272f8-0060-44da-acf6-1280148ad2ae']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:14.701833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a912953-a320-454e-891a-350c8869b559') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:14.702127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a912953-a320-454e-891a-350c8869b559') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:14.715140 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f166c2f-2a71-45c1-accb-c7ca26f95eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.715724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.748776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.755935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:14.756361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.776920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f166c2f-2a71-45c1-accb-c7ca26f95eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:15.009319 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:15.023539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.040120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3a2643b3-0486-4e63-9669-bfb15fc014d2 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:15.055078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.108705 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] 10.222.0.36 "DELETE /v2.0/networks/60d272f8-0060-44da-acf6-1280148ad2ae HTTP/1.1" status: 204 len: 168 time: 3.5383434 Dec 22 04:48:15.112722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Pushing event deleted for resources: {'Network': ['ID=60d272f8-0060-44da-acf6-1280148ad2ae,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:15.118301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:15.123789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:15.186272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:15.211255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:15.252156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:15.297918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:15.308383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.361992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f166c2f-2a71-45c1-accb-c7ca26f95eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.382777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:15.398305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f166c2f-2a71-45c1-accb-c7ca26f95eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fec0bf5-5251-4553-b5be-6a377ee223d5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:15.405690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2f166c2f-2a71-45c1-accb-c7ca26f95eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:15.419684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f166c2f-2a71-45c1-accb-c7ca26f95eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.430045 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2f166c2f-2a71-45c1-accb-c7ca26f95eab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fec0bf5-5251-4553-b5be-6a377ee223d5 HTTP/1.1" status: 204 len: 168 time: 0.9399669 Dec 22 04:48:15.444596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:15.446829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.482879 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.495460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Deleting port 197a0809-d2ca-4705-994e-6326b553adec {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:15.495954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.602727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:15.730005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d2246-bdd8-4fcd-8bbc-acfab3658964 None None] Network 80b48869-bb69-443a-9fb7-95beda36eb80 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:15.758186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.769037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:15.785479 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62e6979-f05a-4ef0-852d-1e528c5d8d0c None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:15.806132 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62e6979-f05a-4ef0-852d-1e528c5d8d0c None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:15.809881 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b62e6979-f05a-4ef0-852d-1e528c5d8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:15.902115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Calling delete_port for 197a0809-d2ca-4705-994e-6326b553adec owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:15.906581 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b62e6979-f05a-4ef0-852d-1e528c5d8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:15.917819 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62e6979-f05a-4ef0-852d-1e528c5d8d0c None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:15.918666 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b62e6979-f05a-4ef0-852d-1e528c5d8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:15.961251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-297ecb11-5c32-492c-b4d4-c89f483eebc2 None None] Provisioning for port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:16.056250 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b62e6979-f05a-4ef0-852d-1e528c5d8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:16.057216 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62e6979-f05a-4ef0-852d-1e528c5d8d0c None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:16.256639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:16.271001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2dd7f880-fb66-437b-bf75-660a092fe69d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:16.349439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 80b48869-bb69-443a-9fb7-95beda36eb80 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:16.354328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:16.367576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:16.379814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:16.431711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:16.432347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:16.452781 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1b5e2965-6583-42bf-aba9-fa3b5b97f773 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb5d30e54fef406595eebf79dcb038f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8441825 Dec 22 04:48:16.454232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51550) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:16.526751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:16.532770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=f3751add-0a7d-4d94-994b-a91e96d9a05c,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:16.537835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:16.539917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:16.550617 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4089339 Dec 22 04:48:16.555165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51554) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:16.566694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80', 'fixed_ips': [{'subnet_id': '6ef2ea02-b538-404f-9caf-14334cdfbd9f'}, {'subnet_id': 'f3751add-0a7d-4d94-994b-a91e96d9a05c'}], 'name': 'tempest-PortsIpV6TestJSON-873150207'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:16.658793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f31035c-a3b3-46be-923e-61d2ec2d5d88 None None] Network 80b48869-bb69-443a-9fb7-95beda36eb80 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:16.708683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Pushing event deleted for resources: {'Port': ['ID=197a0809-d2ca-4705-994e-6326b553adec,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:16.718251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:16.760199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74ed04be-bb49-4f82-96a9-a7b5f0de49e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:16.789107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51562) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:16.795943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74ed04be-bb49-4f82-96a9-a7b5f0de49e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:16.838248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:16.943511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:16.968421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:16.968990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.154190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:17.156562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:17.162730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.169925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c976d58-fb1b-49cb-ad8a-6ef2540c223e None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:17.216373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:port and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:17.242060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:17.268431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c976d58-fb1b-49cb-ad8a-6ef2540c223e None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:17.270572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1c976d58-fb1b-49cb-ad8a-6ef2540c223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:17.273421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51576) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:17.276060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:17.315454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1939216447', 'router:external': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:17.337440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:17.346118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Usage tracker for resource:network and tenant:668dd39e26c74ac1bac6a8b49909be08 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:17.358853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:17.380961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:17.381087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.385720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.390897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74ed04be-bb49-4f82-96a9-a7b5f0de49e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.395751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d30d8f6-fc6d-4aa2-8276-e81dcc240143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:17.400994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1c976d58-fb1b-49cb-ad8a-6ef2540c223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:17.410256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.422264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:17.428747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-789a4e88-f35e-4175-8da8-9c9cc7b6d976 tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2045061250', 'prefixes': ['172.20.0.0/16']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:17.438781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c976d58-fb1b-49cb-ad8a-6ef2540c223e None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:17.439983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1c976d58-fb1b-49cb-ad8a-6ef2540c223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:17.511812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-789a4e88-f35e-4175-8da8-9c9cc7b6d976 tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:17.522426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Made reservation on behalf of 668dd39e26c74ac1bac6a8b49909be08 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:17.525157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.530647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1c976d58-fb1b-49cb-ad8a-6ef2540c223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:17.531626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c976d58-fb1b-49cb-ad8a-6ef2540c223e None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:17.540681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=73ec20f1-2eb9-44f0-b1ea-d4615ad73510,segment=NetworkSegment(a1c34bd1-1abf-4586-809c-74915f325aab),segment_id=a1c34bd1-1abf-4586-809c-74915f325aab)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:17.553148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.554437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.559805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:17.600058 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5c02ca3d-a520-4402-ae76-0e8f4e719d07 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "PUT /v2.0/floatingips/f459189f-9751-42b2-8b0c-3bb331f21715 HTTP/1.1" status: 200 len: 978 time: 5.7454002 Dec 22 04:48:17.611410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51588) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:17.612322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:17.624409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bcd027f8-dafc-4b37-a164-8c63ea49e3cb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:17.638728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed04be-bb49-4f82-96a9-a7b5f0de49e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f34454-3ff4-4c0b-aff3-9a1aa633b4e2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:17.643004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-74ed04be-bb49-4f82-96a9-a7b5f0de49e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:17.681817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Usage tracker for resource:security_group_rule and tenant:668dd39e26c74ac1bac6a8b49909be08 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:17.686003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:17.703714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:17.704089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faeca79-93a9-43f7-9077-aac77a1f121d None None] Update dhcp port {'port': {'network_id': '80b48869-bb69-443a-9fb7-95beda36eb80', 'fixed_ips': [{'subnet_id': '6ef2ea02-b538-404f-9caf-14334cdfbd9f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f3751add-0a7d-4d94-994b-a91e96d9a05c'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '73ec20f1-2eb9-44f0-b1ea-d4615ad73510'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:48:17.716710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74ed04be-bb49-4f82-96a9-a7b5f0de49e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.720317 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-74ed04be-bb49-4f82-96a9-a7b5f0de49e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4f34454-3ff4-4c0b-aff3-9a1aa633b4e2 HTTP/1.1" status: 204 len: 168 time: 1.1713269 Dec 22 04:48:17.726305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.727839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Router 4f1ed6fd-4e8e-42de-b391-32048695e0f0 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:17.756649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=73ec20f1-2eb9-44f0-b1ea-d4615ad73510,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:17.760418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:17.773415 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0faeca79-93a9-43f7-9077-aac77a1f121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.793208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 9ad2414d-02e0-4395-acd2-dc48e9937634 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:17.836589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bcd027f8-dafc-4b37-a164-8c63ea49e3cb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.882840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:17.893975 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9678c8-ca89-4255-98e9-4f12555a38d2 None None] Sync routers for ids ['4f1ed6fd-4e8e-42de-b391-32048695e0f0'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:17.898135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:17.899786 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "PUT /v2.0/routers/4f1ed6fd-4e8e-42de-b391-32048695e0f0 HTTP/1.1" status: 200 len: 706 time: 3.6022661 Dec 22 04:48:17.902222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51594) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:17.914475 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9678c8-ca89-4255-98e9-4f12555a38d2 None None] Routers {'4f1ed6fd-4e8e-42de-b391-32048695e0f0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:17.915367 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ab9678c8-ca89-4255-98e9-4f12555a38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4f1ed6fd-4e8e-42de-b391-32048695e0f0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:18.008165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-0faeca79-93a9-43f7-9077-aac77a1f121d None None] Allocated IP 2001:db8:0:1::2 (80b48869-bb69-443a-9fb7-95beda36eb80/f3751add-0a7d-4d94-994b-a91e96d9a05c/73ec20f1-2eb9-44f0-b1ea-d4615ad73510) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:18.062865 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ab9678c8-ca89-4255-98e9-4f12555a38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:18.068900 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-92c0458e-84b1-44f6-be6e-5b4d7144a0db tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/routers/4f1ed6fd-4e8e-42de-b391-32048695e0f0 HTTP/1.1" status: 200 len: 741 time: 0.1649673 Dec 22 04:48:18.071669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51600) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:18.084985 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9678c8-ca89-4255-98e9-4f12555a38d2 None None] Routers {'4f1ed6fd-4e8e-42de-b391-32048695e0f0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:18.085615 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ab9678c8-ca89-4255-98e9-4f12555a38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4f1ed6fd-4e8e-42de-b391-32048695e0f0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:18.176207 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3deae4dc-7227-4051-b798-5a1d652bd24c tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&device_id=4f1ed6fd-4e8e-42de-b391-32048695e0f0 HTTP/1.1" status: 200 len: 205 time: 0.0999081 Dec 22 04:48:18.179434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51606) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:18.180196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0faeca79-93a9-43f7-9077-aac77a1f121d None None] For port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=73ec20f1-2eb9-44f0-b1ea-d4615ad73510,segment=NetworkSegment(a1c34bd1-1abf-4586-809c-74915f325aab),segment_id=a1c34bd1-1abf-4586-809c-74915f325aab)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:18.221309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0faeca79-93a9-43f7-9077-aac77a1f121d None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:18.225255 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ab9678c8-ca89-4255-98e9-4f12555a38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:18.225670 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9678c8-ca89-4255-98e9-4f12555a38d2 None None] The sync data for ids ['4f1ed6fd-4e8e-42de-b391-32048695e0f0'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:18.250647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-789a4e88-f35e-4175-8da8-9c9cc7b6d976 tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] Notify callbacks [] for subnetpool, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:18.251855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0faeca79-93a9-43f7-9077-aac77a1f121d None None] Transition to ACTIVE for port object 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:18.255507 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-789a4e88-f35e-4175-8da8-9c9cc7b6d976 tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9809182 Dec 22 04:48:18.259348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0faeca79-93a9-43f7-9077-aac77a1f121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:18.260256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51612) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:18.268086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:18.268534 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-78dc5b69-acab-4c66-970d-ef04acee3959 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f1ed6fd-4e8e-42de-b391-32048695e0f0 HTTP/1.1" status: 200 len: 205 time: 0.0873990 Dec 22 04:48:18.275878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51618) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:18.317652 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c39741fd-d11d-4bac-b8fb-e24e354d453e tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] 10.222.0.36 "GET /v2.0/subnetpools/7f03719b-da36-4c4a-a687-fa1e170ec8f3 HTTP/1.1" status: 200 len: 732 time: 0.0559268 Dec 22 04:48:18.318247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51622) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:18.323683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8663cb40-9667-49be-be5c-c1168f75903f tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-873063162'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:18.418372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeca79-93a9-43f7-9077-aac77a1f121d None None] Pushing event updated for resources: {'Port': ['ID=73ec20f1-2eb9-44f0-b1ea-d4615ad73510,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:18.428681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0faeca79-93a9-43f7-9077-aac77a1f121d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:18.434397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8663cb40-9667-49be-be5c-c1168f75903f tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] Notify callbacks [] for subnetpool, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:18.436092 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8663cb40-9667-49be-be5c-c1168f75903f tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] 10.222.0.36 "PUT /v2.0/subnetpools/7f03719b-da36-4c4a-a687-fa1e170ec8f3 HTTP/1.1" status: 200 len: 683 time: 0.1168156 Dec 22 04:48:18.438836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51628) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:18.497510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:18.583629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:18.603095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-666b2cff-e6c2-40e6-a426-2eddfe051a0b tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] Notify callbacks [] for subnetpool, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:18.604610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:18.608462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51640) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:18.610251 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-666b2cff-e6c2-40e6-a426-2eddfe051a0b tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7f03719b-da36-4c4a-a687-fa1e170ec8f3 HTTP/1.1" status: 204 len: 168 time: 0.1701171 Dec 22 04:48:18.633399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:18.822851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45cf0626-c42e-4053-a6d3-87ff39ed118f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:18.850205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51648) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:18.909334 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-b8da2a55-43bd-4717-bc00-0edba30f87d0 tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] show failed (client error): The resource could not be found. Dec 22 04:48:18.910491 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b8da2a55-43bd-4717-bc00-0edba30f87d0 tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] 10.222.0.36 "GET /v2.0/subnetpools/7f03719b-da36-4c4a-a687-fa1e170ec8f3 HTTP/1.1" status: 404 len: 346 time: 0.2567456 Dec 22 04:48:18.911366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:18.913519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51654) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:18.916884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bcd027f8-dafc-4b37-a164-8c63ea49e3cb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:18.934748 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-7f1079ed-849b-466c-a6e3-160834897447 tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] delete failed (client error): The resource could not be found. Dec 22 04:48:18.937033 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f1079ed-849b-466c-a6e3-160834897447 tempest-SubnetPoolsTestJSON-1066524407 tempest-SubnetPoolsTestJSON-1066524407-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7f03719b-da36-4c4a-a687-fa1e170ec8f3 HTTP/1.1" status: 404 len: 346 time: 0.0224323 Dec 22 04:48:18.974742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2004777833'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:18.980471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:18.984857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:network and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:18.988699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:18.991456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0e2c7a-f7b2-4254-8382-a22582d6586b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:18.996952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:19.007274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:19.009897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bcd027f8-dafc-4b37-a164-8c63ea49e3cb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.010206 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-bcd027f8-dafc-4b37-a164-8c63ea49e3cb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP f459189f-9751-42b2-8b0c-3bb331f21715 disassociated. External IP: 172.26.1.69, port: a2cf43b8-c0ca-47d6-b463-38f13df0ea92. Dec 22 04:48:19.019814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:19.023574 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.037096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.053377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:19.057518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group_rule and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:19.060599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:19.067063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:19.141989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a853f7cc-250c-472d-94cd-3bb3976997f6 None None] Provisioning for port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:19.147287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a853f7cc-250c-472d-94cd-3bb3976997f6 None None] Provisioning complete for port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:19.147678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a853f7cc-250c-472d-94cd-3bb3976997f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.181736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.192470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.199321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0cbfb2c0-d667-4c66-9f2f-b365b216173c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:19.243413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:19.254865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a315eaa-16b4-4a7d-af20-6681b91e65d6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:19.273015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:19.274847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.275675 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Added segment d178cdd3-6ab6-4d03-a1f0-fc8379f24de0 of type vlan for network 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e Dec 22 04:48:19.281225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.281882 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Added segment 6cc0c9d5-ec89-4570-9ead-2ee23002e4bc of type vlan for network a0bb787b-7486-40aa-863e-149e507d1367 Dec 22 04:48:19.312851 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.340831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51662) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:19.349876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.355168 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:19.355767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.361225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:19.485521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Network': ['ID=a0bb787b-7486-40aa-863e-149e507d1367,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:19.489076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:19.492208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.496547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network a0bb787b-7486-40aa-863e-149e507d1367 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:19.502915 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6516540 Dec 22 04:48:19.505651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51668) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:19.513451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'name': 'tempest-PortsTestJSON-1639944324'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:19.537631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45cf0626-c42e-4053-a6d3-87ff39ed118f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.541570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:19.591242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] Usage tracker for resource:security_group_rule and tenant:5f325acc79c242969193b2090fa5e309 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:19.606481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:19.610312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45cf0626-c42e-4053-a6d3-87ff39ed118f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.617101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:19.647859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.658446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:19.665324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:port and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:19.669253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:19.678393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:19.699692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:19.703484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.738287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45cf0626-c42e-4053-a6d3-87ff39ed118f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.739006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cf0626-c42e-4053-a6d3-87ff39ed118f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Fanout notify agent at l3_agent the message router_deleted on router 4f1ed6fd-4e8e-42de-b391-32048695e0f0 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:48:19.742743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:19.824531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.841057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.850728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-086b8c48-e8e9-46b6-b3b1-bb09778341ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:19.888953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.889981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:19.890722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:19.896036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8::23b (80b48869-bb69-443a-9fb7-95beda36eb80/6ef2ea02-b538-404f-9caf-14334cdfbd9f/9ad2414d-02e0-4395-acd2-dc48e9937634) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:19.899970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0ba2abbd-4cc6-4471-bd81-03a1f3d19c7f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:19.912406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6560a82f-afce-4a4b-a46f-53366157ba61,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:19.920043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:19.922320 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f325acc79c242969193b2090fa5e309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804012 Dec 22 04:48:19.928984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51676) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:19.941927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8:0:1::120 (80b48869-bb69-443a-9fb7-95beda36eb80/f3751add-0a7d-4d94-994b-a91e96d9a05c/9ad2414d-02e0-4395-acd2-dc48e9937634) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:20.045988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.052853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45cf0626-c42e-4053-a6d3-87ff39ed118f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.053912 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-45cf0626-c42e-4053-a6d3-87ff39ed118f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/4f1ed6fd-4e8e-42de-b391-32048695e0f0 HTTP/1.1" status: 204 len: 168 time: 1.7545421 Dec 22 04:48:20.057713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51680) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:20.085964 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.2910457 Dec 22 04:48:20.099577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51684) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:20.116260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Request body: {'subnet': {'network_id': '45d861f8-1ab2-49d9-8e18-68ebd75b7f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:20.122717 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d3a2e5f1-41c7-49b5-b03e-64f304ee0529 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f1ed6fd-4e8e-42de-b391-32048695e0f0 HTTP/1.1" status: 200 len: 205 time: 0.0639005 Dec 22 04:48:20.127126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:20.129109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51688) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:20.140869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event updated for resources: {'Network': ['ID=45d861f8-1ab2-49d9-8e18-68ebd75b7f3e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:20.154178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:20.154332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:20.208118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd027f8-dafc-4b37-a164-8c63ea49e3cb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:20.235762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a38160b-a22b-46e5-a4e7-0858b5983c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.342988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Usage tracker for resource:subnet and tenant:668dd39e26c74ac1bac6a8b49909be08 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:20.348791 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-0d5a336f-3019-4944-a208-114a2ad63a01 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] delete failed (client error): The resource could not be found. Dec 22 04:48:20.349808 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0d5a336f-3019-4944-a208-114a2ad63a01 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/4f1ed6fd-4e8e-42de-b391-32048695e0f0 HTTP/1.1" status: 404 len: 336 time: 0.2198222 Dec 22 04:48:20.351508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:20.354807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51692) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:20.392171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:20.402000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a38160b-a22b-46e5-a4e7-0858b5983c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.413910 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a6a2e54a-33c3-466d-92e4-14d7aba0a465 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340990d7-55f8-4851-b193-50d28bd567dc HTTP/1.1" status: 200 len: 205 time: 0.0557032 Dec 22 04:48:20.416497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.416699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51696) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:20.424864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9336e782-cf05-4926-9e81-3a1d851e4b69 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:20.452235 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:20.478725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Made reservation on behalf of 668dd39e26c74ac1bac6a8b49909be08 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:20.480947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.529219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:20.529752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.549865 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-a5941e07-f2cd-41aa-9c98-5632784a4e96 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] delete failed (client error): The resource could not be found. Dec 22 04:48:20.550884 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a5941e07-f2cd-41aa-9c98-5632784a4e96 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/340990d7-55f8-4851-b193-50d28bd567dc HTTP/1.1" status: 404 len: 336 time: 0.1346817 Dec 22 04:48:20.591303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51700) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:20.641261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=0eb01cfa-0393-4e63-94e6-0a2c6f1978dd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:20.646381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:20.646570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.672714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Checking segment: {'id': '6cc0c9d5-ec89-4570-9ead-2ee23002e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:20.673112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network hostable DHCP agents. Network: a0bb787b-7486-40aa-863e-149e507d1367, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:48:20.677393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a38160b-a22b-46e5-a4e7-0858b5983c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.681279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object 9ad2414d-02e0-4395-acd2-dc48e9937634 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:20.685640 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f6ba7d5-dde4-460f-bc8d-660c5bfbb3c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cfa3021-33a6-4149-85c3-e80070a59770 HTTP/1.1" status: 200 len: 205 time: 0.0885410 Dec 22 04:48:20.685795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-305353c9-2a14-4761-b00a-fd82fff972b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:20.688813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51704) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:20.694301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd027f8-dafc-4b37-a164-8c63ea49e3cb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:20.704010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38160b-a22b-46e5-a4e7-0858b5983c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6560a82f-afce-4a4b-a46f-53366157ba61,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:20.705635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3bcdc-c270-402e-944e-0ac30af1c2ad None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:20.710508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1a38160b-a22b-46e5-a4e7-0858b5983c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:20.714654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bcd027f8-dafc-4b37-a164-8c63ea49e3cb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.717957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3bcdc-c270-402e-944e-0ac30af1c2ad None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:20.718648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-04b3bcdc-c270-402e-944e-0ac30af1c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:20.761507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a38160b-a22b-46e5-a4e7-0858b5983c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.762630 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1a38160b-a22b-46e5-a4e7-0858b5983c22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6560a82f-afce-4a4b-a46f-53366157ba61 HTTP/1.1" status: 204 len: 168 time: 0.8327065 Dec 22 04:48:20.784522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-04b3bcdc-c270-402e-944e-0ac30af1c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:20.792434 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-2fbdf651-5766-4af7-bd40-432614fe07e9 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] delete failed (client error): The resource could not be found. Dec 22 04:48:20.792662 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bcd027f8-dafc-4b37-a164-8c63ea49e3cb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "PUT /v2.0/floatingips/f459189f-9751-42b2-8b0c-3bb331f21715 HTTP/1.1" status: 200 len: 687 time: 3.1776733 Dec 22 04:48:20.793217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51710) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:20.793591 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2fbdf651-5766-4af7-bd40-432614fe07e9 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/7cfa3021-33a6-4149-85c3-e80070a59770 HTTP/1.1" status: 404 len: 336 time: 0.1005247 Dec 22 04:48:20.797184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51714) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:20.805258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:48:20.809667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3bcdc-c270-402e-944e-0ac30af1c2ad None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:20.810294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-04b3bcdc-c270-402e-944e-0ac30af1c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:47:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:20.856602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, a0bb787b-7486-40aa-863e-149e507d1367) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:20.862066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:20.868346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:20.869243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.883286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-04b3bcdc-c270-402e-944e-0ac30af1c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:20.883708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3bcdc-c270-402e-944e-0ac30af1c2ad None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:20.885433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbecbe17-f625-4f17-9d77-ecfe6854c512 None None] Network a0bb787b-7486-40aa-863e-149e507d1367 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:20.929556 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4226801 Dec 22 04:48:20.933346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51718) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:20.941649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1633972968'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:20.959049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:20.967803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:network and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:20.972572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:20.995229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:20.995869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:21.068897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:21.127265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:21.131155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.172342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51728) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:21.173456 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a34f56fc-7fc3-432f-a179-097249cae3f8 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b31741-6a45-44aa-8f30-81b5a9203a73 HTTP/1.1" status: 200 len: 205 time: 0.3746264 Dec 22 04:48:21.261507 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-5865b235-f65e-4f78-a9bd-c8001ddb7923 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] delete failed (client error): The resource could not be found. Dec 22 04:48:21.265012 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5865b235-f65e-4f78-a9bd-c8001ddb7923 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/b6b31741-6a45-44aa-8f30-81b5a9203a73 HTTP/1.1" status: 404 len: 336 time: 0.0894427 Dec 22 04:48:21.265012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:21.271320 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51736) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:21.278864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 80b48869-bb69-443a-9fb7-95beda36eb80 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:21.293008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:21.295247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=9ad2414d-02e0-4395-acd2-dc48e9937634,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:21.298612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port 492d295c-0183-48e3-8104-ff1e175ce541 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:21.299146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.321129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.321347 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Added segment 7a5e663b-05ad-4eaf-8dc8-6d7fc9363a93 of type vlan for network 80b40dd1-4b4c-41cd-ae09-e175cb02ed16 Dec 22 04:48:21.337577 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7532f7dc-cd34-4144-acd4-638ed79e2d86 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=13980b7c-5be4-4daa-b281-81ed7b4c1009 HTTP/1.1" status: 200 len: 205 time: 0.0630288 Dec 22 04:48:21.338436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51742) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:21.355897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:21.361991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:21.362613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.366571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:21.407621 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.8514709 Dec 22 04:48:21.419484 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-9fcc2eea-cbc0-4522-a8dc-9f6ba0202d80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] delete failed (client error): The resource could not be found. Dec 22 04:48:21.420434 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9fcc2eea-cbc0-4522-a8dc-9f6ba0202d80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/13980b7c-5be4-4daa-b281-81ed7b4c1009 HTTP/1.1" status: 404 len: 336 time: 0.0815489 Dec 22 04:48:21.421669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51748) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:21.425712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51750) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:21.442122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ef2ea02-b538-404f-9caf-14334cdfbd9f'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:21.525214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.534102 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6128242d-c487-40a4-856f-426984852499 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "GET /v2.0/ports?device_id=8137e466-d9ad-45c5-a509-d659cd394e02 HTTP/1.1" status: 200 len: 205 time: 0.0951662 Dec 22 04:48:21.535389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.535713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.542902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51756) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:21.640944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ad8f8091-5bf6-4739-ae84-ddb883db8f98 None None] Provisioning for port 9ad2414d-02e0-4395-acd2-dc48e9937634 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:21.649431 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-214b315f-d66d-46a5-8aaf-8cffddead02b tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] delete failed (client error): The resource could not be found. Dec 22 04:48:21.650456 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-214b315f-d66d-46a5-8aaf-8cffddead02b tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/routers/8137e466-d9ad-45c5-a509-d659cd394e02 HTTP/1.1" status: 404 len: 336 time: 0.0993936 Dec 22 04:48:21.651758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ad8f8091-5bf6-4739-ae84-ddb883db8f98 None None] Provisioning complete for port 9ad2414d-02e0-4395-acd2-dc48e9937634 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:21.652805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8091-5bf6-4739-ae84-ddb883db8f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.666737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51766) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:21.676573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for 492d295c-0183-48e3-8104-ff1e175ce541 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:21.738735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f8091-5bf6-4739-ae84-ddb883db8f98 None None] Port 9ad2414d-02e0-4395-acd2-dc48e9937634 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:21.771499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:48:21.771981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.783248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fdcf7e13-163e-496c-99a7-8f3657436aed tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:21.813516 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bc176a-0d55-405e-9b2c-2940b3f66479 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:21.813516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bc176a-0d55-405e-9b2c-2940b3f66479 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:21.837896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.843697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d77ad1a-ff88-4048-90bc-07547deb2f6f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:21.862453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.867710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:21.868577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:21.889072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=492d295c-0183-48e3-8104-ff1e175ce541,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:21.912342 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d6bc176a-0d55-405e-9b2c-2940b3f66479 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] 10.222.0.36 "DELETE /v2.0/subnets/6b45e4cf-f18f-45d7-9c96-7dcec4f73ff4 HTTP/1.1" status: 404 len: 337 time: 0.2428346 Dec 22 04:48:21.919525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:21.951368 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0168889 Dec 22 04:48:21.960921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51776) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:21.978613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0dec32c2-c7e2-48fc-b55d-8a90ff3005b6,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:21.985561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'ports': [{'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367'}, {'network_id': '80b40dd1-4b4c-41cd-ae09-e175cb02ed16'}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:21.985867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:21.986473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': '80b40dd1-4b4c-41cd-ae09-e175cb02ed16'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:22.003555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:22.007308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:22.007809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:22.027128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:22.029046 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/floatingips/f459189f-9751-42b2-8b0c-3bb331f21715 HTTP/1.1" status: 204 len: 168 time: 1.2341828 Dec 22 04:48:22.031764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51782) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:22.033139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Checking segment: {'id': 'd178cdd3-6ab6-4d03-a1f0-fc8379f24de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '45d861f8-1ab2-49d9-8e18-68ebd75b7f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:22.033759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Network hostable DHCP agents. Network: 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:48:22.128552 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-8f92b73c-4772-4f57-8a5b-88037a357251 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] delete failed (client error): The resource could not be found. Dec 22 04:48:22.134557 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8f92b73c-4772-4f57-8a5b-88037a357251 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/floatingips/f459189f-9751-42b2-8b0c-3bb331f21715 HTTP/1.1" status: 404 len: 345 time: 0.1011155 Dec 22 04:48:22.135432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51790) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:22.235539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc837a-6074-498a-9f8a-8a9f54bedd9f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:22.243047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc837a-6074-498a-9f8a-8a9f54bedd9f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:22.250741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc837a-6074-498a-9f8a-8a9f54bedd9f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:22.252330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e7cc837a-6074-498a-9f8a-8a9f54bedd9f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Synchronizing usage tracker for tenant:0d7512e291344b439bed30b27ff83c93 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:22.281389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e7cc837a-6074-498a-9f8a-8a9f54bedd9f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Unset dirty status for tenant:0d7512e291344b439bed30b27ff83c93 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:22.286899 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e7cc837a-6074-498a-9f8a-8a9f54bedd9f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "GET /v2.0/ports?network_id=561806da-08d5-49f3-aa0e-11a8cfa7a7ff HTTP/1.1" status: 200 len: 2358 time: 0.1501417 Dec 22 04:48:22.288648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51800) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:22.374673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d9be1-40c5-4f6a-af18-d272ee5ad3f3 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:22.376150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e39d9be1-40c5-4f6a-af18-d272ee5ad3f3 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Synchronizing usage tracker for tenant:0d7512e291344b439bed30b27ff83c93 on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:22.405672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e39d9be1-40c5-4f6a-af18-d272ee5ad3f3 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Unset dirty status for tenant:0d7512e291344b439bed30b27ff83c93 on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:22.413098 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e39d9be1-40c5-4f6a-af18-d272ee5ad3f3 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "GET /v2.0/subnets/c2578d8d-b4dc-4d53-b397-eb717d9c7f3b HTTP/1.1" status: 200 len: 797 time: 0.1202557 Dec 22 04:48:22.413779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51808) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:22.419713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'port': {'network_id': '561806da-08d5-49f3-aa0e-11a8cfa7a7ff', 'name': 'tempest-FloatingIPTestJSON-1899917984', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:22.503573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Network 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:48:22.509136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Network': ['ID=80b40dd1-4b4c-41cd-ae09-e175cb02ed16,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:22.519435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:22.536712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51812) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:22.539713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 80b40dd1-4b4c-41cd-ae09-e175cb02ed16 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:22.595637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:22.608920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:22.628904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:22.629291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:22.629892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:22.637378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f88e823-661f-44ef-8794-e5e126e37d6a None None] Network 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:22.642627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:22.654754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Made reservation on behalf of 0d7512e291344b439bed30b27ff83c93 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:22.698334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:22.722500 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6192930 Dec 22 04:48:22.722500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:port and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:22.726465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:22.729181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51822) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:22.740026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-9358959', 'network_id': '45d861f8-1ab2-49d9-8e18-68ebd75b7f3e'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:22.751228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:22.757898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:22.802777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Usage tracker for resource:port and tenant:668dd39e26c74ac1bac6a8b49909be08 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:22.812858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:22.822840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:22.824909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:22.836425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:22.838620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:22.870146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:22.876711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] device_id is not set on port aecbe098-5344-4f7e-aacf-952e92e3872a yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:22.962274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Made reservation on behalf of 668dd39e26c74ac1bac6a8b49909be08 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:22.965034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.032000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d65b5d-8c18-4a93-b2f8-5091635c205c None None] Network 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:23.091870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.097596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] device_id is not set on port db4175c7-f10b-4a5c-ae38-445b88376110 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:23.119439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:23.123531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] Usage tracker for resource:security_group_rule and tenant:22e50dccb74c48acbc942936b5fa2ac4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:23.126937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:23.132796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:23.219654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.269282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Allocated IP 2001:db8::175 (45d861f8-1ab2-49d9-8e18-68ebd75b7f3e/0dec32c2-c7e2-48fc-b55d-8a90ff3005b6/db4175c7-f10b-4a5c-ae38-445b88376110) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:23.277526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.297136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ac758ee3-2d55-421e-8fce-6bbb6e3e04ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:23.338361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port 33e4c8c8-adaf-4788-b270-c459d307c978 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:23.355850 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22e50dccb74c48acbc942936b5fa2ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8152714 Dec 22 04:48:23.357258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51830) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:23.357849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce0854a-a53b-47b5-9fda-017eea138791,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:23.362883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:23.461708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51834) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:23.472083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451996976', 'description': 'tempest-secgroup-smoke-451996976 description', 'project_id': '764145d3df5348cd8b52e32c7b5419a2'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:23.509765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:23.524321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:security_group and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:23.533196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:23.545571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:23.554809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-448e5486-c0d5-4f45-a03a-9e6c11f2eeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.581490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-448e5486-c0d5-4f45-a03a-9e6c11f2eeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.623775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Delete allocated IP 2001:db8:0:1::120 (80b48869-bb69-443a-9fb7-95beda36eb80/f3751add-0a7d-4d94-994b-a91e96d9a05c) {{(pid=87554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:48:23.648805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-448e5486-c0d5-4f45-a03a-9e6c11f2eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.655534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:23.696491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.713576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.724780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e5486-c0d5-4f45-a03a-9e6c11f2eeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce0854a-a53b-47b5-9fda-017eea138791,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:23.729443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.738377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-448e5486-c0d5-4f45-a03a-9e6c11f2eeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:23.765149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.20.0.14 (561806da-08d5-49f3-aa0e-11a8cfa7a7ff/c2578d8d-b4dc-4d53-b397-eb717d9c7f3b/aecbe098-5344-4f7e-aacf-952e92e3872a) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:23.767333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:23.775720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:security_group_rule and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:23.778419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-448e5486-c0d5-4f45-a03a-9e6c11f2eeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.779573 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-448e5486-c0d5-4f45-a03a-9e6c11f2eeaf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fce0854a-a53b-47b5-9fda-017eea138791 HTTP/1.1" status: 204 len: 168 time: 0.4187171 Dec 22 04:48:23.781050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.20.0.13 (561806da-08d5-49f3-aa0e-11a8cfa7a7ff/c2578d8d-b4dc-4d53-b397-eb717d9c7f3b/aecbe098-5344-4f7e-aacf-952e92e3872a) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:23.783532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:23.794400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:23.838505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:23.995086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port b8faf364-8e5c-4307-8ae2-4d7957a1801f yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:24.002680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.010823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f5f2076-47aa-4a0d-93a1-d586b1c6ff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:24.032544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.047675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.054495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-37787aa0-dba8-4ff4-a699-ccac0b522be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:24.062587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:24.084774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.087276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:security_group_rule and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:24.091917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:24.096669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.108275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:24.110637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Network 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:24.117277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:24.122418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5a4804-1edf-48a8-86e4-aa56bf7f30dd,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:24.127566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:24.128422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:24.129025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.130072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:24.132129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51846) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:24.148449 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object 9ad2414d-02e0-4395-acd2-dc48e9937634 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:24.152922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event updated for resources: {'Port': ['ID=db4175c7-f10b-4a5c-ae38-445b88376110,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:24.238922 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9c01c2e0-a8f7-4939-8049-3024b8e0063d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f77bbf018abf442a8cfad79fbabf6db8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1059897 Dec 22 04:48:24.247697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51850) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:24.255139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.272857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dbc82f03-57d8-4813-b015-5c363c27b018 tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:24.323630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:24.333432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.336014 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6056514 Dec 22 04:48:24.337934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.342157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3c9dacec-cc5a-4511-8569-30a18187b6c4 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:24.352269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51854) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:24.364120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.451862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:24.458305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:24.460351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=aecbe098-5344-4f7e-aacf-952e92e3872a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:24.466321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] In _notify_port_updated(), no bound segment for port 9ad2414d-02e0-4395-acd2-dc48e9937634 on network 80b48869-bb69-443a-9fb7-95beda36eb80 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:48:24.466565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:24.467250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:24.472124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:24.472816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.474134 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "PUT /v2.0/ports/9ad2414d-02e0-4395-acd2-dc48e9937634 HTTP/1.1" status: 200 len: 925 time: 3.0495212 Dec 22 04:48:24.479702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51858) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:24.492913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ef2ea02-b538-404f-9caf-14334cdfbd9f'}, {'subnet_id': 'f3751add-0a7d-4d94-994b-a91e96d9a05c'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:24.501734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:24.530427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.532077 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0673995 Dec 22 04:48:24.535353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=9ad2414d-02e0-4395-acd2-dc48e9937634,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:24.537044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:24.557122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2cd1-33c3-4f11-a135-54ec67e12399 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Deleting port db4175c7-f10b-4a5c-ae38-445b88376110 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:24.557524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2cd1-33c3-4f11-a135-54ec67e12399 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.566058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:24.575736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-82a15784-e563-499b-a41b-8ea81b65b151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.578343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'security_group_rule': {'security_group_id': 'e5ba3e15-ac79-47aa-8bd3-c42d038373f7', 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:24.596248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef7d-309d-41e5-a93a-f69b5e69d6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.597640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.600314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:24.612251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:security_group_rule and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:24.617675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:24.647906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ba3e15-ac79-47aa-8bd3-c42d038373f7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:24.657218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:24.657608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:24.669100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:24.669755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.675975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef7d-309d-41e5-a93a-f69b5e69d6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.705362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.716857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.766669 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3491211 Dec 22 04:48:24.772110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51868) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:24.781930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'aecbe098-5344-4f7e-aacf-952e92e3872a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:24.799022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.806336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:24.814538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b9ad3e94-1c0e-412d-a487-54c1f12cc8bc None None] Provisioning for port 9ad2414d-02e0-4395-acd2-dc48e9937634 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:24.816103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c1d6605-dfef-4d7a-8c4b-7731d8903f80 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:24.822531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b9ad3e94-1c0e-412d-a487-54c1f12cc8bc None None] Provisioning complete for port 9ad2414d-02e0-4395-acd2-dc48e9937634 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:24.823765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3e94-1c0e-412d-a487-54c1f12cc8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.860619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:floatingip and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:24.867419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:24.885635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:24.902406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef7d-309d-41e5-a93a-f69b5e69d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.909108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:24.935830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad3e94-1c0e-412d-a487-54c1f12cc8bc None None] Port 9ad2414d-02e0-4395-acd2-dc48e9937634 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:24.937474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.941161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:24.950663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:24.950854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eeef7d-309d-41e5-a93a-f69b5e69d6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039ddc7f-6ebb-4b41-9124-dab13efdaf65,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:24.960215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d2eeef7d-309d-41e5-a93a-f69b5e69d6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:24.964065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:24.965110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.969567 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef7d-309d-41e5-a93a-f69b5e69d6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.970709 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d2eeef7d-309d-41e5-a93a-f69b5e69d6e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/039ddc7f-6ebb-4b41-9124-dab13efdaf65 HTTP/1.1" status: 204 len: 168 time: 0.7213883 Dec 22 04:48:24.989040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2cd1-33c3-4f11-a135-54ec67e12399 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:24.995753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=33e4c8c8-adaf-4788-b270-c459d307c978,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:25.002076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.011988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:25.012788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86a999bb-b799-4c83-80a7-a6f42ce6d8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:25.082190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.211469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=b8faf364-8e5c-4307-8ae2-4d7957a1801f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:25.225510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:25.227777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:25.255172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Checking segment: {'id': '7a5e663b-05ad-4eaf-8dc8-6d7fc9363a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80b40dd1-4b4c-41cd-ae09-e175cb02ed16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:25.255537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network hostable DHCP agents. Network: 80b40dd1-4b4c-41cd-ae09-e175cb02ed16, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:48:25.264329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.265798 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7186031 Dec 22 04:48:25.266727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98841358-8cba-40ae-8f1e-9851574e7c4a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:25.271737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51878) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:25.272750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:25.288893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2cd1-33c3-4f11-a135-54ec67e12399 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Calling delete_port for db4175c7-f10b-4a5c-ae38-445b88376110 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:25.290332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'security_group_rule': {'security_group_id': 'e5ba3e15-ac79-47aa-8bd3-c42d038373f7', 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:25.299738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:25.308403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:security_group_rule and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:25.340453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:25.366963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network 80b40dd1-4b4c-41cd-ae09-e175cb02ed16 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:48:25.372399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:25.393457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 80b40dd1-4b4c-41cd-ae09-e175cb02ed16) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:25.413748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:25.414636 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3dcb82-10eb-42e6-9b18-469eeb0eab34 None None] Network 80b40dd1-4b4c-41cd-ae09-e175cb02ed16 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:25.419826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:25.425501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:25.426442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.442775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.472917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8:0:1::168 (80b48869-bb69-443a-9fb7-95beda36eb80/f3751add-0a7d-4d94-994b-a91e96d9a05c/9ad2414d-02e0-4395-acd2-dc48e9937634) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:25.486975 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5230277 Dec 22 04:48:25.493288 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51884) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:25.498770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.570145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2cd1-33c3-4f11-a135-54ec67e12399 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.577919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e2809da0-5fe3-429a-8340-f9a3ad80ec85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:25.630227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2cd1-33c3-4f11-a135-54ec67e12399 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event deleted for resources: {'Port': ['ID=db4175c7-f10b-4a5c-ae38-445b88376110,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:25.639293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ffb2cd1-33c3-4f11-a135-54ec67e12399 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:25.693960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b945945b-43b6-4e61-8a34-7d6b2286077d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port b8faf364-8e5c-4307-8ae2-4d7957a1801f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:25.694300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b945945b-43b6-4e61-8a34-7d6b2286077d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.733179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2cd1-33c3-4f11-a135-54ec67e12399 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.754087 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8ffb2cd1-33c3-4f11-a135-54ec67e12399 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "DELETE /v2.0/ports/db4175c7-f10b-4a5c-ae38-445b88376110 HTTP/1.1" status: 204 len: 168 time: 1.3935544 Dec 22 04:48:25.755759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51894) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:25.764170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d861f8-1ab2-49d9-8e18-68ebd75b7f3e', 'external_fixed_ips': [{'subnet_id': '0dec32c2-c7e2-48fc-b55d-8a90ff3005b6', 'ip_address': '2001:db8::175'}]}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:25.774031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:25.780807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.784073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.26.1.215 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/7faa0e1f-ba8c-40d4-953c-ff4f2566d853) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:25.786495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Usage tracker for resource:router and tenant:668dd39e26c74ac1bac6a8b49909be08 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:25.791254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:25.799287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.801691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:25.811655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8f7e600d-1a5f-4a77-ba11-d9156cd32f1d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:25.832455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.833370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.900305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978cb5d0-119d-46b5-8c78-d95de2ad4a95,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:25.906054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.911707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.918697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:25.931138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Ignored duplicate provisioning block setup for port 9ad2414d-02e0-4395-acd2-dc48e9937634 by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 04:48:25.932341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.933645 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6555178 Dec 22 04:48:25.936854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51904) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:25.942672 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:25.963464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'security_group_rule': {'security_group_id': 'e5ba3e15-ac79-47aa-8bd3-c42d038373f7', 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:25.976707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b0f3988b-ceb0-4539-8106-ca7ac17d9056 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:26.102767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.154870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b945945b-43b6-4e61-8a34-7d6b2286077d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.240407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.334834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.340763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d0fefb13-3938-44a0-ba87-1c24c6141c0b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:26.419101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:26.421997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:26.426037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:26.429297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:26.468100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b945945b-43b6-4e61-8a34-7d6b2286077d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for b8faf364-8e5c-4307-8ae2-4d7957a1801f owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:26.470538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=7faa0e1f-ba8c-40d4-953c-ff4f2566d853,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:26.478579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:26.507095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:security_group_rule and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:26.513805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:26.535076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:26.537085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=9ad2414d-02e0-4395-acd2-dc48e9937634,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:26.576246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:26.638953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] In _notify_port_updated(), no bound segment for port 9ad2414d-02e0-4395-acd2-dc48e9937634 on network 80b48869-bb69-443a-9fb7-95beda36eb80 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:48:26.644648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:26.645296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.650860 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "PUT /v2.0/ports/9ad2414d-02e0-4395-acd2-dc48e9937634 HTTP/1.1" status: 200 len: 1011 time: 2.1639585 Dec 22 04:48:26.650860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.658484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51928) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:26.704329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b945945b-43b6-4e61-8a34-7d6b2286077d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.718969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae80b7be-242b-4d22-8867-3e02c6ff5afc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:26.765004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945945b-43b6-4e61-8a34-7d6b2286077d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=b8faf364-8e5c-4307-8ae2-4d7957a1801f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:26.771533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b945945b-43b6-4e61-8a34-7d6b2286077d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:26.780765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b945945b-43b6-4e61-8a34-7d6b2286077d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.797773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.800843 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b945945b-43b6-4e61-8a34-7d6b2286077d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/b8faf364-8e5c-4307-8ae2-4d7957a1801f HTTP/1.1" status: 204 len: 168 time: 1.3062506 Dec 22 04:48:26.803392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51936) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:26.845884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.851773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:26.872471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e30ebc9-c37b-4b6a-8138-afa8d3316336,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:26.892506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51940) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:26.893112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:26.905179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bffb8ca4-42ce-488c-baf9-985da630a7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.913901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:26.915408 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9770596 Dec 22 04:48:26.918329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51946) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:26.925833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'security_group_rule': {'security_group_id': 'e5ba3e15-ac79-47aa-8bd3-c42d038373f7', 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:26.938264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:26.944721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:security_group_rule and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:26.949130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:26.956968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:26.982403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36daacd-2e5f-4f7c-974b-c3e1c9274e1c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:26.988908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36daacd-2e5f-4f7c-974b-c3e1c9274e1c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:26.989697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b36daacd-2e5f-4f7c-974b-c3e1c9274e1c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:27.004462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.006745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5ecb2871-c9e5-4604-a4d9-1691b5228dc2 None None] Provisioning complete for port 9ad2414d-02e0-4395-acd2-dc48e9937634 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:27.007518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2871-c9e5-4604-a4d9-1691b5228dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.040396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b36daacd-2e5f-4f7c-974b-c3e1c9274e1c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:27.041578 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b36daacd-2e5f-4f7c-974b-c3e1c9274e1c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2370110 Dec 22 04:48:27.049626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-51059362', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:27.052490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51950) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:27.085428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb2871-c9e5-4604-a4d9-1691b5228dc2 None None] Port 9ad2414d-02e0-4395-acd2-dc48e9937634 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:27.102240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:27.120113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Usage tracker for resource:port and tenant:70835c00685d4d388b851cc450a54b19 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:27.127627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:27.140354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:27.159935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 33e4c8c8-adaf-4788-b270-c459d307c978 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:27.160313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.161001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-504c14ea-deb6-4259-808b-75314c45f2d7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 9ad2414d-02e0-4395-acd2-dc48e9937634 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:27.161341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-504c14ea-deb6-4259-808b-75314c45f2d7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.209431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.210254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Made reservation on behalf of 70835c00685d4d388b851cc450a54b19 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:27.212656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.232345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.236073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.252909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4e0f529-82fb-4129-b3a2-48be0f22acea tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:27.283205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:27.324054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Usage tracker for resource:security_group_rule and tenant:70835c00685d4d388b851cc450a54b19 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:27.326875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17292521-21b9-4c8a-a66d-ae332982cc4e,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:27.336006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:27.346155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:27.349184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:27.363820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.364278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.368321 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4456005 Dec 22 04:48:27.389396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51958) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:27.405279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'security_group_rule': {'security_group_id': 'e5ba3e15-ac79-47aa-8bd3-c42d038373f7', 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:27.414627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.466869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:27.480416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:security_group_rule and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:27.495174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:27.511679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:27.515106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.653083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 33e4c8c8-adaf-4788-b270-c459d307c978 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:27.680171 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Project 764145d3df5348cd8b52e32c7b5419a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:48:27.683081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-504c14ea-deb6-4259-808b-75314c45f2d7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.704474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.804409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.816461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.820682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:27.829182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.832491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] device_id is not set on port 9930017e-ba99-4104-9dfa-b0c2f68b3b55 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:27.850371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-504c14ea-deb6-4259-808b-75314c45f2d7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 9ad2414d-02e0-4395-acd2-dc48e9937634 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:27.871325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.871996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.883217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.906936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.915741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b46c2f2-9c4a-407b-bbff-eb0a25960fe5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:27.932212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:27.932553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4458c1bc-0e4c-46a4-a704-067b53a2e3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907 tempest-ExternalNetworksAdminNegativeTestJSON-1850631907-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:27.941612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Allocated IP 2001:db8::175 (45d861f8-1ab2-49d9-8e18-68ebd75b7f3e/0dec32c2-c7e2-48fc-b55d-8a90ff3005b6/96a2fe17-9676-4ce3-8333-6ee8b704f54e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:27.976059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:27.994877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=33e4c8c8-adaf-4788-b270-c459d307c978,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:28.007136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:28.007651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cb6e0313-7069-422b-8eb1-2f96d1b12377 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:28.066286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.067350 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6758409 Dec 22 04:48:28.074040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51962) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:28.074239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c5f766-8fba-44d6-8c2a-3ef3f93276c3,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:28.080101 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/33e4c8c8-adaf-4788-b270-c459d307c978 HTTP/1.1" status: 204 len: 168 time: 1.0266104 Dec 22 04:48:28.081436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:28.083699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51964) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:28.084816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.133471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'security_group_rule': {'security_group_id': 'e5ba3e15-ac79-47aa-8bd3-c42d038373f7', 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:28.152666 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Allocated IP 172.26.1.146 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/9930017e-ba99-4104-9dfa-b0c2f68b3b55) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:28.155137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:28.170736 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.198606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:security_group_rule and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:28.207069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:28.214122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94edfcc1-42ec-46d1-9881-c5e625067111 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:28.214818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-94edfcc1-42ec-46d1-9881-c5e625067111 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:28.224610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:28.244800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-94edfcc1-42ec-46d1-9881-c5e625067111 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:28.246286 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-94edfcc1-42ec-46d1-9881-c5e625067111 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1616251 Dec 22 04:48:28.249921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51970) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:28.300163 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ea8816-1de5-4865-977a-d16e50386136 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:48:28.301542 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-88ea8816-1de5-4865-977a-d16e50386136 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/b8faf364-8e5c-4307-8ae2-4d7957a1801f HTTP/1.1" status: 404 len: 333 time: 0.0502627 Dec 22 04:48:28.304779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51974) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:28.349276 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b615b0-a9f7-4f77-a4ac-f6f874a1ae15 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:48:28.350517 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-94b615b0-a9f7-4f77-a4ac-f6f874a1ae15 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/33e4c8c8-adaf-4788-b270-c459d307c978 HTTP/1.1" status: 404 len: 333 time: 0.0447550 Dec 22 04:48:28.353585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51978) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:28.438934 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Project 764145d3df5348cd8b52e32c7b5419a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:48:28.487640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.511784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.600731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.646473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-504c14ea-deb6-4259-808b-75314c45f2d7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.658099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7daeab2-5de9-4216-8332-507dadabde96 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:28.724455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c14ea-deb6-4259-808b-75314c45f2d7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=9ad2414d-02e0-4395-acd2-dc48e9937634,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:28.734452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-504c14ea-deb6-4259-808b-75314c45f2d7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:28.736003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.786205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.834080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.834676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ea9da3d6-bef3-46e7-ae3d-61bf1ca55729 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:28.865909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-504c14ea-deb6-4259-808b-75314c45f2d7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.868563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce0a532-adf3-464e-b4fe-ee29b627e460,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:28.873554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.880960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:28.882812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b40dd1-4b4c-41cd-ae09-e175cb02ed16']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:28.884795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-28745bed-a121-4c58-b210-c6a65726df50 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:28.908568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5e663b-05ad-4eaf-8dc8-6d7fc9363a93') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:28.908864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5e663b-05ad-4eaf-8dc8-6d7fc9363a93') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:28.937952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.950958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.962781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.971591 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:28.972227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.981619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Network 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:28.986562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:28.987964 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:28.990374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:28.995134 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-504c14ea-deb6-4259-808b-75314c45f2d7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/9ad2414d-02e0-4395-acd2-dc48e9937634 HTTP/1.1" status: 204 len: 168 time: 2.3362231 Dec 22 04:48:28.998572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:29.046212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.047346 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9241571 Dec 22 04:48:29.052904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51986) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:29.053275 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 51988) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:29.053950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.057720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event updated for resources: {'Port': ['ID=96a2fe17-9676-4ce3-8333-6ee8b704f54e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:29.075112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:29.075600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:29.099194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'network': {'name': 'tempest-network-smoke--1603171352', 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:29.114877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:29.129401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:network and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:29.133971 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7b757a-b10c-4fe9-bef8-3395176f125f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:48:29.134515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8c7b757a-b10c-4fe9-bef8-3395176f125f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:29.136994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:29.140432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.147267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:29.150448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5105b628-913b-4ec2-8be1-13c8ce3d8c34 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:29.166608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.185911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Network': ['ID=80b40dd1-4b4c-41cd-ae09-e175cb02ed16,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:29.203083 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/networks/80b40dd1-4b4c-41cd-ae09-e175cb02ed16 HTTP/1.1" status: 204 len: 168 time: 0.8426106 Dec 22 04:48:29.203512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:29.205465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.210968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51994) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:29.213964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Made reservation on behalf of 764145d3df5348cd8b52e32c7b5419a2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:29.217446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.230890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-529233af-d1fe-4a2c-ba0c-144f9f5a03ab tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:29.272199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-737660407'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:29.276328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8c7b757a-b10c-4fe9-bef8-3395176f125f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:29.277467 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c7b757a-b10c-4fe9-bef8-3395176f125f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/9ad2414d-02e0-4395-acd2-dc48e9937634 HTTP/1.1" status: 404 len: 333 time: 0.2231846 Dec 22 04:48:29.287645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 51998) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:29.295778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:29.310702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:29.314853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:29.317637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:29.335202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:network and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:29.339634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=7faa0e1f-ba8c-40d4-953c-ff4f2566d853,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:29.342531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:29.353684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:29.354488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.361951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:29.364535 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Pushing event updated for resources: {'Port': ['ID=9930017e-ba99-4104-9dfa-b0c2f68b3b55,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:29.367573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:29.367882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.374378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:29.391845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.392109 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Added segment 6d69c5e0-5857-4426-b144-b9e52da6622c of type vlan for network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 Dec 22 04:48:29.394093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:29.394773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.434171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.438739 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5443652 Dec 22 04:48:29.442328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52002) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:29.448609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}]}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:29.455636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:29.474500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Usage tracker for resource:router and tenant:70835c00685d4d388b851cc450a54b19 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:29.479380 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:29.488038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:29.497575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.503441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:29.504035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.508219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4cf104f2-fda0-43cf-8647-3a555983300f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:29.524168 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.525177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.527535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:29.532466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.559012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7253c7-33b7-4d80-8c73-9704155a1066 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet f3751add-0a7d-4d94-994b-a91e96d9a05c {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:48:29.576410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c7253c7-33b7-4d80-8c73-9704155a1066 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.615688 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5597751 Dec 22 04:48:29.621301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52006) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:29.628649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.632784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'admin_state_up': True, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:29.647540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:29.649815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'Network': ['ID=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:29.655012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:router and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:29.658040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:29.658841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:29.666181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:29.666411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:29.786520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:29.801641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c7253c7-33b7-4d80-8c73-9704155a1066 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.825765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.826862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.860219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.860429 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Added segment 6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f of type vlan for network 070c296a-3b6a-42e9-af44-96628a614fcb Dec 22 04:48:29.869445 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP 371f649c-3224-4a24-b1f1-a64bd6fed35b associated. External IP: 172.26.1.215, port: aecbe098-5344-4f7e-aacf-952e92e3872a. Dec 22 04:48:29.966841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:29.979437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:30.068810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:30.165112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:30.325964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:48:30.383317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c7253c7-33b7-4d80-8c73-9704155a1066 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:30.436941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:30.442808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:30.443389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:30.445642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:30.446994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bcd66a7a-78bc-4641-9fd7-9bf8fafc6a13 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:30.710697 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4960704 Dec 22 04:48:30.711471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Network': ['ID=070c296a-3b6a-42e9-af44-96628a614fcb,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:30.713568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52014) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:30.720290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:30.723580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 070c296a-3b6a-42e9-af44-96628a614fcb details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:30.781536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': '070c296a-3b6a-42e9-af44-96628a614fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:30.865168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c7253c7-33b7-4d80-8c73-9704155a1066 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:30.879662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:30.938923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7253c7-33b7-4d80-8c73-9704155a1066 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=f3751add-0a7d-4d94-994b-a91e96d9a05c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:30.941453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c7253c7-33b7-4d80-8c73-9704155a1066 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:30.945972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db3adc6-af38-479c-b6a4-f7950149c794 None None] Network 80b48869-bb69-443a-9fb7-95beda36eb80 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:30.949720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c7253c7-33b7-4d80-8c73-9704155a1066 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:30.953962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:30.968648 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8c7253c7-33b7-4d80-8c73-9704155a1066 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/f3751add-0a7d-4d94-994b-a91e96d9a05c HTTP/1.1" status: 204 len: 168 time: 1.6754651 Dec 22 04:48:30.980485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52022) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:31.051061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:31.128864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:31.131519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:31.197568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:31.202917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:31.205197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:31.259671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:31.267594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:31.299829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff6ad1e-f60b-4847-9d39-39d613cbf89a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet 6ef2ea02-b538-404f-9caf-14334cdfbd9f {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:48:31.359640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ad1e-f60b-4847-9d39-39d613cbf89a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:31.402516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:31.441144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:31.444674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:31.496072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:31.510461 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa60399-6847-4588-92a8-5aa022fd2200 None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:31.519097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Router b875d067-f381-46e5-b66b-2b1953ffcdef is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:48:31.527996 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa60399-6847-4588-92a8-5aa022fd2200 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:31.528650 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-afa60399-6847-4588-92a8-5aa022fd2200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:31.603777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:31.631148 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-afa60399-6847-4588-92a8-5aa022fd2200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:31.640504 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa60399-6847-4588-92a8-5aa022fd2200 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:31.641292 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-afa60399-6847-4588-92a8-5aa022fd2200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:31.706599 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-afa60399-6847-4588-92a8-5aa022fd2200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:31.707050 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa60399-6847-4588-92a8-5aa022fd2200 None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:31.752088 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.9761982 Dec 22 04:48:31.759827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52030) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:31.769243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7285075a-1535-465f-967d-ab6d88ed674f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'port_id': 'aecbe098-5344-4f7e-aacf-952e92e3872a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:31.860043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ad1e-f60b-4847-9d39-39d613cbf89a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:31.882538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:31.895037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7285075a-1535-465f-967d-ab6d88ed674f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:31.897630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Sync routers for ids ['b875d067-f381-46e5-b66b-2b1953ffcdef'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:31.915370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Routers {'b875d067-f381-46e5-b66b-2b1953ffcdef'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:31.916409 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b875d067-f381-46e5-b66b-2b1953ffcdef'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:31.931101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Performing IP validity checks on allocation pools {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 04:48:31.931723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 04:48:32.069218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.070446 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.3136804 Dec 22 04:48:32.074788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ce2b5-a9db-47c1-808b-487cb50f4b87 req-46ba9056-ce42-4ca1-9ca9-0a19c742ec80 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:32.076477 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f4ce2b5-a9db-47c1-808b-487cb50f4b87 req-46ba9056-ce42-4ca1-9ca9-0a19c742ec80 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 945 time: 0.8143499 Dec 22 04:48:32.086029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52034) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:32.138083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Set router b875d067-f381-46e5-b66b-2b1953ffcdef gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:32.169258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583092f-861e-4084-9899-2815830c3077 req-a8a40b47-7eac-488d-9c3e-76df9ce71d8d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:32.170789 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7583092f-861e-4084-9899-2815830c3077 req-a8a40b47-7eac-488d-9c3e-76df9ce71d8d tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 946 time: 0.8155313 Dec 22 04:48:32.219937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.341358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f2bde124-d9a9-415d-9a51-cf16e5d8b5f1 None None] Provisioning complete for port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:32.341786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f2bde124-d9a9-415d-9a51-cf16e5d8b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.462964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ad1e-f60b-4847-9d39-39d613cbf89a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.564480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b875d067-f381-46e5-b66b-2b1953ffcdef', 'name': '', 'tenant_id': '668dd39e26c74ac1bac6a8b49909be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d861f8-1ab2-49d9-8e18-68ebd75b7f3e', 'external_fixed_ips': [{'subnet_id': '0dec32c2-c7e2-48fc-b55d-8a90ff3005b6', 'ip_address': '2001:db8::175'}], 'enable_snat': True}, 'gw_port_id': '96a2fe17-9676-4ce3-8333-6ee8b704f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:25Z', 'updated_at': '2021-12-22T04:48:29Z', 'revision_number': 3, 'project_id': '668dd39e26c74ac1bac6a8b49909be08', 'gw_port': {'id': '96a2fe17-9676-4ce3-8333-6ee8b704f54e', 'name': '', 'network_id': '45d861f8-1ab2-49d9-8e18-68ebd75b7f3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b875d067-f381-46e5-b66b-2b1953ffcdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '0dec32c2-c7e2-48fc-b55d-8a90ff3005b6', 'ip_address': '2001:db8::175', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:27Z', 'updated_at': '2021-12-22T04:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dec32c2-c7e2-48fc-b55d-8a90ff3005b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:32.568864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Checking router: b875d067-f381-46e5-b66b-2b1953ffcdef for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:48:32.569460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Updating router b875d067-f381-46e5-b66b-2b1953ffcdef port 96a2fe17-9676-4ce3-8333-6ee8b704f54e binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:48:32.600773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7285075a-1535-465f-967d-ab6d88ed674f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.605936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7285075a-1535-465f-967d-ab6d88ed674f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.626593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.666925 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f4ce2b5-a9db-47c1-808b-487cb50f4b87 req-6c175eb5-efd0-4ce7-b6dd-6b00f4785d23 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5745027 Dec 22 04:48:32.740865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Allocated IP 172.26.1.79 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/2151ade8-9efb-4638-8925-f11de8f52efe) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:32.762559 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7583092f-861e-4084-9899-2815830c3077 req-a903c225-c708-4e2b-9e24-abbd68e9348c tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909687 Dec 22 04:48:32.961387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.974708 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.021388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.029799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.159717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7285075a-1535-465f-967d-ab6d88ed674f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:33.224509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.229694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Transition to ACTIVE for port object 96a2fe17-9676-4ce3-8333-6ee8b704f54e will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:33.242530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6cb7ae4c-5efc-490c-a8eb-897eb4629a94 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:33.245823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.252604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0c39f392-1651-4602-9348-fd0cbcbd6ed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:33.276954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ad1e-f60b-4847-9d39-39d613cbf89a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.322960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.323440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 396f5a68-8f39-4a54-9af1-4859531ce1d2 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:48:33.357636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7285075a-1535-465f-967d-ab6d88ed674f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:33.358814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ba9a9-47af-4524-a8b9-21cf863b792c None None] Pushing event updated for resources: {'Port': ['ID=96a2fe17-9676-4ce3-8333-6ee8b704f54e,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:33.361088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Attempting to bind port 96a2fe17-9676-4ce3-8333-6ee8b704f54e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:33.361704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Attempting to bind port 96a2fe17-9676-4ce3-8333-6ee8b704f54e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'd178cdd3-6ab6-4d03-a1f0-fc8379f24de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '45d861f8-1ab2-49d9-8e18-68ebd75b7f3e'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:33.361982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Attempting to bind port 96a2fe17-9676-4ce3-8333-6ee8b704f54e on network 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:33.366136 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f30ba9a9-47af-4524-a8b9-21cf863b792c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:33.368987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:48:33.369533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Checking segment: {'id': 'd178cdd3-6ab6-4d03-a1f0-fc8379f24de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '45d861f8-1ab2-49d9-8e18-68ebd75b7f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:33.369942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.370208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7285075a-1535-465f-967d-ab6d88ed674f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.370378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Bound using segment: {'id': 'd178cdd3-6ab6-4d03-a1f0-fc8379f24de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '45d861f8-1ab2-49d9-8e18-68ebd75b7f3e'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:48:33.371236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Bound port: 96a2fe17-9676-4ce3-8333-6ee8b704f54e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd178cdd3-6ab6-4d03-a1f0-fc8379f24de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '45d861f8-1ab2-49d9-8e18-68ebd75b7f3e'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:48:33.371617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.377324 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddbc5d2-8bb1-46d2-8751-6fb3c1e2e4ec None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:33.387141 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddbc5d2-8bb1-46d2-8751-6fb3c1e2e4ec None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:33.387913 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1ddbc5d2-8bb1-46d2-8751-6fb3c1e2e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:33.427680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ad1e-f60b-4847-9d39-39d613cbf89a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.474123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] For port 96a2fe17-9676-4ce3-8333-6ee8b704f54e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:48:33.478803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] For port 96a2fe17-9676-4ce3-8333-6ee8b704f54e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=96a2fe17-9676-4ce3-8333-6ee8b704f54e,segment=NetworkSegment(d178cdd3-6ab6-4d03-a1f0-fc8379f24de0),segment_id=d178cdd3-6ab6-4d03-a1f0-fc8379f24de0)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:48:33.483431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf98fc-1569-4b30-b386-48c66144cf4a None None] Network 80b48869-bb69-443a-9fb7-95beda36eb80 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:33.505892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.519509 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8ff6ad1e-f60b-4847-9d39-39d613cbf89a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/6ef2ea02-b538-404f-9caf-14334cdfbd9f HTTP/1.1" status: 204 len: 168 time: 2.5184345 Dec 22 04:48:33.529883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=bc8a1999-5fd8-48f0-a4ba-4f29b61f8c6d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:33.532456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52050) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:33.539695 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1ddbc5d2-8bb1-46d2-8751-6fb3c1e2e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:33.542792 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:48:33.543344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-97d11ad2-8600-43bf-a9bd-5002870dfe30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:33.548855 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e577a38c-8c9e-47e2-9105-e1c5fc41f764 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1053717 Dec 22 04:48:33.557113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.558867 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddbc5d2-8bb1-46d2-8751-6fb3c1e2e4ec None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:33.560113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52054) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:33.560837 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1ddbc5d2-8bb1-46d2-8751-6fb3c1e2e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:33.562108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:33.562959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c72d380-96eb-4ea5-b3ea-68812848dd33 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:33.649811 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1ddbc5d2-8bb1-46d2-8751-6fb3c1e2e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:33.650594 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddbc5d2-8bb1-46d2-8751-6fb3c1e2e4ec None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:33.684593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6ad1e-f60b-4847-9d39-39d613cbf89a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef2ea02-b538-404f-9caf-14334cdfbd9f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:33.712494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8ff6ad1e-f60b-4847-9d39-39d613cbf89a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:33.713613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Checking segment: {'id': '6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '070c296a-3b6a-42e9-af44-96628a614fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:33.714178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network hostable DHCP agents. Network: 070c296a-3b6a-42e9-af44-96628a614fcb, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:48:33.729664 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7285075a-1535-465f-967d-ab6d88ed674f tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "PUT /v2.0/floatingips/371f649c-3224-4a24-b1f1-a64bd6fed35b HTTP/1.1" status: 200 len: 979 time: 1.9686809 Dec 22 04:48:33.741300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52058) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:33.756024 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ba9a9-47af-4524-a8b9-21cf863b792c None None] Pushing event updated for resources: {'Port': ['ID=96a2fe17-9676-4ce3-8333-6ee8b704f54e,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:33.759978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f30ba9a9-47af-4524-a8b9-21cf863b792c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:33.819471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Routers {'b875d067-f381-46e5-b66b-2b1953ffcdef'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:33.821201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b875d067-f381-46e5-b66b-2b1953ffcdef'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:33.838369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.906932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network 070c296a-3b6a-42e9-af44-96628a614fcb is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:48:33.916972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4c604923-07df-457d-a6c4-31c2195dc983 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Deleting port 9930017e-ba99-4104-9dfa-b0c2f68b3b55 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:33.917575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c604923-07df-457d-a6c4-31c2195dc983 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.933976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:33.936628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Deleting port 96a2fe17-9676-4ce3-8333-6ee8b704f54e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:33.937078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:34.152040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] Set router b875d067-f381-46e5-b66b-2b1953ffcdef gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:34.252368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 070c296a-3b6a-42e9-af44-96628a614fcb) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:34.264883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:34.265519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:34.274838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7d926a-c40d-4950-aef2-5360426e7350 None None] Network 070c296a-3b6a-42e9-af44-96628a614fcb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:34.290831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:34.291202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:34.303468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b875d067-f381-46e5-b66b-2b1953ffcdef', 'name': '', 'tenant_id': '668dd39e26c74ac1bac6a8b49909be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:25Z', 'updated_at': '2021-12-22T04:48:33Z', 'revision_number': 4, 'project_id': '668dd39e26c74ac1bac6a8b49909be08', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:34.344176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port 7faa0e1f-ba8c-40d4-953c-ff4f2566d853 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:34.344867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:34.346207 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:34.354354 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a23e3-9399-4f67-97e1-b97d914f7543 None None] The sync data for ids ['b875d067-f381-46e5-b66b-2b1953ffcdef'] in dv-neutron-822524-1-hyperv is: [{'id': 'b875d067-f381-46e5-b66b-2b1953ffcdef', 'name': '', 'tenant_id': '668dd39e26c74ac1bac6a8b49909be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:25Z', 'updated_at': '2021-12-22T04:48:33Z', 'revision_number': 4, 'project_id': '668dd39e26c74ac1bac6a8b49909be08', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:34.363186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:34.497192 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7725859 Dec 22 04:48:34.511415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c604923-07df-457d-a6c4-31c2195dc983 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:34.523972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52066) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:34.534440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] For port 96a2fe17-9676-4ce3-8333-6ee8b704f54e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=96a2fe17-9676-4ce3-8333-6ee8b704f54e,segment=NetworkSegment(d178cdd3-6ab6-4d03-a1f0-fc8379f24de0),segment_id=d178cdd3-6ab6-4d03-a1f0-fc8379f24de0)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:34.534814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:34.540870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': '070c296a-3b6a-42e9-af44-96628a614fcb', 'name': 'tempest-PortsTestJSON-831169405'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:34.547025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'Port': ['ID=2151ade8-9efb-4638-8925-f11de8f52efe,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:34.554700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3605ac9b-1646-432a-927b-795266435f21 None None] DHCP port deletion for 80b48869-bb69-443a-9fb7-95beda36eb80 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:48:34.564221 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:34.566297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3605ac9b-1646-432a-927b-795266435f21 None None] Deleting port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:34.566681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3605ac9b-1646-432a-927b-795266435f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:34.575072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:34.600505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-070c296a-3b6a-42e9-af44-96628a614fcb', 'network_id': '070c296a-3b6a-42e9-af44-96628a614fcb', 'tenant_id': '1f15b4a25d4a41b082b7d34104c6e003', 'fixed_ips': [{'subnet_id': 'bc8a1999-5fd8-48f0-a4ba-4f29b61f8c6d'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:48:34.601351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:34.643178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:34.726923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:34.758077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4c604923-07df-457d-a6c4-31c2195dc983 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Calling delete_port for 9930017e-ba99-4104-9dfa-b0c2f68b3b55 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:34.760370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Calling delete_port for 96a2fe17-9676-4ce3-8333-6ee8b704f54e owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:34.856678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef8201-81c0-4747-b6e1-150b090d9fdd req-e4d11022-c40e-4436-8306-3c2feb9706a7 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:34.861920 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cbef8201-81c0-4747-b6e1-150b090d9fdd req-e4d11022-c40e-4436-8306-3c2feb9706a7 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 945 time: 0.7757821 Dec 22 04:48:34.930635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1ecb9-529d-4c40-a495-e703d5dd75c7 req-c7927978-17a8-4dd7-b6b0-f404f30f23e3 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:34.936845 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5c1ecb9-529d-4c40-a495-e703d5dd75c7 req-c7927978-17a8-4dd7-b6b0-f404f30f23e3 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 946 time: 0.8518665 Dec 22 04:48:34.985855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3605ac9b-1646-432a-927b-795266435f21 None None] For port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=73ec20f1-2eb9-44f0-b1ea-d4615ad73510,segment=NetworkSegment(a1c34bd1-1abf-4586-809c-74915f325aab),segment_id=a1c34bd1-1abf-4586-809c-74915f325aab)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:34.985855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3605ac9b-1646-432a-927b-795266435f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.003359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:35.014387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.015160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.107237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Allocated IP 172.20.0.2 (070c296a-3b6a-42e9-af44-96628a614fcb/bc8a1999-5fd8-48f0-a4ba-4f29b61f8c6d/e837bfa2-fcfe-4b13-abf9-5608c21471cb) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:35.115638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3605ac9b-1646-432a-927b-795266435f21 None None] Calling delete_port for 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:35.150822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:35.164037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for 7faa0e1f-ba8c-40d4-953c-ff4f2566d853 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:35.278272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c604923-07df-457d-a6c4-31c2195dc983 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.294568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a894e71e-b869-4e75-bc40-d5de6e6a3fed tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:35.348518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3605ac9b-1646-432a-927b-795266435f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.356030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b98887aa-c41d-4237-a0c1-68c054f31196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:35.406926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c604923-07df-457d-a6c4-31c2195dc983 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Pushing event deleted for resources: {'Port': ['ID=9930017e-ba99-4104-9dfa-b0c2f68b3b55,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:35.413300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:35.414184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605ac9b-1646-432a-927b-795266435f21 None None] Pushing event deleted for resources: {'Port': ['ID=73ec20f1-2eb9-44f0-b1ea-d4615ad73510,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:35.415037 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cbef8201-81c0-4747-b6e1-150b090d9fdd req-7f380ada-be32-496a-bd30-c9e7acfec5ab tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5310357 Dec 22 04:48:35.417643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.419703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3605ac9b-1646-432a-927b-795266435f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:35.431820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605ac9b-1646-432a-927b-795266435f21 None None] No DVR routers for this DVR port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:48:35.437237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4c604923-07df-457d-a6c4-31c2195dc983 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:35.449754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port 8bc0e9f9-b831-4ddc-9933-e5397e46e45f yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:35.512159 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5c1ecb9-529d-4c40-a495-e703d5dd75c7 req-147fe4ef-4fc2-496f-8926-f096e21f9fdd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5733881 Dec 22 04:48:35.537375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.548777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] For port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=73ec20f1-2eb9-44f0-b1ea-d4615ad73510,segment=NetworkSegment(a1c34bd1-1abf-4586-809c-74915f325aab),segment_id=a1c34bd1-1abf-4586-809c-74915f325aab)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:35.549012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Transition to ACTIVE for port object e837bfa2-fcfe-4b13-abf9-5608c21471cb will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:35.549125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.569455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Transition to ACTIVE for port object e837bfa2-fcfe-4b13-abf9-5608c21471cb will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:35.580228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.588967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-eed8b978-133a-41c5-9713-80461544889e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:35.636160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Network 070c296a-3b6a-42e9-af44-96628a614fcb is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:35.640861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c604923-07df-457d-a6c4-31c2195dc983 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.644530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:35.653751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:35.676830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.7 (070c296a-3b6a-42e9-af44-96628a614fcb/bc8a1999-5fd8-48f0-a4ba-4f29b61f8c6d/8bc0e9f9-b831-4ddc-9933-e5397e46e45f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:35.685794 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4c604923-07df-457d-a6c4-31c2195dc983 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] 10.222.0.36 "DELETE /v2.0/ports/9930017e-ba99-4104-9dfa-b0c2f68b3b55 HTTP/1.1" status: 204 len: 168 time: 2.1238203 Dec 22 04:48:35.744382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:35.757214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Pushing event updated for resources: {'Port': ['ID=e837bfa2-fcfe-4b13-abf9-5608c21471cb,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:35.761638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:35.763944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Attempting to bind port e837bfa2-fcfe-4b13-abf9-5608c21471cb on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:35.764527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Attempting to bind port e837bfa2-fcfe-4b13-abf9-5608c21471cb by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '070c296a-3b6a-42e9-af44-96628a614fcb'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:35.765109 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Attempting to bind port e837bfa2-fcfe-4b13-abf9-5608c21471cb on network 070c296a-3b6a-42e9-af44-96628a614fcb {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:35.771679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:48:35.772355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Checking segment: {'id': '6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '070c296a-3b6a-42e9-af44-96628a614fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:35.772930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.773483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Bound using segment: {'id': '6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '070c296a-3b6a-42e9-af44-96628a614fcb'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:48:35.774124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Bound port: e837bfa2-fcfe-4b13-abf9-5608c21471cb, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '070c296a-3b6a-42e9-af44-96628a614fcb'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:48:35.774673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.780379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.786923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ed4a7688-533e-4d64-b4a2-64dffe372599 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:35.845213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=7faa0e1f-ba8c-40d4-953c-ff4f2566d853,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:35.854108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:35.873402 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] For port e837bfa2-fcfe-4b13-abf9-5608c21471cb, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:48:35.877431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] For port e837bfa2-fcfe-4b13-abf9-5608c21471cb, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e837bfa2-fcfe-4b13-abf9-5608c21471cb,segment=NetworkSegment(6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f),segment_id=6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:48:35.884568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.892307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c0b8009b-5ea3-49cf-b9c7-f5c0e5c97076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:35.969015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:35.969999 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP 371f649c-3224-4a24-b1f1-a64bd6fed35b disassociated (deleted). External IP: 172.26.1.215, port: aecbe098-5344-4f7e-aacf-952e92e3872a. Dec 22 04:48:35.984517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Pushing event updated for resources: {'Port': ['ID=e837bfa2-fcfe-4b13-abf9-5608c21471cb,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:35.995560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:36.071690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:36.077276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52074) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:36.079659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e688db4a-5223-4b8f-9c94-a98ec115238d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:36.139029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:36.199232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:48:36.199638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:48:36.231040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event deleted for resources: {'Port': ['ID=96a2fe17-9676-4ce3-8333-6ee8b704f54e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:36.318216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:36.348240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:36.378113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:36.552322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e837bfa2-fcfe-4b13-abf9-5608c21471cb up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:36.556026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:36.558349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:36.567952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:36.628706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port e837bfa2-fcfe-4b13-abf9-5608c21471cb completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:36.632941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:36.633464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b875d067-f381-46e5-b66b-2b1953ffcdef {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:48:36.635130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] Usage tracker for resource:security_group_rule and tenant:6746909e15c44fa188ccfe8bf0676a28 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:36.711541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:48:36.750856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:36.751212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:36.758838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:48:36.758838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 73ec20f1-2eb9-44f0-b1ea-d4615ad73510 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:48:36.811388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:36.842142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:36.911578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-091a6830-c525-4869-a6cc-7f121b6b68f2 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:36.912351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-091a6830-c525-4869-a6cc-7f121b6b68f2 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Synchronizing usage tracker for tenant:3803782124d34484be90ad3cd6bb3c45 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:36.961824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:36.968470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:36.997525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-091a6830-c525-4869-a6cc-7f121b6b68f2 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Unset dirty status for tenant:3803782124d34484be90ad3cd6bb3c45 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:36.998651 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-091a6830-c525-4869-a6cc-7f121b6b68f2 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.61 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 946 time: 0.8438613 Dec 22 04:48:37.011488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object 8bc0e9f9-b831-4ddc-9933-e5397e46e45f will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:37.126932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] The port '73ec20f1-2eb9-44f0-b1ea-d4615ad73510' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:48:37.237866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.241661 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b875d067-f381-46e5-b66b-2b1953ffcdef HTTP/1.1" status: 204 len: 168 time: 5.1519692 Dec 22 04:48:37.241825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3c73de-3f1b-4627-8339-1dcb8371cb71 None None] Network 070c296a-3b6a-42e9-af44-96628a614fcb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:37.243124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Deleting port f14e849b-29d7-44a5-8f11-5ddddbf1274d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:37.243480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.268868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52084) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:37.347068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235f34-a784-458f-9b23-223874a686cb req-3bac629a-d688-4317-b716-434e8b6b323f tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:37.348791 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-61235f34-a784-458f-9b23-223874a686cb req-3bac629a-d688-4317-b716-434e8b6b323f tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.61 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 945 time: 1.0804069 Dec 22 04:48:37.363311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3cd3cf2b-7242-470d-bd8f-3e3bcff8feb0 None None] Provisioning for port e837bfa2-fcfe-4b13-abf9-5608c21471cb completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:37.371386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3cd3cf2b-7242-470d-bd8f-3e3bcff8feb0 None None] Provisioning complete for port e837bfa2-fcfe-4b13-abf9-5608c21471cb triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:37.371875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3cd3cf2b-7242-470d-bd8f-3e3bcff8feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.385122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.397232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.404797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.422218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-448e5486-c0d5-4f45-a03a-9e6c11f2eeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:37.439141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.462982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.489276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ce541-6902-4dee-970e-dec0cf721a0a req-6dfecf95-cced-4e64-8448-e7f1d5d3dd85 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:37.490710 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b6ce541-6902-4dee-970e-dec0cf721a0a req-6dfecf95-cced-4e64-8448-e7f1d5d3dd85 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 945 time: 0.9095824 Dec 22 04:48:37.498221 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b48869-bb69-443a-9fb7-95beda36eb80']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:37.515698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:37.530486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-85239bf8-0c2e-4060-b2a3-0da90445d6e6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Deleting subnet 0dec32c2-c7e2-48fc-b55d-8a90ff3005b6 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:48:37.545795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85239bf8-0c2e-4060-b2a3-0da90445d6e6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.560018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f117880-1b96-4da9-a42c-80f12189cdd5 None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:37.567566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Deleting port aa688b99-4039-432a-a3d8-1983984e56ad {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:37.568206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.577474 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6746909e15c44fa188ccfe8bf0676a28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4963036 Dec 22 04:48:37.577474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network 070c296a-3b6a-42e9-af44-96628a614fcb is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:37.588360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b4a438-fe7c-401f-b504-bce58d1c970b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:37.591933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52088) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:37.601564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:37.607996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:37.608542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d2bf70a3-b205-4c6e-a791-d5ee59d97abf tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:37.613701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4281d32-9df9-404c-8ad1-e5d9af266a7b req-4ddde612-2f21-4cef-88cf-aad9da173355 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:37.615477 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4281d32-9df9-404c-8ad1-e5d9af266a7b req-4ddde612-2f21-4cef-88cf-aad9da173355 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 946 time: 0.6287861 Dec 22 04:48:37.618917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f117880-1b96-4da9-a42c-80f12189cdd5 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:37.619636 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2f117880-1b96-4da9-a42c-80f12189cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:37.630773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c34bd1-1abf-4586-809c-74915f325aab') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:37.631097 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c34bd1-1abf-4586-809c-74915f325aab') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:37.645882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:37.693369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.701040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2f117880-1b96-4da9-a42c-80f12189cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:37.708574 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3cd3cf2b-7242-470d-bd8f-3e3bcff8feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.734484 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f117880-1b96-4da9-a42c-80f12189cdd5 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:37.735380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2f117880-1b96-4da9-a42c-80f12189cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:37.768003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.798360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85239bf8-0c2e-4060-b2a3-0da90445d6e6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.815182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2f117880-1b96-4da9-a42c-80f12189cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:37.815706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f117880-1b96-4da9-a42c-80f12189cdd5 None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:37.835172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3cd3cf2b-7242-470d-bd8f-3e3bcff8feb0 None None] For port e837bfa2-fcfe-4b13-abf9-5608c21471cb, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e837bfa2-fcfe-4b13-abf9-5608c21471cb,segment=NetworkSegment(6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f),segment_id=6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:37.842411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3cd3cf2b-7242-470d-bd8f-3e3bcff8feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.845657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5506d80b-af4c-4475-9688-3ae391a7b37f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:37.867252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=8bc0e9f9-b831-4ddc-9933-e5397e46e45f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:37.878558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:37.894750 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b6ce541-6902-4dee-970e-dec0cf721a0a req-1dd7b0cb-52ef-4336-9512-9f9c05299aab tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349850 Dec 22 04:48:37.895932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:37.896364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.915091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:37.915752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:37.924593 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:37.931774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:37.962733 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4281d32-9df9-404c-8ad1-e5d9af266a7b req-460b49cd-dc4e-4476-8f71-77d9f2ddc97f tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968531 Dec 22 04:48:38.022330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3cf2b-7242-470d-bd8f-3e3bcff8feb0 None None] Pushing event updated for resources: {'Port': ['ID=e837bfa2-fcfe-4b13-abf9-5608c21471cb,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:38.026802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3cd3cf2b-7242-470d-bd8f-3e3bcff8feb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:38.037047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85239bf8-0c2e-4060-b2a3-0da90445d6e6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.085190 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5571029 Dec 22 04:48:38.090994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] For port f14e849b-29d7-44a5-8f11-5ddddbf1274d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f14e849b-29d7-44a5-8f11-5ddddbf1274d,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:38.091280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.093392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52092) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:38.098284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00525c9a-efe0-4411-afce-55f6b3efb794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.169941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f5e414bd-d08d-49bc-859d-16632a901b97 None None] Provisioning for port 8bc0e9f9-b831-4ddc-9933-e5397e46e45f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:38.177510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f5e414bd-d08d-49bc-859d-16632a901b97 None None] Provisioning complete for port 8bc0e9f9-b831-4ddc-9933-e5397e46e45f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:38.178279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f5e414bd-d08d-49bc-859d-16632a901b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.180109 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/floatingips/371f649c-3224-4a24-b1f1-a64bd6fed35b HTTP/1.1" status: 204 len: 168 time: 4.4338529 Dec 22 04:48:38.190194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52096) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:38.191367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.225782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-110de17d-73d5-43e6-8a7d-c232fbdc57d2 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:38.239938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.289430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f5e414bd-d08d-49bc-859d-16632a901b97 None None] Port 8bc0e9f9-b831-4ddc-9933-e5397e46e45f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:38.314000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f5e414bd-d08d-49bc-859d-16632a901b97 None None] Provisioning complete for port e837bfa2-fcfe-4b13-abf9-5608c21471cb triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:38.314464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f5e414bd-d08d-49bc-859d-16632a901b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.335170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00525c9a-efe0-4411-afce-55f6b3efb794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.353846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85239bf8-0c2e-4060-b2a3-0da90445d6e6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.366707 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/networks/80b48869-bb69-443a-9fb7-95beda36eb80 HTTP/1.1" status: 204 len: 168 time: 4.8244915 Dec 22 04:48:38.367214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2d81145-e974-4448-bd2d-68fc85f4cde8 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:38.370924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-42a0dd1a-f16c-4a6f-a7cf-23710eabfaef tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 8bc0e9f9-b831-4ddc-9933-e5397e46e45f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:38.371473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42a0dd1a-f16c-4a6f-a7cf-23710eabfaef tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.397031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52100) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:38.424676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e0177d58-6fba-40df-9935-3c2b75ed2d3e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port aecbe098-5344-4f7e-aacf-952e92e3872a {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:38.425288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0177d58-6fba-40df-9935-3c2b75ed2d3e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.452702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Network': ['ID=80b48869-bb69-443a-9fb7-95beda36eb80,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:38.459688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:38.490774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e837bfa2-fcfe-4b13-abf9-5608c21471cb up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:38.495774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85239bf8-0c2e-4060-b2a3-0da90445d6e6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0dec32c2-c7e2-48fc-b55d-8a90ff3005b6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:38.510172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-85239bf8-0c2e-4060-b2a3-0da90445d6e6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:38.525123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85239bf8-0c2e-4060-b2a3-0da90445d6e6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.526469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Router 5825369a-2474-4c74-8a1c-67e01036fa78 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:48:38.547520 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-85239bf8-0c2e-4060-b2a3-0da90445d6e6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/0dec32c2-c7e2-48fc-b55d-8a90ff3005b6 HTTP/1.1" status: 204 len: 168 time: 1.2634072 Dec 22 04:48:38.565807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52104) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:38.574053 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port e837bfa2-fcfe-4b13-abf9-5608c21471cb triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:38.574650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.640438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2296c21c-cbbb-4ec0-9ccd-07405199a281 None None] Provisioning complete for port 8bc0e9f9-b831-4ddc-9933-e5397e46e45f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:38.641151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2296c21c-cbbb-4ec0-9ccd-07405199a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.733942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2296c21c-cbbb-4ec0-9ccd-07405199a281 None None] Port 8bc0e9f9-b831-4ddc-9933-e5397e46e45f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:38.781969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00525c9a-efe0-4411-afce-55f6b3efb794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.792219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cdc3817f-bd41-4e68-a8b7-fade7b81500f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:38.911790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.912679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.912679 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Floating IP 0177aae9-faff-4ae0-8aef-4aebeb616550 disassociated. External IP: 172.26.1.193, port: f14e849b-29d7-44a5-8f11-5ddddbf1274d. Dec 22 04:48:38.912868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Calling delete_port for f14e849b-29d7-44a5-8f11-5ddddbf1274d owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:38.932369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00525c9a-efe0-4411-afce-55f6b3efb794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b4a438-fe7c-401f-b504-bce58d1c970b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:38.965655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-00525c9a-efe0-4411-afce-55f6b3efb794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:38.973386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00525c9a-efe0-4411-afce-55f6b3efb794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:38.974500 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-00525c9a-efe0-4411-afce-55f6b3efb794 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75b4a438-fe7c-401f-b504-bce58d1c970b HTTP/1.1" status: 204 len: 168 time: 1.3693917 Dec 22 04:48:38.990395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] For port aa688b99-4039-432a-a3d8-1983984e56ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa688b99-4039-432a-a3d8-1983984e56ad,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:38.990734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:39.056826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930d10ce-0efc-4241-b3c7-e0bd0a4511b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:39.057530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-930d10ce-0efc-4241-b3c7-e0bd0a4511b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:39.122872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0177d58-6fba-40df-9935-3c2b75ed2d3e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:39.130783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-930d10ce-0efc-4241-b3c7-e0bd0a4511b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:39.131956 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-930d10ce-0efc-4241-b3c7-e0bd0a4511b6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7289674 Dec 22 04:48:39.138229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52114) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:39.172094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:39.357337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e0177d58-6fba-40df-9935-3c2b75ed2d3e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for aecbe098-5344-4f7e-aacf-952e92e3872a owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:39.376291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52120) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:39.456021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:39.462897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5c029b32-3768-41c4-8e1a-473b7c0844a0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:39.515036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Pushing event deleted for resources: {'Port': ['ID=f14e849b-29d7-44a5-8f11-5ddddbf1274d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:39.520594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:39.609072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:39.621534 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Sync routers for ids ['5825369a-2474-4c74-8a1c-67e01036fa78'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:39.637093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42a0dd1a-f16c-4a6f-a7cf-23710eabfaef tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:39.641419 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Routers {'5825369a-2474-4c74-8a1c-67e01036fa78'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:39.642244 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5825369a-2474-4c74-8a1c-67e01036fa78'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:39.655887 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f5fb7ddd-a040-47fb-8218-5d355fb9bc42 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5162220 Dec 22 04:48:39.660869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52124) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:39.681041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-416027412'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:39.697620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:39.733051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:network and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:39.792446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:39.822866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:39.865608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0177d58-6fba-40df-9935-3c2b75ed2d3e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:39.868673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:39.873319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c719d8b7-f5c1-4651-a4ef-1e9f7c6f7653 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:39.920506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0177d58-6fba-40df-9935-3c2b75ed2d3e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=aecbe098-5344-4f7e-aacf-952e92e3872a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:39.927875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e0177d58-6fba-40df-9935-3c2b75ed2d3e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:39.934382 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Set router 5825369a-2474-4c74-8a1c-67e01036fa78 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:39.969036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-42a0dd1a-f16c-4a6f-a7cf-23710eabfaef tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 8bc0e9f9-b831-4ddc-9933-e5397e46e45f owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:40.021684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.022899 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 10.3987710 Dec 22 04:48:40.025339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.045410 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0e7b0949-abe9-4aff-badc-46aeb721a0f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70835c00685d4d388b851cc450a54b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6639237 Dec 22 04:48:40.060633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52128) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:40.060976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52130) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:40.064062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:40.068019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device aa688b99-4039-432a-a3d8-1983984e56ad no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:48:40.068731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.241824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:40.287625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0177d58-6fba-40df-9935-3c2b75ed2d3e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.295524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.295884 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Added segment 2333d97c-a248-4d72-a36a-c2c1f6d69c06 of type vlan for network 0ff746a9-5b32-40f4-86ef-b405afeeb690 Dec 22 04:48:40.299485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fcc2d-20cb-477f-b183-710de1bb7920 req-77fdf949-0a10-4193-b4f7-7b0a8a3d3d01 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:40.301002 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b3fcc2d-20cb-477f-b183-710de1bb7920 req-77fdf949-0a10-4193-b4f7-7b0a8a3d3d01 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 945 time: 1.1472492 Dec 22 04:48:40.306848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d861f8-1ab2-49d9-8e18-68ebd75b7f3e']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:40.336481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:40.358401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] Sync routers for ids ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:40.394139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b20c6-7988-44f3-8026-ac715dc1ec0d req-b944748c-551c-40fd-99cb-d5d34aa83611 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:40.399220 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e0177d58-6fba-40df-9935-3c2b75ed2d3e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/ports/aecbe098-5344-4f7e-aacf-952e92e3872a HTTP/1.1" status: 204 len: 168 time: 2.2036860 Dec 22 04:48:40.404890 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f21b20c6-7988-44f3-8026-ac715dc1ec0d req-b944748c-551c-40fd-99cb-d5d34aa83611 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 946 time: 1.1337984 Dec 22 04:48:40.412661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52138) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:40.427909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd178cdd3-6ab6-4d03-a1f0-fc8379f24de0') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:40.428241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd178cdd3-6ab6-4d03-a1f0-fc8379f24de0') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:40.442866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:40.446658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] Routers {'5f6e8c4f-3adb-4089-a5bf-657580f7edb6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:40.448219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.448596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.448900 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Floating IP 2897ef21-6488-415b-9528-1a85e024b674 disassociated. External IP: 172.26.1.200, port: aa688b99-4039-432a-a3d8-1983984e56ad. Dec 22 04:48:40.449112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:40.449231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Calling delete_port for aa688b99-4039-432a-a3d8-1983984e56ad owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:40.500283 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:35Z', 'revision_number': 3, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:40.510177 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Checking router: 5825369a-2474-4c74-8a1c-67e01036fa78 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:48:40.510177 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Updating router 5825369a-2474-4c74-8a1c-67e01036fa78 port 2151ade8-9efb-4638-8925-f11de8f52efe binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:48:40.519670 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.542328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:40.574308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:floatingip and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:40.587135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:40.620813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.621196 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.667028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.678959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:40.684378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa688b99-4039-432a-a3d8-1983984e56ad'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:48:40.740459 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b3fcc2d-20cb-477f-b183-710de1bb7920 req-97dec31d-8f36-4123-a306-68584afe3937 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4024031 Dec 22 04:48:40.745086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:40.745299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:40.780918 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:40.787510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port aa688b99-4039-432a-a3d8-1983984e56ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa688b99-4039-432a-a3d8-1983984e56ad,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:40.800598 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.801426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device f14e849b-29d7-44a5-8f11-5ddddbf1274d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:48:40.805117 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f21b20c6-7988-44f3-8026-ac715dc1ec0d req-ee844b80-c404-4138-b401-abf5a03497f3 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups?id=d67a3d61-d21a-40fd-88c0-c8531056eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992705 Dec 22 04:48:40.808525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.839488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0faeca79-93a9-43f7-9077-aac77a1f121d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:40.841657 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-be2406f7-7b9b-4031-a916-aa8f90e4cb2a tempest-TestNetworkAdvancedServerOps-786587673 tempest-TestNetworkAdvancedServerOps-786587673-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=764145d3df5348cd8b52e32c7b5419a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7793248 Dec 22 04:48:40.842718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03180bd9-98dc-4275-bbed-4a3953c5b549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.879051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52146) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:40.883791 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa688b99-4039-432a-a3d8-1983984e56ad', 'code': 200} Dec 22 04:48:40.908734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.931446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: f14e849b-29d7-44a5-8f11-5ddddbf1274d {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:48:40.931790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device f14e849b-29d7-44a5-8f11-5ddddbf1274d not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:48:40.977353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03180bd9-98dc-4275-bbed-4a3953c5b549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.986846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42a0dd1a-f16c-4a6f-a7cf-23710eabfaef tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:40.988876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:48:40.989385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:48:40.990999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] Set router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:41.002570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eb6f178c-c532-4450-a086-03e6f5574486 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:41.053136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] No DVR routers for this DVR port f14e849b-29d7-44a5-8f11-5ddddbf1274d on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:48:41.055677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cbb271-627c-4a27-aa06-17357fd3e50e tempest-TestNetworkAdvancedServerOps-786587673 tempest-TestNetworkAdvancedServerOps-786587673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:41.060099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cbb271-627c-4a27-aa06-17357fd3e50e tempest-TestNetworkAdvancedServerOps-786587673 tempest-TestNetworkAdvancedServerOps-786587673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:41.068353 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e6cbb271-627c-4a27-aa06-17357fd3e50e tempest-TestNetworkAdvancedServerOps-786587673 tempest-TestNetworkAdvancedServerOps-786587673-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1556 time: 0.1881495 Dec 22 04:48:41.070684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.074084 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4dffb02c-bbb6-4ee1-b84c-b77011f092d1 req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.61 "DELETE /v2.0/ports/f14e849b-29d7-44a5-8f11-5ddddbf1274d HTTP/1.1" status: 204 len: 173 time: 4.0642776 Dec 22 04:48:41.074649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'name': 'network-vif-deleted', 'tag': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:48:41.082017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52150) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:41.097155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.098381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=aa688b99-4039-432a-a3d8-1983984e56ad,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:41.102251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:41.115446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:41.116160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.122055 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.132551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-60f93e18-6b1c-4eac-8ba1-7daf9ecad188 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:41.141293 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Transition to ACTIVE for port object 2151ade8-9efb-4638-8925-f11de8f52efe will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:41.145747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.157732 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.162806 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:41.189339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0dd1a-f16c-4a6f-a7cf-23710eabfaef tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=8bc0e9f9-b831-4ddc-9933-e5397e46e45f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:41.209002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42a0dd1a-f16c-4a6f-a7cf-23710eabfaef tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:41.209152 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c706b26c-ca34-4002-b9ea-cb37a2607cbe', 'name': 'network-vif-deleted', 'tag': 'f14e849b-29d7-44a5-8f11-5ddddbf1274d', 'status': 'completed', 'code': 200} Dec 22 04:48:41.231290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45d861f8-1ab2-49d9-8e18-68ebd75b7f3e {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 04:48:41.245300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7e2a412-7833-4cc4-ba19-d79071dd201f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:41.285118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.306397 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Attempting to bind port 2151ade8-9efb-4638-8925-f11de8f52efe on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:41.306739 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Attempting to bind port 2151ade8-9efb-4638-8925-f11de8f52efe by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:41.307113 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Attempting to bind port 2151ade8-9efb-4638-8925-f11de8f52efe on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:41.318997 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Pushing event updated for resources: {'Port': ['ID=2151ade8-9efb-4638-8925-f11de8f52efe,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:41.327273 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:48:41.327768 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:41.328104 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.328581 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:48:41.332921 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Bound port: 2151ade8-9efb-4638-8925-f11de8f52efe, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:48:41.333337 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.384748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7194276 Dec 22 04:48:41.386546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52156) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:41.395461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': '0ff746a9-5b32-40f4-86ef-b405afeeb690', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:41.410522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Network': ['ID=0ff746a9-5b32-40f4-86ef-b405afeeb690,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:41.425653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:41.438655 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-83fcd2f9-6f5c-4322-b15a-ea3bcbbafe49 tempest-TestNetworkAdvancedServerOps-786587673 tempest-TestNetworkAdvancedServerOps-786587673-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=45d861f8-1ab2-49d9-8e18-68ebd75b7f3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3315189 Dec 22 04:48:41.443035 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.443399 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.443731 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.444054 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.444442 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.444775 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.445094 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.445403 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.445727 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.446033 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.446563 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.447019 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:41.458208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52160) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:41.460202 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:41.473216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event deleted for resources: {'Network': ['ID=45d861f8-1ab2-49d9-8e18-68ebd75b7f3e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:41.494126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Deleting port aa688b99-4039-432a-a3d8-1983984e56ad {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:41.494846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.505917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 0ff746a9-5b32-40f4-86ef-b405afeeb690 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:41.551846 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] For port 2151ade8-9efb-4638-8925-f11de8f52efe, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:48:41.556826 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] For port 2151ade8-9efb-4638-8925-f11de8f52efe, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2151ade8-9efb-4638-8925-f11de8f52efe,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:48:41.563708 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.578773 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:41.656476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:41.666237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:41.673311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:41.686357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:41.703329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:41.709735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.806441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:41.846995 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Routers {'5825369a-2474-4c74-8a1c-67e01036fa78'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:41.847637 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5825369a-2474-4c74-8a1c-67e01036fa78'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:41.857469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:46:01Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'dd3ac2fb-8155-41dc-9afa-02a21147558d', 'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'mac_address': 'fa:16:3e:04:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:58Z', 'updated_at': '2021-12-22T04:46:09Z', 'revision_number': 5, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'subnets': [{'id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:41.877829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] Checking router: 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:48:41.898707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] Routers {'5f6e8c4f-3adb-4089-a5bf-657580f7edb6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:41.899342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:41.900672 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7cc64f10-3518-4445-b103-50588455f15f tempest-TestNetworkAdvancedServerOps-786587673 tempest-TestNetworkAdvancedServerOps-786587673-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4288611 Dec 22 04:48:41.980616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52168) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:41.998890 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Pushing event updated for resources: {'Port': ['ID=2151ade8-9efb-4638-8925-f11de8f52efe,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:42.024775 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:42.088344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1404213', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:42.208099 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "DELETE /v2.0/networks/45d861f8-1ab2-49d9-8e18-68ebd75b7f3e HTTP/1.1" status: 204 len: 168 time: 3.6320724 Dec 22 04:48:42.257093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] Set router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:42.288064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:42.289325 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4e3fd3e-1901-4b7c-9596-d58e75ed0685 req-4e759dcb-ac9b-415c-842b-eade39053a33 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706b26c-ca34-4002-b9ea-cb37a2607cbe HTTP/1.1" status: 200 len: 210 time: 0.1645482 Dec 22 04:48:42.302681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-27c2c57c-39e8-4240-8490-47f9b7252002 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:42.310590 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] Set router 5825369a-2474-4c74-8a1c-67e01036fa78 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:42.443779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42a0dd1a-f16c-4a6f-a7cf-23710eabfaef tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:42.507528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03180bd9-98dc-4275-bbed-4a3953c5b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:42.512039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2f166c2f-2a71-45c1-accb-c7ca26f95eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:42.514939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=29f088d8-041a-4f54-bdda-c205b6cecb47,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:42.526958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:42.541238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Checking segment: {'id': '2333d97c-a248-4d72-a36a-c2c1f6d69c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0ff746a9-5b32-40f4-86ef-b405afeeb690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:42.541887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network hostable DHCP agents. Network: 0ff746a9-5b32-40f4-86ef-b405afeeb690, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:48:42.564188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03180bd9-98dc-4275-bbed-4a3953c5b549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b46c2f2-9c4a-407b-bbff-eb0a25960fe5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:42.576874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 0ff746a9-5b32-40f4-86ef-b405afeeb690 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:48:42.582342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03180bd9-98dc-4275-bbed-4a3953c5b549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:42.609782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 0ff746a9-5b32-40f4-86ef-b405afeeb690) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:42.620804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:42.623301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:42.630349 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-42a0dd1a-f16c-4a6f-a7cf-23710eabfaef tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/8bc0e9f9-b831-4ddc-9933-e5397e46e45f HTTP/1.1" status: 204 len: 168 time: 4.5271361 Dec 22 04:48:42.630349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03180bd9-98dc-4275-bbed-4a3953c5b549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:42.631525 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-03180bd9-98dc-4275-bbed-4a3953c5b549 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b46c2f2-9c4a-407b-bbff-eb0a25960fe5 HTTP/1.1" status: 204 len: 168 time: 2.5672822 Dec 22 04:48:42.641069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52178) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:42.673242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665580b-9354-481b-8a9c-b9b8eda556a3 req-02e71e1b-5eb7-4f72-ab95-de64229fef5a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:42.685628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaaff2e-c42a-4ddc-b705-8cd890c183d1 None None] Network 0ff746a9-5b32-40f4-86ef-b405afeeb690 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:42.685933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8665580b-9354-481b-8a9c-b9b8eda556a3 req-02e71e1b-5eb7-4f72-ab95-de64229fef5a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Synchronizing usage tracker for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:42.744313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:42.752798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52184) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:42.766064 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1039cbc2-d1cb-495e-bbf1-0a2bb4ffbd66 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:48:42.768713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1039cbc2-d1cb-495e-bbf1-0a2bb4ffbd66 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:48:42.784020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:subnet and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:42.784425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Request body: {'router': {'name': 'tempest-router--783291212', 'project_id': 'cc94d0da9e5d45c594f2a188a1d2338c'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:42.796473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:42.809618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Usage tracker for resource:router and tenant:cc94d0da9e5d45c594f2a188a1d2338c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:42.811768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:42.815467 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1039cbc2-d1cb-495e-bbf1-0a2bb4ffbd66 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/8bc0e9f9-b831-4ddc-9933-e5397e46e45f HTTP/1.1" status: 404 len: 333 time: 0.1658533 Dec 22 04:48:42.825323 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4348524 Dec 22 04:48:42.825681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:42.829380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52188) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:42.831000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52190) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:42.854179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': '0ff746a9-5b32-40f4-86ef-b405afeeb690', 'name': 'tempest-PortsIpV6TestJSON-916060153'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:42.869238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:42.890969 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:35Z', 'revision_number': 3, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:42.896827 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9492e0-10e8-4dba-8bfa-c87e6a862a38 None None] The sync data for ids ['5825369a-2474-4c74-8a1c-67e01036fa78'] in dv-neutron-822524-1-hyperv is: [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:35Z', 'revision_number': 3, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:42.909275 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8665580b-9354-481b-8a9c-b9b8eda556a3 req-02e71e1b-5eb7-4f72-ab95-de64229fef5a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Unset dirty status for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:42.916794 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8665580b-9354-481b-8a9c-b9b8eda556a3 req-02e71e1b-5eb7-4f72-ab95-de64229fef5a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 943 time: 0.9062462 Dec 22 04:48:42.942076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:42.950735 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4403de63-27ae-40b0-be57-aa92405cc6ed tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:48:42.951392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4403de63-27ae-40b0-be57-aa92405cc6ed tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:42.966729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:46:01Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'dd3ac2fb-8155-41dc-9afa-02a21147558d', 'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'mac_address': 'fa:16:3e:04:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:58Z', 'updated_at': '2021-12-22T04:46:09Z', 'revision_number': 5, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'subnets': [{'id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:42.989515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:43.007377 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd34ce3-86c9-4ce2-823b-a79094b9e956 None None] The sync data for ids ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'] in dv-neutron-822524-1-hyperv is: [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:46:01Z', 'revision_number': 4, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'dd3ac2fb-8155-41dc-9afa-02a21147558d', 'name': '', 'network_id': '9f82e205-8882-4761-a0d5-7985d9afacfa', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'mac_address': 'fa:16:3e:04:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:58Z', 'updated_at': '2021-12-22T04:46:09Z', 'revision_number': 5, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'subnets': [{'id': '488050ac-6bd3-4202-be01-870f9a90d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:43.011936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] For port aa688b99-4039-432a-a3d8-1983984e56ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa688b99-4039-432a-a3d8-1983984e56ad,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:43.019250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.035597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-0ff746a9-5b32-40f4-86ef-b405afeeb690', 'network_id': '0ff746a9-5b32-40f4-86ef-b405afeeb690', 'tenant_id': '0edd4559a6944bbf882df99e67db10f1', 'fixed_ips': [{'subnet_id': '29f088d8-041a-4f54-bdda-c205b6cecb47'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:48:43.036529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.060777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.061924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.110182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4403de63-27ae-40b0-be57-aa92405cc6ed tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:43.111813 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4403de63-27ae-40b0-be57-aa92405cc6ed tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/8bc0e9f9-b831-4ddc-9933-e5397e46e45f HTTP/1.1" status: 404 len: 333 time: 0.2775345 Dec 22 04:48:43.126034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52198) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:43.134486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.181506 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8665580b-9354-481b-8a9c-b9b8eda556a3 req-d884d5ca-22b5-40d0-b69d-871317739563 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632596 Dec 22 04:48:43.306867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:43.374846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet bc8a1999-5fd8-48f0-a4ba-4f29b61f8c6d {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:48:43.381442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.393951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.443541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:43.500402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.503826 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-85848bf7-6a75-4896-bf52-fd0c7a6096d3 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7449079 Dec 22 04:48:43.505037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:43.507904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.514046 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Allocated IP 2001:db8::2 (0ff746a9-5b32-40f4-86ef-b405afeeb690/29f088d8-041a-4f54-bdda-c205b6cecb47/40f3652b-eec7-4289-9195-9e9cd6c9be51) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:43.528052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52210) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:43.569021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.620888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52218) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:43.732254 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e99468-7bb9-440d-91db-543f2713b25b None None] New status for floating IP 0177aae9-faff-4ae0-8aef-4aebeb616550: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:48:43.779129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.26.1.92 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/498a4b86-331a-414d-a4d1-b875b0a86ef8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:43.785418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Made reservation on behalf of 764145d3df5348cd8b52e32c7b5419a2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:43.789148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.855851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.861108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac727bad-a800-403b-8344-2e40bf91d8fc tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.868705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Transition to ACTIVE for port object 40f3652b-eec7-4289-9195-9e9cd6c9be51 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:43.893422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Transition to ACTIVE for port object 40f3652b-eec7-4289-9195-9e9cd6c9be51 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:43.906384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.914790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5c091a0c-f525-455b-8303-6c71f1d08f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:44.074580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Pushing event updated for resources: {'Port': ['ID=40f3652b-eec7-4289-9195-9e9cd6c9be51,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:44.082023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:44.094305 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Network 0ff746a9-5b32-40f4-86ef-b405afeeb690 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:44.096464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:44.101433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:44.259438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.261348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Attempting to bind port 40f3652b-eec7-4289-9195-9e9cd6c9be51 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:44.262765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Attempting to bind port 40f3652b-eec7-4289-9195-9e9cd6c9be51 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '2333d97c-a248-4d72-a36a-c2c1f6d69c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0ff746a9-5b32-40f4-86ef-b405afeeb690'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:44.263211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Attempting to bind port 40f3652b-eec7-4289-9195-9e9cd6c9be51 on network 0ff746a9-5b32-40f4-86ef-b405afeeb690 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:44.271861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:48:44.272488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Checking segment: {'id': '2333d97c-a248-4d72-a36a-c2c1f6d69c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0ff746a9-5b32-40f4-86ef-b405afeeb690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:44.273310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.273951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Bound using segment: {'id': '2333d97c-a248-4d72-a36a-c2c1f6d69c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0ff746a9-5b32-40f4-86ef-b405afeeb690'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:48:44.274521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Bound port: 40f3652b-eec7-4289-9195-9e9cd6c9be51, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2333d97c-a248-4d72-a36a-c2c1f6d69c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0ff746a9-5b32-40f4-86ef-b405afeeb690'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:48:44.275003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.309866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 356efb5c-5c84-45af-b32c-75266586c5b1 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:44.353225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52232) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:44.432749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] For port 40f3652b-eec7-4289-9195-9e9cd6c9be51, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:48:44.438550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] For port 40f3652b-eec7-4289-9195-9e9cd6c9be51, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=40f3652b-eec7-4289-9195-9e9cd6c9be51,segment=NetworkSegment(2333d97c-a248-4d72-a36a-c2c1f6d69c06),segment_id=2333d97c-a248-4d72-a36a-c2c1f6d69c06)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:48:44.463728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.492824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:44.638239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2151ade8-9efb-4638-8925-f11de8f52efe up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:44.697322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'networks': [{'name': 'tempest-network--1876115407'}, {'name': 'tempest-network--1852159414'}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:44.698350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'network': {'name': 'tempest-network--1876115407'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:44.698963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'network': {'name': 'tempest-network--1852159414'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:44.723281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Pushing event updated for resources: {'Port': ['ID=40f3652b-eec7-4289-9195-9e9cd6c9be51,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:44.726596 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:44.754783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:44.766479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 2151ade8-9efb-4638-8925-f11de8f52efe completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:44.771101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Usage tracker for resource:network and tenant:46d4935cfd5b4df0b5cab1d48cb56b05 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:44.774006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac727bad-a800-403b-8344-2e40bf91d8fc tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.775787 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 2151ade8-9efb-4638-8925-f11de8f52efe triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:44.776045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.777278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac727bad-a800-403b-8344-2e40bf91d8fc tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.806490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5f63cfb-1aa3-4556-8af1-668ec51e5e35 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.816893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:44.825515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.825891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.826207 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Floating IP 2897ef21-6488-415b-9528-1a85e024b674 disassociated. External IP: 172.26.1.200, port: aa688b99-4039-432a-a3d8-1983984e56ad. Dec 22 04:48:44.826558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Calling delete_port for aa688b99-4039-432a-a3d8-1983984e56ad owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:44.834591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.882704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:44.922193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.962903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Made reservation on behalf of 46d4935cfd5b4df0b5cab1d48cb56b05 for: {'network': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:44.969118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.973113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac727bad-a800-403b-8344-2e40bf91d8fc tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.973645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac727bad-a800-403b-8344-2e40bf91d8fc tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd16cbe8-4686-41da-b4eb-3f522ee455df {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:48:45.007052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.007257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5f63cfb-1aa3-4556-8af1-668ec51e5e35 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.058715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.064045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06961-d042-44aa-bdbe-90ca8d028d89 req-24789881-9a1d-4080-b363-a11139fc400b tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:45.066062 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-adc06961-d042-44aa-bdbe-90ca8d028d89 req-24789881-9a1d-4080-b363-a11139fc400b tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 943 time: 0.5946202 Dec 22 04:48:45.074093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:45.084179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 2151ade8-9efb-4638-8925-f11de8f52efe, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2151ade8-9efb-4638-8925-f11de8f52efe,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:45.089619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.095701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:45.098320 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Usage tracker for resource:security_group_rule and tenant:46d4935cfd5b4df0b5cab1d48cb56b05 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:45.113332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8::35f (0ff746a9-5b32-40f4-86ef-b405afeeb690/29f088d8-041a-4f54-bdda-c205b6cecb47/356efb5c-5c84-45af-b32c-75266586c5b1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:45.118743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:45.119115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.131484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:45.146291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1bdf0ae5-6738-4dff-914f-acd16fe827ce tempest-AllowedAddressPairIpV6TestJSON-1299875674 tempest-AllowedAddressPairIpV6TestJSON-1299875674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:45.181347 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=2151ade8-9efb-4638-8925-f11de8f52efe,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:45.191108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:45.196675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.197055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac727bad-a800-403b-8344-2e40bf91d8fc tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.201229 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ac727bad-a800-403b-8344-2e40bf91d8fc tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "DELETE /v2.0/routers/bd16cbe8-4686-41da-b4eb-3f522ee455df HTTP/1.1" status: 204 len: 168 time: 1.6347826 Dec 22 04:48:45.201229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8a1999-5fd8-48f0-a4ba-4f29b61f8c6d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:45.217034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644eecf7-335c-425c-8f88-8416f53f8bd0 None None] Network 070c296a-3b6a-42e9-af44-96628a614fcb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:45.222219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.233764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:45.246528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.247043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.247457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.247848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.249083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.249481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.249837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.250185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.250759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.250882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.251360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.251711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.294148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:45.309405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'Subnet': ['ID=76c30861-2e71-4035-a439-c02536c7f089,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:45.312035 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/bc8a1999-5fd8-48f0-a4ba-4f29b61f8c6d HTTP/1.1" status: 204 len: 168 time: 2.1823933 Dec 22 04:48:45.320124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52240) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:45.333653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.334067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.334523 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.335026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.335395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.335748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.336170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.336541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.336893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.337271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.337708 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.338062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:45.347042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.366930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:45.367599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:45.434018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5f63cfb-1aa3-4556-8af1-668ec51e5e35 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.458685 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-adc06961-d042-44aa-bdbe-90ca8d028d89 req-e7786be1-734d-48c3-84ac-ffd63640366d tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dc18ee-4e5e-4784-a8c3-093195617bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695877 Dec 22 04:48:45.463914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7e226b29-82b1-4312-a287-0a70d9c82661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:45.485906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:45.495079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:45.510141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:45.550544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52244) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:45.551438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f63cfb-1aa3-4556-8af1-668ec51e5e35 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67a3d61-d21a-40fd-88c0-c8531056eb72,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:45.558000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=498a4b86-331a-414d-a4d1-b875b0a86ef8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:45.571754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:45.589513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.603138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d98e0ee8-1091-4325-8483-d83e7cec38e3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:45.605029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] DHCP port deletion for 070c296a-3b6a-42e9-af44-96628a614fcb request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:48:45.610718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] Deleting port e837bfa2-fcfe-4b13-abf9-5608c21471cb {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:45.611110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.626980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c5f63cfb-1aa3-4556-8af1-668ec51e5e35 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:45.649462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5f63cfb-1aa3-4556-8af1-668ec51e5e35 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.650882 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c5f63cfb-1aa3-4556-8af1-668ec51e5e35 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "DELETE /v2.0/security-groups/d67a3d61-d21a-40fd-88c0-c8531056eb72 HTTP/1.1" status: 204 len: 168 time: 1.7927930 Dec 22 04:48:45.656788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52250) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:45.669391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.673301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Pushing event deleted for resources: {'Port': ['ID=aa688b99-4039-432a-a3d8-1983984e56ad,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:45.676486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Checking segment: {'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:45.676683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Network hostable DHCP agents. Network: ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:48:45.684545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:45.737847 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-eff38a2f-29a4-45e1-a23e-64c675572730 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] show failed (client error): The resource could not be found. Dec 22 04:48:45.742548 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eff38a2f-29a4-45e1-a23e-64c675572730 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "GET /v2.0/security-groups/d67a3d61-d21a-40fd-88c0-c8531056eb72 HTTP/1.1" status: 404 len: 347 time: 0.0830214 Dec 22 04:48:45.760289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52254) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:45.831318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:48:45.842816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port e837bfa2-fcfe-4b13-abf9-5608c21471cb {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:45.843266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.911100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.912826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.923267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:45.932667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1472666237', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:45.933666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc60f77-0614-47f3-88e2-49a68cfe440c None None] Network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:45.934800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.935255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.950066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-00525c9a-efe0-4411-afce-55f6b3efb794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:45.968294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:45.969235 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.004686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:46.032229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] For port e837bfa2-fcfe-4b13-abf9-5608c21471cb, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e837bfa2-fcfe-4b13-abf9-5608c21471cb,segment=NetworkSegment(6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f),segment_id=6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:46.032703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.046700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Usage tracker for resource:router and tenant:5294c4fe78b0437aaed31cd80b1bbd55 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:46.054028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.065890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:46.080837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4f70ad-5e9f-461e-b2cf-d2fd4c71ac60,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:46.081270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:46.084277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:46.087573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Deleting port 45d98308-ecde-4440-ac21-aba0b34c1964 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:46.087928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.103062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:46.117548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.168653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Router dccac2c2-8349-49e1-98f7-5cc4eef24f6c has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:46.191852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] Calling delete_port for e837bfa2-fcfe-4b13-abf9-5608c21471cb owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:46.223882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object 356efb5c-5c84-45af-b32c-75266586c5b1 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:46.373365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.374708 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Added segment 542e3764-73dd-4bb6-ad55-87870982316d of type vlan for network 7558eef0-ed5b-4942-8a5e-1c959af8560e Dec 22 04:48:46.377982 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 4.3865428 Dec 22 04:48:46.388220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52258) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:46.443293 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.458252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7c134183-a356-484c-a571-3ffe6f3af256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:46.478535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] For port e837bfa2-fcfe-4b13-abf9-5608c21471cb, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e837bfa2-fcfe-4b13-abf9-5608c21471cb,segment=NetworkSegment(6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f),segment_id=6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:46.479460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.515965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:48:46.517053 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.529909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] No DVR routers for this DVR port e837bfa2-fcfe-4b13-abf9-5608c21471cb on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:48:46.541755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] Pushing event deleted for resources: {'Port': ['ID=e837bfa2-fcfe-4b13-abf9-5608c21471cb,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:46.544168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:46.711674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2151ade8-9efb-4638-8925-f11de8f52efe up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:46.737345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce42e43-f9f4-4a69-be1a-0037c0b02a78 None None] Network 0ff746a9-5b32-40f4-86ef-b405afeeb690 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:46.750745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.851938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for e837bfa2-fcfe-4b13-abf9-5608c21471cb owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:46.890314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.891351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:46.892488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Allocated IP 172.20.0.2 (ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2/76c30861-2e71-4035-a439-c02536c7f089/4d17ba58-f930-4118-830f-a249b2d2a213) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:46.899846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9f71c24a-5ccb-4f12-8e6a-3142c7b2a013 None None] Provisioning for port 40f3652b-eec7-4289-9195-9e9cd6c9be51 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:46.975001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d6e87f87-65e5-4b28-808f-3094a7cda8ac req-4beddeb0-d63f-495c-9194-8404593e6fe8 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Synchronizing usage tracker for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:46.987640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.007377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4c604923-07df-457d-a6c4-31c2195dc983 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:47.089474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.091192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:48:47.117309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 2151ade8-9efb-4638-8925-f11de8f52efe triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:47.117916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.121995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 0ff746a9-5b32-40f4-86ef-b405afeeb690 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:47.128178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:47.135820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:47.142060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:47.142381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.172410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:47.177253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d6e87f87-65e5-4b28-808f-3094a7cda8ac req-4beddeb0-d63f-495c-9194-8404593e6fe8 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Unset dirty status for tenant:0f5382b7aa0b4653bd41f3bb816510f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:47.179278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:48:47.179581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:48:47.181205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.181472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.187235 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6e87f87-65e5-4b28-808f-3094a7cda8ac req-4beddeb0-d63f-495c-9194-8404593e6fe8 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 210 time: 0.4630308 Dec 22 04:48:47.191968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=356efb5c-5c84-45af-b32c-75266586c5b1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:47.200525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:47.266642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.273025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.273486 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Added segment cdb419ec-5f13-4601-a085-0147d9320ede of type vlan for network 72d471e0-a26c-4f43-9f36-4196105f4b36 Dec 22 04:48:47.330856 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4949479 Dec 22 04:48:47.357095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:47.358969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52264) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:47.369480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.374195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0916ffeb-c61b-4dd7-a8e2-338bd4bd889d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:47.384179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] Sync routers for ids ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:47.399016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.416564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Transition to ACTIVE for port object 4d17ba58-f930-4118-830f-a249b2d2a213 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:47.419177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] Routers {'dccac2c2-8349-49e1-98f7-5cc4eef24f6c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:47.419830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:47.442930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Calling delete_port for 45d98308-ecde-4440-ac21-aba0b34c1964 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:47.465334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': '0ff746a9-5b32-40f4-86ef-b405afeeb690', 'name': 'tempest-PortsIpV6TestJSON-780108726'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:47.479547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.576090 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Transition to ACTIVE for port object 4d17ba58-f930-4118-830f-a249b2d2a213 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:47.587905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 40f3652b-eec7-4289-9195-9e9cd6c9be51 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:47.630460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.661836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] No DVR routers for this DVR port aa688b99-4039-432a-a3d8-1983984e56ad on host hv-neutron-8225 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:48:47.665793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=498a4b86-331a-414d-a4d1-b875b0a86ef8,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:47.676889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.682287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port e837bfa2-fcfe-4b13-abf9-5608c21471cb {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:47.682825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.683238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:47.684372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.695042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-195bdc27-dc71-4330-8943-e922d19f5bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:47.697840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'name': 'network-vif-deleted', 'tag': 'aa688b99-4039-432a-a3d8-1983984e56ad'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:48:47.804130 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58240d06-3023-4ce0-bc51-cbe29e164b19', 'name': 'network-vif-deleted', 'tag': 'aa688b99-4039-432a-a3d8-1983984e56ad', 'status': 'completed', 'code': 200} Dec 22 04:48:47.804515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] The port 'e837bfa2-fcfe-4b13-abf9-5608c21471cb' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:48:47.806693 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-61235f34-a784-458f-9b23-223874a686cb req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.61 "DELETE /v2.0/ports/aa688b99-4039-432a-a3d8-1983984e56ad HTTP/1.1" status: 204 len: 173 time: 10.4306400 Dec 22 04:48:47.816060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:47.824378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.827035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:47.836338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Pushing event updated for resources: {'Port': ['ID=4d17ba58-f930-4118-830f-a249b2d2a213,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:47.838855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:47.849129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] Set router dccac2c2-8349-49e1-98f7-5cc4eef24f6c gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:47.858568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.859485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.865291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:47.869990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:47.870647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:47.882865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91ccc53f-142e-4b1f-b491-0393284a7391 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:47.910488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:48.019774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.066833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.090784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-82cd11bf-fd3e-483a-a656-a86297213cb7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:48.104183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 40f3652b-eec7-4289-9195-9e9cd6c9be51 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:48.142647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 40f3652b-eec7-4289-9195-9e9cd6c9be51 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:48.143330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.194328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:48.210051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.212410 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7768140 Dec 22 04:48:48.225456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52272) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:48.226765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:port and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:48.238275 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.8775139 Dec 22 04:48:48.258005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:48.260807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52276) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:48.268383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'port': {'network_id': '561806da-08d5-49f3-aa0e-11a8cfa7a7ff', 'name': 'tempest-FloatingIPTestJSON-444394032'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:48.282026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Attempting to bind port 4d17ba58-f930-4118-830f-a249b2d2a213 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:48.282401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Attempting to bind port 4d17ba58-f930-4118-830f-a249b2d2a213 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:48.282763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Attempting to bind port 4d17ba58-f930-4118-830f-a249b2d2a213 on network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:48.300060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070c296a-3b6a-42e9-af44-96628a614fcb']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:48.331867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Pushing event deleted for resources: {'Port': ['ID=45d98308-ecde-4440-ac21-aba0b34c1964,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:48.343400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'Network': ['ID=7558eef0-ed5b-4942-8a5e-1c959af8560e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:48.347366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:48:48.347792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Checking segment: {'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:48.348246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.348650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Bound using segment: {'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:48:48.349160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Bound port: 4d17ba58-f930-4118-830f-a249b2d2a213, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:48:48.349551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.351272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:48.374439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 7558eef0-ed5b-4942-8a5e-1c959af8560e details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:48.415920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:48.416561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc1a5ac-1a38-4054-b622-dd3fa2ecb48f') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:48.424953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:48.459170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.495926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.578578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:48.579262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:48.633424 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:48.691916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] For port 4d17ba58-f930-4118-830f-a249b2d2a213, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:48:48.694655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.715435 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:48:48.756007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1c108374-067c-4de5-8c12-7e5f41ca02d9 None None] Provisioning complete for port 40f3652b-eec7-4289-9195-9e9cd6c9be51 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:48.756429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c108374-067c-4de5-8c12-7e5f41ca02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.831201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.833068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.865131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dde12d2d-1313-4627-b56d-23d6726f455e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:48.876091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:48.879810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.882541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.895141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.899495 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] 10.222.0.36 "DELETE /v2.0/floatingips/0177aae9-faff-4ae0-8aef-4aebeb616550 HTTP/1.1" status: 204 len: 168 time: 3.1327803 Dec 22 04:48:48.899495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.901972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52280) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:48.903697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Network': ['ID=070c296a-3b6a-42e9-af44-96628a614fcb,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:48.909996 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/networks/070c296a-3b6a-42e9-af44-96628a614fcb HTTP/1.1" status: 204 len: 168 time: 3.5866978 Dec 22 04:48:48.911168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52282) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:48.913758 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-84486bac-2c06-4038-8501-10b86daca011 req-a320f3b4-2f0b-4557-89b9-cbcb33cd5eaa tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/ports?device_id=58240d06-3023-4ce0-bc51-cbe29e164b19 HTTP/1.1" status: 200 len: 210 time: 0.3177028 Dec 22 04:48:48.932790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] For port 4d17ba58-f930-4118-830f-a249b2d2a213, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4d17ba58-f930-4118-830f-a249b2d2a213,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:48:48.956062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.966304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:48.969954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'Network': ['ID=72d471e0-a26c-4f43-9f36-4196105f4b36,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:48.974404 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-71c931ca-31a2-4ea3-bea2-d178d6e1a411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:48.988441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:48.991076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.108s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:48.991687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.094s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:48.992499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:49.000456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 66125404-ddbb-44de-af3f-fa9e5c50b84e yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:49.014296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 72d471e0-a26c-4f43-9f36-4196105f4b36 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:49.024477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:49.033000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-351462055'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:49.041206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:port and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:49.055056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:49.057689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:49.066113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:network and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:49.070872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:49.085889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:49.097977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:49.122421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5d988-a844-4f67-ac03-26bcb7ff6121 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:49.128972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5d988-a844-4f67-ac03-26bcb7ff6121 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:49.135067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5d988-a844-4f67-ac03-26bcb7ff6121 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:49.141299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5d988-a844-4f67-ac03-26bcb7ff6121 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:49.142282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-92c5d988-a844-4f67-ac03-26bcb7ff6121 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Synchronizing usage tracker for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:49.178021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:49.181061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Made reservation on behalf of 0d7512e291344b439bed30b27ff83c93 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:49.181432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:49.184772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:49.208449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 40f3652b-eec7-4289-9195-9e9cd6c9be51, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=40f3652b-eec7-4289-9195-9e9cd6c9be51,segment=NetworkSegment(2333d97c-a248-4d72-a36a-c2c1f6d69c06),segment_id=2333d97c-a248-4d72-a36a-c2c1f6d69c06)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:49.230398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:49.232027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Pushing event updated for resources: {'Port': ['ID=4d17ba58-f930-4118-830f-a249b2d2a213,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:49.263684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-92c5d988-a844-4f67-ac03-26bcb7ff6121 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Unset dirty status for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:49.265351 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-92c5d988-a844-4f67-ac03-26bcb7ff6121 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0030992 Dec 22 04:48:49.276698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52290) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:49.288375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'ab1cf025-2c79-4e38-9673-b9004b0a2983', 'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'mac_address': 'fa:16:3e:76:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:53Z', 'updated_at': '2021-12-22T04:46:07Z', 'revision_number': 5, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'subnets': [{'id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:49.290625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:49.291211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:49.331894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c108374-067c-4de5-8c12-7e5f41ca02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:49.354888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e837bfa2-fcfe-4b13-abf9-5608c21471cb no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:48:49.374465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] device_id is not set on port 1e988314-8c00-459c-92e2-1b432ddb1834 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:49.409093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] Checking router: dccac2c2-8349-49e1-98f7-5cc4eef24f6c for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:48:49.415175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: e837bfa2-fcfe-4b13-abf9-5608c21471cb {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:48:49.415527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e837bfa2-fcfe-4b13-abf9-5608c21471cb not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:48:49.474100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] Routers {'dccac2c2-8349-49e1-98f7-5cc4eef24f6c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:49.474744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:49.575923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=40f3652b-eec7-4289-9195-9e9cd6c9be51,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:49.607827 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.608251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.608532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.608980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.609302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.609634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.609956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.610283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.610601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.610915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.611229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.611538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:49.617616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-1c108374-067c-4de5-8c12-7e5f41ca02d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:48:49.617973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-1c108374-067c-4de5-8c12-7e5f41ca02d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:48:49.618651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:49.669831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:49.673143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8::4f (0ff746a9-5b32-40f4-86ef-b405afeeb690/29f088d8-041a-4f54-bdda-c205b6cecb47/66125404-ddbb-44de-af3f-fa9e5c50b84e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:49.726111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Allocated IP 172.26.1.75 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/731f99e0-2b72-42d8-8aae-381ec1a52420) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:49.728365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:49.728689 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Added segment 62e2fdf0-f442-40b2-9690-4b73c742e6f4 of type vlan for network d9fa3a48-e4da-49e0-9d6d-d34b2429f362 Dec 22 04:48:49.735536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:49.743200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.20.0.3 (561806da-08d5-49f3-aa0e-11a8cfa7a7ff/c2578d8d-b4dc-4d53-b397-eb717d9c7f3b/1e988314-8c00-459c-92e2-1b432ddb1834) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:49.750123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:49.757857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] Set router dccac2c2-8349-49e1-98f7-5cc4eef24f6c gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:49.860018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.122434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52298) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:50.226857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1c108374-067c-4de5-8c12-7e5f41ca02d9 None None] Provisioning for port 356efb5c-5c84-45af-b32c-75266586c5b1 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:50.243149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:48:50.258226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1c108374-067c-4de5-8c12-7e5f41ca02d9 None None] Provisioning complete for port 356efb5c-5c84-45af-b32c-75266586c5b1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:50.258869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c108374-067c-4de5-8c12-7e5f41ca02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.287648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.345358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'ab1cf025-2c79-4e38-9673-b9004b0a2983', 'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'mac_address': 'fa:16:3e:76:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:53Z', 'updated_at': '2021-12-22T04:46:07Z', 'revision_number': 5, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'subnets': [{'id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:50.363580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1c108374-067c-4de5-8c12-7e5f41ca02d9 None None] Port 356efb5c-5c84-45af-b32c-75266586c5b1 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:50.365529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539292ed-1e92-4bdf-a898-c640b1198b91 None None] The sync data for ids ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'] in dv-neutron-822524-1-hyperv is: [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'ab1cf025-2c79-4e38-9673-b9004b0a2983', 'name': '', 'network_id': '2a9fb3d0-e51c-4b01-bdf1-108b9e717864', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'mac_address': 'fa:16:3e:76:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:53Z', 'updated_at': '2021-12-22T04:46:07Z', 'revision_number': 5, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'subnets': [{'id': 'c7a382ee-2ebf-4150-8568-f3ddb477f856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:50.394349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7558eef0-ed5b-4942-8a5e-1c959af8560e']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:50.408550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542e3764-73dd-4bb6-ad55-87870982316d') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:50.408851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542e3764-73dd-4bb6-ad55-87870982316d') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:50.424797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.436277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.443538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:50.444212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.457136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-73a1f719-1de3-4d90-945a-a6fe5c04d051 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:50.505005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-96587082-fce2-4659-b9b3-2543a930fac6 None None] Provisioning complete for port 356efb5c-5c84-45af-b32c-75266586c5b1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:50.505891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-96587082-fce2-4659-b9b3-2543a930fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.518941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17ac9f09-b5f4-42ed-be70-d77bd8dbe12a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.553268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17ac9f09-b5f4-42ed-be70-d77bd8dbe12a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.586125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-96587082-fce2-4659-b9b3-2543a930fac6 None None] Port 356efb5c-5c84-45af-b32c-75266586c5b1 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:50.610873 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e784a0-caca-4399-8726-3014f5c152af None None] Network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:50.615171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.682690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17ac9f09-b5f4-42ed-be70-d77bd8dbe12a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.708467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:50.708467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.716755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:50.732184 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:50.736811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c5f9af3b-a061-468b-84fd-cd17c294d020 None None] Provisioning for port 4d17ba58-f930-4118-830f-a249b2d2a213 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:50.737605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.756475 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b542fef-5208-4e94-be1e-4d052aae0c2e None None] New status for floating IP 2897ef21-6488-415b-9528-1a85e024b674: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:48:50.757109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17ac9f09-b5f4-42ed-be70-d77bd8dbe12a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.757912 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-17ac9f09-b5f4-42ed-be70-d77bd8dbe12a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "DELETE /v2.0/security-groups/61dc18ee-4e5e-4784-a8c3-093195617bfe HTTP/1.1" status: 204 len: 168 time: 0.6282871 Dec 22 04:48:50.763258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52302) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:50.786228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object 66125404-ddbb-44de-af3f-fa9e5c50b84e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:50.806573 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-a51c1412-e421-420e-86de-eb813a50f32c tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] show failed (client error): The resource could not be found. Dec 22 04:48:50.811544 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a51c1412-e421-420e-86de-eb813a50f32c tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "GET /v2.0/security-groups/61dc18ee-4e5e-4784-a8c3-093195617bfe HTTP/1.1" status: 404 len: 347 time: 0.0407500 Dec 22 04:48:50.812951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Allocated IP 172.20.0.1 (ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2/76c30861-2e71-4035-a439-c02536c7f089/2f4be638-e3e3-4cc0-af9e-e951ff5ccf06) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:50.815350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52306) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:50.826234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:50.837658 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8120928 Dec 22 04:48:50.856888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Network': ['ID=d9fa3a48-e4da-49e0-9d6d-d34b2429f362,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:50.861517 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52310) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:50.871914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:50.874622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ac6b722b-b686-4157-a43f-46e808f68c80 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:50.877841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network d9fa3a48-e4da-49e0-9d6d-d34b2429f362 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:50.890272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'd9fa3a48-e4da-49e0-9d6d-d34b2429f362', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:50.989349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac9f09-b5f4-42ed-be70-d77bd8dbe12a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dc18ee-4e5e-4784-a8c3-093195617bfe,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:51.008973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17ac9f09-b5f4-42ed-be70-d77bd8dbe12a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:51.009650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Deleting port bb6c99b8-b835-48d7-88e3-488544f4e49a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:51.009995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.017305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.027723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:51.043768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.074097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Network': ['ID=7558eef0-ed5b-4942-8a5e-1c959af8560e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:51.081081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:51.090441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:51.094805 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "DELETE /v2.0/networks/7558eef0-ed5b-4942-8a5e-1c959af8560e HTTP/1.1" status: 204 len: 168 time: 1.7663963 Dec 22 04:48:51.099974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:51.102488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52314) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:51.105523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:51.114392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:51.125260 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.180482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.206241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-36494173-315a-4da7-a1ea-27716146ad60 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:51.305659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:51.309165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.351937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:51.430109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.447287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:51.448667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.463525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.476901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:51.479371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-be9d69d3-9dff-4fd1-bdf7-a4778c975ecc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:51.501613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Pushing event updated for resources: {'Port': ['ID=731f99e0-2b72-42d8-8aae-381ec1a52420,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:51.526683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:51.577291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 0ff746a9-5b32-40f4-86ef-b405afeeb690 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:51.579513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 561806da-08d5-49f3-aa0e-11a8cfa7a7ff is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:51.587790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:51.590251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:51.596306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:51.597002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.609632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:51.611634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4d17ba58-f930-4118-830f-a249b2d2a213 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:51.612125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:51.668212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.698122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.698484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.714149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 4d17ba58-f930-4118-830f-a249b2d2a213 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:51.720983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 4d17ba58-f930-4118-830f-a249b2d2a213 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:51.721366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.757935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=66125404-ddbb-44de-af3f-fa9e5c50b84e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:51.880029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.927383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f38f39b1-5feb-43d1-aad7-6e163dd635b6 None None] Provisioning for port 66125404-ddbb-44de-af3f-fa9e5c50b84e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:51.935262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 4d17ba58-f930-4118-830f-a249b2d2a213, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4d17ba58-f930-4118-830f-a249b2d2a213,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:51.936396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f38f39b1-5feb-43d1-aad7-6e163dd635b6 None None] Provisioning complete for port 66125404-ddbb-44de-af3f-fa9e5c50b84e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:51.937247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f38f39b1-5feb-43d1-aad7-6e163dd635b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.940462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Transition to ACTIVE for port object 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:51.967431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:51.968019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 40f3652b-eec7-4289-9195-9e9cd6c9be51 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:52.006629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a8b4a7b2-de74-4bf8-bbd8-735030f4328e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:52.096378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f38f39b1-5feb-43d1-aad7-6e163dd635b6 None None] Port 66125404-ddbb-44de-af3f-fa9e5c50b84e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:52.118192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=4d17ba58-f930-4118-830f-a249b2d2a213,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:52.123022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:52.123299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Calling delete_port for bb6c99b8-b835-48d7-88e3-488544f4e49a owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:52.130795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 40f3652b-eec7-4289-9195-9e9cd6c9be51 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:52.131170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.172501 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ef059049-8bbf-4ac3-8870-4f36b6bf86b8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.8051209 Dec 22 04:48:52.236656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:52.237290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.254094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52318) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:52.323805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=1e988314-8c00-459c-92e2-1b432ddb1834,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:52.336623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:52.339150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.348532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.833s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:52.348942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:52.384106 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1517091 Dec 22 04:48:52.398781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52322) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:52.402559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d471e0-a26c-4f43-9f36-4196105f4b36']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:52.410921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.422764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-563daa1c-b4e5-46e8-aaa5-5b01c0317476 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'port_id': '1e988314-8c00-459c-92e2-1b432ddb1834'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:52.422989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:52.470815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.499086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb419ec-5f13-4601-a085-0147d9320ede') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:52.499794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb419ec-5f13-4601-a085-0147d9320ede') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:52.533227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.537794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.546902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4cc47c3-dc26-410d-ac18-a0e852d34635 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:52.580309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Deleting port dd3ac2fb-8155-41dc-9afa-02a21147558d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:52.580697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.584258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-563daa1c-b4e5-46e8-aaa5-5b01c0317476 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.706787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=988cff4d-adcd-473f-a913-7b825da0e586,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:52.719186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:52.731770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.757233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Checking segment: {'id': '62e2fdf0-f442-40b2-9690-4b73c742e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd9fa3a48-e4da-49e0-9d6d-d34b2429f362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:52.757567 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network hostable DHCP agents. Network: d9fa3a48-e4da-49e0-9d6d-d34b2429f362, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:48:52.806885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:52.811583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:48:52.812599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:48:52.829961 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:48:52.841816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:52.851349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'Port': ['ID=2f4be638-e3e3-4cc0-af9e-e951ff5ccf06,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:52.900329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:52.937446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network d9fa3a48-e4da-49e0-9d6d-d34b2429f362 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:48:52.960300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:53.019193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139fa3e5-f6ae-413e-9c84-ee53ec577e14 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:53.019947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-139fa3e5-f6ae-413e-9c84-ee53ec577e14 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:53.037452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, d9fa3a48-e4da-49e0-9d6d-d34b2429f362) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:53.042323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:53.042922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.054106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44481821-4896-453e-98a2-cd6ed13f4104 None None] Network d9fa3a48-e4da-49e0-9d6d-d34b2429f362 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:53.065038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.076461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-01d475a3-107b-48ec-a464-6f3460b43517 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:53.091551 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2184992 Dec 22 04:48:53.093715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] For port dd3ac2fb-8155-41dc-9afa-02a21147558d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dd3ac2fb-8155-41dc-9afa-02a21147558d,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:53.094212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.103811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52326) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:53.118040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': 'd9fa3a48-e4da-49e0-9d6d-d34b2429f362', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1670738701'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:53.127935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.151243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Pushing event deleted for resources: {'Port': ['ID=bb6c99b8-b835-48d7-88e3-488544f4e49a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:53.153781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.167509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1b526990-05a1-422f-ab0a-de5f591a74ce None None] Provisioning for port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:53.185060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1b526990-05a1-422f-ab0a-de5f591a74ce None None] Provisioning complete for port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:53.185533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b526990-05a1-422f-ab0a-de5f591a74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.239939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1b526990-05a1-422f-ab0a-de5f591a74ce None None] Port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:53.264883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Calling delete_port for dd3ac2fb-8155-41dc-9afa-02a21147558d owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:53.352404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:53.353686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.356308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-046824de-2ad8-4ae3-b040-c8434d6954c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:53.358234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-d9fa3a48-e4da-49e0-9d6d-d34b2429f362', 'network_id': 'd9fa3a48-e4da-49e0-9d6d-d34b2429f362', 'tenant_id': '1f15b4a25d4a41b082b7d34104c6e003', 'fixed_ips': [{'subnet_id': '988cff4d-adcd-473f-a913-7b825da0e586'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:48:53.359170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.375360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-139fa3e5-f6ae-413e-9c84-ee53ec577e14 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:53.377314 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-139fa3e5-f6ae-413e-9c84-ee53ec577e14 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A35f HTTP/1.1" status: 200 len: 928 time: 1.1160653 Dec 22 04:48:53.385676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.392192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52330) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:53.463175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Network': ['ID=72d471e0-a26c-4f43-9f36-4196105f4b36,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:53.479830 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "DELETE /v2.0/networks/72d471e0-a26c-4f43-9f36-4196105f4b36 HTTP/1.1" status: 204 len: 168 time: 2.3716059 Dec 22 04:48:53.483732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:53.486944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52334) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:53.543218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4d17ba58-f930-4118-830f-a249b2d2a213 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:53.590294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Allocated IP 172.20.0.2 (d9fa3a48-e4da-49e0-9d6d-d34b2429f362/988cff4d-adcd-473f-a913-7b825da0e586/b4aae8c9-86a7-4a69-821a-0a21a4e833a6) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:53.712525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 4d17ba58-f930-4118-830f-a249b2d2a213 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:53.712854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.812980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ae7dbe11-d53b-4c1e-af47-f3f0b9698e35 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 66125404-ddbb-44de-af3f-fa9e5c50b84e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:53.813613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae7dbe11-d53b-4c1e-af47-f3f0b9698e35 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.892019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:53.912994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:port and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:53.923784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:53.932316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.940261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.940876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:53.942687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.944370 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] 10.222.0.36 "DELETE /v2.0/floatingips/2897ef21-6488-415b-9528-1a85e024b674 HTTP/1.1" status: 204 len: 168 time: 3.1241248 Dec 22 04:48:53.950350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Transition to ACTIVE for port object b4aae8c9-86a7-4a69-821a-0a21a4e833a6 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:53.968897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Transition to ACTIVE for port object b4aae8c9-86a7-4a69-821a-0a21a4e833a6 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:53.977182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:53.980979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3cd3cf2b-7242-470d-bd8f-3e3bcff8feb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:53.983307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52338) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:54.080833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c5b58-3c6a-4d6a-a0cd-5314697d0bf0 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:54.086999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c5b58-3c6a-4d6a-a0cd-5314697d0bf0 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:54.087854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2a2c5b58-3c6a-4d6a-a0cd-5314697d0bf0 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Synchronizing usage tracker for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:54.091859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Network d9fa3a48-e4da-49e0-9d6d-d34b2429f362 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:54.094777 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:54.098510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:54.107479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Pushing event updated for resources: {'Port': ['ID=b4aae8c9-86a7-4a69-821a-0a21a4e833a6,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:54.111849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:54.137018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:54.140640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.154436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2a2c5b58-3c6a-4d6a-a0cd-5314697d0bf0 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Unset dirty status for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:54.160039 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2a2c5b58-3c6a-4d6a-a0cd-5314697d0bf0 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6376081 Dec 22 04:48:54.166272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52342) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:54.183992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1356607922'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:54.193211 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:54.214583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Attempting to bind port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:54.214966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Attempting to bind port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '62e2fdf0-f442-40b2-9690-4b73c742e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd9fa3a48-e4da-49e0-9d6d-d34b2429f362'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:54.215333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Attempting to bind port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 on network d9fa3a48-e4da-49e0-9d6d-d34b2429f362 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:54.217776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:54.219723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.221770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:48:54.222174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Checking segment: {'id': '62e2fdf0-f442-40b2-9690-4b73c742e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd9fa3a48-e4da-49e0-9d6d-d34b2429f362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:54.222581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.223009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Bound using segment: {'id': '62e2fdf0-f442-40b2-9690-4b73c742e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd9fa3a48-e4da-49e0-9d6d-d34b2429f362'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:48:54.223479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Bound port: b4aae8c9-86a7-4a69-821a-0a21a4e833a6, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e2fdf0-f442-40b2-9690-4b73c742e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd9fa3a48-e4da-49e0-9d6d-d34b2429f362'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:48:54.223872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.281489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Made reservation on behalf of 46d4935cfd5b4df0b5cab1d48cb56b05 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:54.284809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.321001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] For port b4aae8c9-86a7-4a69-821a-0a21a4e833a6, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:48:54.347530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port 4c837fae-fc5c-4d48-a39d-4157a3585830 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:54.475785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Router b1049d59-584f-41ea-b46e-1d81b18075ee is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:48:54.485366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:54.565311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.565311 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Added segment 7fdb7bb5-41fd-4e99-9879-7fe2970233ad of type vlan for network 9d8b3744-bcdf-4c09-8a01-6e6b1173265e Dec 22 04:48:54.574878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-130f9047-f351-4972-a498-b700edae8f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.594514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-563daa1c-b4e5-46e8-aaa5-5b01c0317476 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.603231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-563daa1c-b4e5-46e8-aaa5-5b01c0317476 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.606516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae7dbe11-d53b-4c1e-af47-f3f0b9698e35 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.693616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] For port b4aae8c9-86a7-4a69-821a-0a21a4e833a6, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b4aae8c9-86a7-4a69-821a-0a21a4e833a6,segment=NetworkSegment(62e2fdf0-f442-40b2-9690-4b73c742e6f4),segment_id=62e2fdf0-f442-40b2-9690-4b73c742e6f4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:48:54.694500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.699752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.704353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3605ac9b-1646-432a-927b-795266435f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:54.791711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Pushing event updated for resources: {'Port': ['ID=b4aae8c9-86a7-4a69-821a-0a21a4e833a6,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:54.802499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:54.867024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.881803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:48:54.883695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ae7dbe11-d53b-4c1e-af47-f3f0b9698e35 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 66125404-ddbb-44de-af3f-fa9e5c50b84e owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:54.917697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ffb2cd1-33c3-4f11-a135-54ec67e12399 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:54.941077 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.946553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:54.947137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:54.953490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7063434a-38d9-4a98-9af9-002a28f5e0e0 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:54.974470 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-563daa1c-b4e5-46e8-aaa5-5b01c0317476 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP d5713889-fd46-4b4d-89fb-5e00da619608 associated. External IP: 172.26.1.92, port: 1e988314-8c00-459c-92e2-1b432ddb1834. Dec 22 04:48:55.177623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'Network': ['ID=9d8b3744-bcdf-4c09-8a01-6e6b1173265e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:55.186547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:55.197989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 9d8b3744-bcdf-4c09-8a01-6e6b1173265e details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:55.217623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3ac2fb-8155-41dc-9afa-02a21147558d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:55.376590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:55.505291 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3311520 Dec 22 04:48:55.512725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.13 (d9fa3a48-e4da-49e0-9d6d-d34b2429f362/988cff4d-adcd-473f-a913-7b825da0e586/4c837fae-fc5c-4d48-a39d-4157a3585830) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:55.514889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52346) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:55.517087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:48:55.538201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:55.549848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:55.552446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2008658054'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:55.557793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:55.582469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-351a7260-85a2-44f2-ae04-859ed10273b9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:55.583006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Usage tracker for resource:network and tenant:46d4935cfd5b4df0b5cab1d48cb56b05 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:55.591760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:55.614262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b4aae8c9-86a7-4a69-821a-0a21a4e833a6 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:55.623705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:55.631035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:55.648619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d55c0-9507-4fca-9ddb-af21dde63daa None None] Sync routers for ids ['b1049d59-584f-41ea-b46e-1d81b18075ee'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:55.681897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d55c0-9507-4fca-9ddb-af21dde63daa None None] Routers {'b1049d59-584f-41ea-b46e-1d81b18075ee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:55.682744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cd3d55c0-9507-4fca-9ddb-af21dde63daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b1049d59-584f-41ea-b46e-1d81b18075ee'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:55.747076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'Port': ['ID=2f4be638-e3e3-4cc0-af9e-e951ff5ccf06,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:55.761136 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cd3d55c0-9507-4fca-9ddb-af21dde63daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:55.765328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:55.777939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d55c0-9507-4fca-9ddb-af21dde63daa None None] Routers {'b1049d59-584f-41ea-b46e-1d81b18075ee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:55.778721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cd3d55c0-9507-4fca-9ddb-af21dde63daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b1049d59-584f-41ea-b46e-1d81b18075ee'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:55.782946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:55.849439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cd3d55c0-9507-4fca-9ddb-af21dde63daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:55.849439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d55c0-9507-4fca-9ddb-af21dde63daa None None] The sync data for ids ['b1049d59-584f-41ea-b46e-1d81b18075ee'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:55.863746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:55.878332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Made reservation on behalf of 46d4935cfd5b4df0b5cab1d48cb56b05 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:55.881891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:55.989616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:55.989885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563daa1c-b4e5-46e8-aaa5-5b01c0317476 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:56.048935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b979d0-2228-4fdf-be15-60b216fdea6a None None] Network d9fa3a48-e4da-49e0-9d6d-d34b2429f362 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:48:56.057805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.059028 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.5054052 Dec 22 04:48:56.070382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52350) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:56.159332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:56.160532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cb587829-caf1-4390-ad34-06f6cff8df2d None None] Provisioning for port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:56.174767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:48:56.177063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:56.179768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cb587829-caf1-4390-ad34-06f6cff8df2d None None] Provisioning complete for port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:56.180501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb587829-caf1-4390-ad34-06f6cff8df2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.238175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae7dbe11-d53b-4c1e-af47-f3f0b9698e35 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.255474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eb30354f-2bef-48a1-8b8a-98068376f2ae tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:56.321828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.322174 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Added segment eb310b65-e450-4190-b5b6-c006511bd0de of type vlan for network f6cd562c-236d-4d37-a82b-2219024a3064 Dec 22 04:48:56.414764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dbe11-d53b-4c1e-af47-f3f0b9698e35 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=66125404-ddbb-44de-af3f-fa9e5c50b84e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:56.441010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ae7dbe11-d53b-4c1e-af47-f3f0b9698e35 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:56.469653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb587829-caf1-4390-ad34-06f6cff8df2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.508329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cb587829-caf1-4390-ad34-06f6cff8df2d None None] For port b4aae8c9-86a7-4a69-821a-0a21a4e833a6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b4aae8c9-86a7-4a69-821a-0a21a4e833a6,segment=NetworkSegment(62e2fdf0-f442-40b2-9690-4b73c742e6f4),segment_id=62e2fdf0-f442-40b2-9690-4b73c742e6f4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:48:56.523407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb587829-caf1-4390-ad34-06f6cff8df2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.527299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:56.536112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.550605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.560979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae7dbe11-d53b-4c1e-af47-f3f0b9698e35 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.604222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object 4c837fae-fc5c-4d48-a39d-4157a3585830 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:56.623470 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ae7dbe11-d53b-4c1e-af47-f3f0b9698e35 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/66125404-ddbb-44de-af3f-fa9e5c50b84e HTTP/1.1" status: 204 len: 168 time: 3.2304366 Dec 22 04:48:56.624826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb587829-caf1-4390-ad34-06f6cff8df2d None None] Pushing event updated for resources: {'Port': ['ID=b4aae8c9-86a7-4a69-821a-0a21a4e833a6,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:56.629201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52354) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:56.635841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb587829-caf1-4390-ad34-06f6cff8df2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:56.667817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5958809c-7d87-46cb-9c7c-7a486cd0f481 None None] Provisioning complete for port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:56.668478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5958809c-7d87-46cb-9c7c-7a486cd0f481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.693290 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b82a7df-0122-4a93-b053-5bfb4f58fb0c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:48:56.696386 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3b82a7df-0122-4a93-b053-5bfb4f58fb0c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/66125404-ddbb-44de-af3f-fa9e5c50b84e HTTP/1.1" status: 404 len: 333 time: 0.0571227 Dec 22 04:48:56.697692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563daa1c-b4e5-46e8-aaa5-5b01c0317476 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:56.704817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52358) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:56.709212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:48:56.710830 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f668e4-7770-4e6d-aa20-3ae17345b64c None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:56.729986 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f668e4-7770-4e6d-aa20-3ae17345b64c None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:56.731802 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-37f668e4-7770-4e6d-aa20-3ae17345b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:56.742342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-563daa1c-b4e5-46e8-aaa5-5b01c0317476 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.744521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5958809c-7d87-46cb-9c7c-7a486cd0f481 None None] Port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:56.776487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.784731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:56.785541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.815781 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-37f668e4-7770-4e6d-aa20-3ae17345b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:56.822460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dc1ea19f-56c9-4f99-b4b2-e606bd988179 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:56.832095 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f668e4-7770-4e6d-aa20-3ae17345b64c None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:56.832901 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-37f668e4-7770-4e6d-aa20-3ae17345b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:56.858268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.877716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e26bdde4-db36-4155-8394-daca8a39700e None None] Provisioning complete for port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:56.878099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e26bdde4-db36-4155-8394-daca8a39700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.908670 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Router 5825369a-2474-4c74-8a1c-67e01036fa78 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:56.914430 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-37f668e4-7770-4e6d-aa20-3ae17345b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:56.914959 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f668e4-7770-4e6d-aa20-3ae17345b64c None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:56.933303 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-606b76a3-3ec1-4d09-8418-9df1f280d469 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/routers/b1049d59-584f-41ea-b46e-1d81b18075ee HTTP/1.1" status: 200 len: 924 time: 0.8561144 Dec 22 04:48:56.941311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52362) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:56.946750 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-48fd11c9-29e5-46b6-9ab9-daa8ae782e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:56.964191 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4281545 Dec 22 04:48:56.987860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52366) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:56.997894 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-563daa1c-b4e5-46e8-aaa5-5b01c0317476 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "PUT /v2.0/floatingips/d5713889-fd46-4b4d-89fb-5e00da619608 HTTP/1.1" status: 200 len: 976 time: 4.5954719 Dec 22 04:48:57.185366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52370) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:57.208937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'ports': [{'network_id': '9d8b3744-bcdf-4c09-8a01-6e6b1173265e', 'name': 'tempest-port--90206633', 'admin_state_up': True}, {'network_id': 'f6cd562c-236d-4d37-a82b-2219024a3064', 'admin_state_up': False}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:57.209301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'port': {'network_id': '9d8b3744-bcdf-4c09-8a01-6e6b1173265e', 'name': 'tempest-port--90206633', 'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:57.209722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'port': {'network_id': 'f6cd562c-236d-4d37-a82b-2219024a3064', 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:57.222846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network d9fa3a48-e4da-49e0-9d6d-d34b2429f362 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:57.233409 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ef89e397-6e74-4a34-b19b-15f33ab881e2 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1049d59-584f-41ea-b46e-1d81b18075ee HTTP/1.1" status: 200 len: 205 time: 0.2866483 Dec 22 04:48:57.244741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-749eacd8-d8f2-4cc4-8595-d1257ccffd57 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 356efb5c-5c84-45af-b32c-75266586c5b1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:57.245087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-749eacd8-d8f2-4cc4-8595-d1257ccffd57 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:57.262197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52374) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:57.267157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:57.334712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:48:57.372093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'Network': ['ID=f6cd562c-236d-4d37-a82b-2219024a3064,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:57.393324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network f6cd562c-236d-4d37-a82b-2219024a3064 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:48:57.395377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:57.405507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1d787aa0-b75e-4ab7-b3fd-231f6af05752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.535s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:57.516128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:48:57.539898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b4aae8c9-86a7-4a69-821a-0a21a4e833a6 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:48:57.560905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port 1e988314-8c00-459c-92e2-1b432ddb1834 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:57.561312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:57.603136 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-86c46d48-4870-4d85-84cb-dc0dcfb608b2 None None] Provisioning for port 4c837fae-fc5c-4d48-a39d-4157a3585830 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:57.609078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-86c46d48-4870-4d85-84cb-dc0dcfb608b2 None None] Provisioning complete for port 4c837fae-fc5c-4d48-a39d-4157a3585830 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:57.609486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-86c46d48-4870-4d85-84cb-dc0dcfb608b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:57.686703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:57.688053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:57.715759 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:57.715759 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:57.725610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=4c837fae-fc5c-4d48-a39d-4157a3585830,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:57.744123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:57.750313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-86c46d48-4870-4d85-84cb-dc0dcfb608b2 None None] Port 4c837fae-fc5c-4d48-a39d-4157a3585830 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:48:57.770598 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "PUT /v2.0/routers/5825369a-2474-4c74-8a1c-67e01036fa78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3696420 Dec 22 04:48:57.770810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Sync routers for ids ['5825369a-2474-4c74-8a1c-67e01036fa78'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:57.779041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:57.788493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Routers {'5825369a-2474-4c74-8a1c-67e01036fa78'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:57.789281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5825369a-2474-4c74-8a1c-67e01036fa78'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:57.805715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:48:57.813794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Usage tracker for resource:port and tenant:46d4935cfd5b4df0b5cab1d48cb56b05 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:48:57.817729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-749eacd8-d8f2-4cc4-8595-d1257ccffd57 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:57.825343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:48:57.835227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:48:57.838724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:57.935837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:57.943204 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.8361468 Dec 22 04:48:57.963567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52382) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:57.974619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-749eacd8-d8f2-4cc4-8595-d1257ccffd57 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 356efb5c-5c84-45af-b32c-75266586c5b1 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:58.007902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:58.049401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Made reservation on behalf of 46d4935cfd5b4df0b5cab1d48cb56b05 for: {'port': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:58.054086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:58.080449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Set router 5825369a-2474-4c74-8a1c-67e01036fa78 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:58.115160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:58.126380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:58.153052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5c188-b1aa-4ac7-b7e8-8e39a279f2b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 4c837fae-fc5c-4d48-a39d-4157a3585830 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:58.153052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c188-b1aa-4ac7-b7e8-8e39a279f2b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:58.304509 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-4de8c512-8445-4764-a35c-5ddfeef51a81 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451996976&fields=id&tenant_id=764145d3df5348cd8b52e32c7b5419a2 HTTP/1.1" status: 200 len: 267 time: 0.2160306 Dec 22 04:48:58.422434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2f4be638-e3e3-4cc0-af9e-e951ff5ccf06', 'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'mac_address': 'fa:16:3e:46:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:50Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 2, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'subnets': [{'id': '76c30861-2e71-4035-a439-c02536c7f089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:58.426440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Checking router: 5825369a-2474-4c74-8a1c-67e01036fa78 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:48:58.427019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Updating router 5825369a-2474-4c74-8a1c-67e01036fa78 port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:48:58.482843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:58.503702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:48:58.507674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] device_id is not set on port 8c210e98-e388-418a-bf9c-2f2865b2937f yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:58.512676 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] 10.222.0.36 "PUT /v2.0/routers/5f6e8c4f-3adb-4089-a5bf-657580f7edb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6048324 Dec 22 04:48:58.513659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52394) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:58.516485 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] Sync routers for ids ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:58.529552 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] Routers {'5f6e8c4f-3adb-4089-a5bf-657580f7edb6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:58.531303 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:58.586093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:58.812522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-749eacd8-d8f2-4cc4-8595-d1257ccffd57 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:58.823935 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] Set router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:58.832770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fde58f62-07a7-4b9f-a119-1e37e09191eb tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:58.887573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:58.897020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749eacd8-d8f2-4cc4-8595-d1257ccffd57 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=356efb5c-5c84-45af-b32c-75266586c5b1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:58.908665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Transition to ACTIVE for port object 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:58.917266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-749eacd8-d8f2-4cc4-8595-d1257ccffd57 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:58.920691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:58.925810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a141d-a943-4978-9f44-894b53bd3d42 req-cbf98015-733c-4c61-b6b3-cc4ed0b10b7e tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:58.926554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-484a141d-a943-4978-9f44-894b53bd3d42 req-cbf98015-733c-4c61-b6b3-cc4ed0b10b7e tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Synchronizing usage tracker for tenant:764145d3df5348cd8b52e32c7b5419a2 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:58.934719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:59.028752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad21fe-57f8-4003-b176-2728b0867b4f None None] Pushing event updated for resources: {'Port': ['ID=2f4be638-e3e3-4cc0-af9e-e951ff5ccf06,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:59.032100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8cad21fe-57f8-4003-b176-2728b0867b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:59.074941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-749eacd8-d8f2-4cc4-8595-d1257ccffd57 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.114483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c188-b1aa-4ac7-b7e8-8e39a279f2b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.166604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-484a141d-a943-4978-9f44-894b53bd3d42 req-cbf98015-733c-4c61-b6b3-cc4ed0b10b7e tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Unset dirty status for tenant:764145d3df5348cd8b52e32c7b5419a2 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:48:59.173865 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-cbf98015-733c-4c61-b6b3-cc4ed0b10b7e tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/networks?id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 HTTP/1.1" status: 200 len: 797 time: 0.8507278 Dec 22 04:48:59.235582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.316822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Attempting to bind port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:48:59.317218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Attempting to bind port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:48:59.319475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Attempting to bind port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 on network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:48:59.336077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:48:59.336503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Checking segment: {'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:48:59.337501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.337623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Bound using segment: {'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:48:59.338098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Bound port: 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:48:59.338485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.380362 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 5, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:59.385053 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] Checking router: 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:48:59.400498 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] Routers {'5f6e8c4f-3adb-4089-a5bf-657580f7edb6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:59.401249 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:59.434152 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-8cae88f7-b88e-4d52-ba16-b6338e47d576 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/quotas/764145d3df5348cd8b52e32c7b5419a2 HTTP/1.1" status: 200 len: 375 time: 0.2591283 Dec 22 04:48:59.453668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] For port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:48:59.459097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] For port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2f4be638-e3e3-4cc0-af9e-e951ff5ccf06,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:48:59.463038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Deleting port 731f99e0-2b72-42d8-8aae-381ec1a52420 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:48:59.463483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.478063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5c188-b1aa-4ac7-b7e8-8e39a279f2b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 4c837fae-fc5c-4d48-a39d-4157a3585830 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:48:59.483630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.497041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:48:59.516919 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-749eacd8-d8f2-4cc4-8595-d1257ccffd57 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/356efb5c-5c84-45af-b32c-75266586c5b1 HTTP/1.1" status: 204 len: 168 time: 2.7391534 Dec 22 04:48:59.530189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52398) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:48:59.624888 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1045ac32-a160-4179-917c-541e1ff6ddfd tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:48:59.625434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1045ac32-a160-4179-917c-541e1ff6ddfd tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:48:59.625602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad21fe-57f8-4003-b176-2728b0867b4f None None] Pushing event updated for resources: {'Port': ['ID=2f4be638-e3e3-4cc0-af9e-e951ff5ccf06,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:59.630286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8cad21fe-57f8-4003-b176-2728b0867b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:48:59.641992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.643215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Routers {'5825369a-2474-4c74-8a1c-67e01036fa78'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:48:59.643865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5825369a-2474-4c74-8a1c-67e01036fa78'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:59.684930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.799525 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] Set router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:48:59.836023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.860163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] device_id is not set on port 6d994aa8-f5eb-43f6-abd3-a5522e5f0bbe yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:48:59.976429 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.976970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:59.977366 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP d5713889-fd46-4b4d-89fb-5e00da619608 disassociated. External IP: 172.26.1.92, port: 1e988314-8c00-459c-92e2-1b432ddb1834. Dec 22 04:48:59.977797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for 1e988314-8c00-459c-92e2-1b432ddb1834 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:00.048495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] Set router 5825369a-2474-4c74-8a1c-67e01036fa78 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:00.082062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1045ac32-a160-4179-917c-541e1ff6ddfd tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:00.086538 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1045ac32-a160-4179-917c-541e1ff6ddfd tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/356efb5c-5c84-45af-b32c-75266586c5b1 HTTP/1.1" status: 404 len: 333 time: 0.5553465 Dec 22 04:49:00.102280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52402) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:00.144175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Deleting port ab1cf025-2c79-4e38-9673-b9004b0a2983 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:00.144769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:00.183591 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 5, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:00.188183 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c28ffd8-8d75-4aa5-969f-101847fcccf7 None None] The sync data for ids ['5f6e8c4f-3adb-4089-a5bf-657580f7edb6'] in dv-neutron-822524-1-hyperv is: [{'id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'name': 'tempest-ServersTestManualDisk-561101428-router', 'tenant_id': '3803782124d34484be90ad3cd6bb3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '9aa59910-56dc-4961-8c74-9bf838142934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:44Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 5, 'project_id': '3803782124d34484be90ad3cd6bb3c45', 'gw_port': {'id': '9aa59910-56dc-4961-8c74-9bf838142934', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e8c4f-3adb-4089-a5bf-657580f7edb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:46Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:00.188758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-484a141d-a943-4978-9f44-894b53bd3d42 req-86f60fb0-41e8-411a-ba4f-8e80dfad9788 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Synchronizing usage tracker for tenant:764145d3df5348cd8b52e32c7b5419a2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:00.224353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c188-b1aa-4ac7-b7e8-8e39a279f2b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:00.231275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:00.251885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-749eacd8-d8f2-4cc4-8595-d1257ccffd57 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:00.292093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:00.323828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-039ff605-bc64-422b-b231-86600b62d2cc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet 29f088d8-041a-4f54-bdda-c205b6cecb47 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:00.330971 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5c188-b1aa-4ac7-b7e8-8e39a279f2b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=4c837fae-fc5c-4d48-a39d-4157a3585830,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:00.367788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-039ff605-bc64-422b-b231-86600b62d2cc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:00.377642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Calling delete_port for 731f99e0-2b72-42d8-8aae-381ec1a52420 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:00.414590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-484a141d-a943-4978-9f44-894b53bd3d42 req-86f60fb0-41e8-411a-ba4f-8e80dfad9788 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Unset dirty status for tenant:764145d3df5348cd8b52e32c7b5419a2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:00.427196 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-86f60fb0-41e8-411a-ba4f-8e80dfad9788 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=764145d3df5348cd8b52e32c7b5419a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9921582 Dec 22 04:49:00.443401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b3c5c188-b1aa-4ac7-b7e8-8e39a279f2b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:00.585569 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2f4be638-e3e3-4cc0-af9e-e951ff5ccf06', 'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'mac_address': 'fa:16:3e:46:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:50Z', 'updated_at': '2021-12-22T04:48:59Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'subnets': [{'id': '76c30861-2e71-4035-a439-c02536c7f089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:00.590684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9a56e0-150d-47c8-bed7-35608a103a37 None None] The sync data for ids ['5825369a-2474-4c74-8a1c-67e01036fa78'] in dv-neutron-822524-1-hyperv is: [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2f4be638-e3e3-4cc0-af9e-e951ff5ccf06', 'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'mac_address': 'fa:16:3e:46:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:50Z', 'updated_at': '2021-12-22T04:48:59Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'subnets': [{'id': '76c30861-2e71-4035-a439-c02536c7f089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:00.688988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-039ff605-bc64-422b-b231-86600b62d2cc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:00.787669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c188-b1aa-4ac7-b7e8-8e39a279f2b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:00.802894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:00.822093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2e8c3f7b-adcc-4eb6-9ca8-7b0a060d980f tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:00.888496 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b3c5c188-b1aa-4ac7-b7e8-8e39a279f2b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/4c837fae-fc5c-4d48-a39d-4157a3585830 HTTP/1.1" status: 204 len: 168 time: 2.9200387 Dec 22 04:49:00.896531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:00.897716 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-2aeb172b-a1f2-489a-b8a8-573f133f8c64 service neutron] 10.222.0.36 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422777 Dec 22 04:49:00.901682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52406) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:00.912097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:00.975251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Pushing event deleted for resources: {'Port': ['ID=731f99e0-2b72-42d8-8aae-381ec1a52420,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:01.026289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:01.161432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.172783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.185268 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3287593f-2e02-41ee-9be3-03334b4d504b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:49:01.185857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ae7dbe11-d53b-4c1e-af47-f3f0b9698e35 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:01.185974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3287593f-2e02-41ee-9be3-03334b4d504b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:01.207453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'Port': ['ID=8c210e98-e388-418a-bf9c-2f2865b2937f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:01.222947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:01.229266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-039ff605-bc64-422b-b231-86600b62d2cc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.256450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.281203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Checking segment: {'id': '7fdb7bb5-41fd-4e99-9879-7fe2970233ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d8b3744-bcdf-4c09-8a01-6e6b1173265e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:01.281633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Network hostable DHCP agents. Network: 9d8b3744-bcdf-4c09-8a01-6e6b1173265e, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:01.302343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=1e988314-8c00-459c-92e2-1b432ddb1834,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:01.302593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3287593f-2e02-41ee-9be3-03334b4d504b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:01.303695 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3287593f-2e02-41ee-9be3-03334b4d504b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/4c837fae-fc5c-4d48-a39d-4157a3585830 HTTP/1.1" status: 404 len: 333 time: 0.3962626 Dec 22 04:49:01.304843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Deleting port 9aa59910-56dc-4961-8c74-9bf838142934 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:01.305335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.311123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52410) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:01.340335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:01.397490 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-b651704f-9a05-4e75-88da-fe01486f596c service neutron] 10.222.0.36 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560871 Dec 22 04:49:01.407440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Network 9d8b3744-bcdf-4c09-8a01-6e6b1173265e is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:01.432658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f6c416-1fa7-4c40-b25a-c3c99514e9c4 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet 988cff4d-adcd-473f-a913-7b825da0e586 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:01.436569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f6c416-1fa7-4c40-b25a-c3c99514e9c4 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.483886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 9d8b3744-bcdf-4c09-8a01-6e6b1173265e) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:01.496914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79d8de5-f6a0-4209-8e0e-63d27dc4075a None None] Network 9d8b3744-bcdf-4c09-8a01-6e6b1173265e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:01.515755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:01.525443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.527951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-039ff605-bc64-422b-b231-86600b62d2cc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.550034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2407dba-ca2d-4c14-acab-4a6c1f622ef6 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:01.658859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ff605-bc64-422b-b231-86600b62d2cc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=29f088d8-041a-4f54-bdda-c205b6cecb47,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:01.667229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-039ff605-bc64-422b-b231-86600b62d2cc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:01.669034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:01.716835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.724238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] For port ab1cf025-2c79-4e38-9673-b9004b0a2983, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ab1cf025-2c79-4e38-9673-b9004b0a2983,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:01.725404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.779796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:01.782812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-039ff605-bc64-422b-b231-86600b62d2cc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.817721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f6c416-1fa7-4c40-b25a-c3c99514e9c4 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:01.860951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0fcd1-feff-455a-abee-ccb79fac6802 None None] Network 0ff746a9-5b32-40f4-86ef-b405afeeb690 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:01.866638 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6653cb4e-ea3b-407c-b276-9b9723ad6966 req-4050c0cc-1e9c-43e7-a99b-9edeed5daba7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 210 time: 0.2135310 Dec 22 04:49:01.880492 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-039ff605-bc64-422b-b231-86600b62d2cc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/29f088d8-041a-4f54-bdda-c205b6cecb47 HTTP/1.1" status: 204 len: 168 time: 1.7749360 Dec 22 04:49:01.905760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52422) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:01.924540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Calling delete_port for ab1cf025-2c79-4e38-9673-b9004b0a2983 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:01.958361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.099703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.103779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'Port': ['ID=6d994aa8-f5eb-43f6-abd3-a5522e5f0bbe,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:02.118838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:02.123267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Checking segment: {'id': 'eb310b65-e450-4190-b5b6-c006511bd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f6cd562c-236d-4d37-a82b-2219024a3064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:02.123753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Network hostable DHCP agents. Network: f6cd562c-236d-4d37-a82b-2219024a3064, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:02.146981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 40f3652b-eec7-4289-9195-9e9cd6c9be51 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:02.147533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.184274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:02.218746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Network f6cd562c-236d-4d37-a82b-2219024a3064 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:02.224336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:02.224720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.229628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.230405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Fanout notify agent at l3_agent the message router_deleted on router b1049d59-584f-41ea-b46e-1d81b18075ee {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:49:02.394540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] For port 9aa59910-56dc-4961-8c74-9bf838142934, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9aa59910-56dc-4961-8c74-9bf838142934,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:02.394903 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.430640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] For port 40f3652b-eec7-4289-9195-9e9cd6c9be51, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=40f3652b-eec7-4289-9195-9e9cd6c9be51,segment=NetworkSegment(2333d97c-a248-4d72-a36a-c2c1f6d69c06),segment_id=2333d97c-a248-4d72-a36a-c2c1f6d69c06)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:02.431207 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.432081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] DHCP port deletion for 0ff746a9-5b32-40f4-86ef-b405afeeb690 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:49:02.452232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] Deleting port 40f3652b-eec7-4289-9195-9e9cd6c9be51 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:02.453245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.527638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.570270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 40f3652b-eec7-4289-9195-9e9cd6c9be51 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:02.650920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, f6cd562c-236d-4d37-a82b-2219024a3064) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:02.658177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f6c416-1fa7-4c40-b25a-c3c99514e9c4 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.680873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Calling delete_port for 9aa59910-56dc-4961-8c74-9bf838142934 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:02.688675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.699923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:02.704213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ca094-c23e-479b-a57e-46001db66747 None None] Network f6cd562c-236d-4d37-a82b-2219024a3064 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:02.705870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:02.710704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:02.711430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.730279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e862282-50f3-4ca9-84ec-f504f7067d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:02.742612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2f4be638-e3e3-4cc0-af9e-e951ff5ccf06,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:02.780749 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.7874107 Dec 22 04:49:02.796480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52430) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:02.838448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.844636 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/b1049d59-584f-41ea-b46e-1d81b18075ee HTTP/1.1" status: 204 len: 168 time: 5.5790238 Dec 22 04:49:02.847148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No DVR routers for this DVR port 40f3652b-eec7-4289-9195-9e9cd6c9be51 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:49:02.850315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52434) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:02.851807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=40f3652b-eec7-4289-9195-9e9cd6c9be51,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:02.854096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:02.865474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2099655223', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_snat': False}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:02.867341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.874786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:02.889072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:02.911054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:02.926976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Usage tracker for resource:router and tenant:668dd39e26c74ac1bac6a8b49909be08 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:02.933021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:02.935387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] For port 40f3652b-eec7-4289-9195-9e9cd6c9be51, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=40f3652b-eec7-4289-9195-9e9cd6c9be51,segment=NetworkSegment(2333d97c-a248-4d72-a36a-c2c1f6d69c06),segment_id=2333d97c-a248-4d72-a36a-c2c1f6d69c06)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:02.935939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:02.954111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dd3ac2fb-8155-41dc-9afa-02a21147558d no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:03.021281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:03.089628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.090824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.100734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.149472 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: dd3ac2fb-8155-41dc-9afa-02a21147558d {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:03.149932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dd3ac2fb-8155-41dc-9afa-02a21147558d not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:03.161299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] Calling delete_port for 40f3652b-eec7-4289-9195-9e9cd6c9be51 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:03.169857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5a4860c9-c9a0-4159-8888-457e2bd74db4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:03.248030 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-642687cc-354f-4cb9-803e-b5c1399bbcc6 req-dd9e010d-e279-4893-8a6b-9d442c1c49c3 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 210 time: 0.2073801 Dec 22 04:49:03.252014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.286282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=2f4be638-e3e3-4cc0-af9e-e951ff5ccf06,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:03.286812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f6c416-1fa7-4c40-b25a-c3c99514e9c4 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.292015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:03.294729 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa59910-56dc-4961-8c74-9bf838142934,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:03.297566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a101f264-dce6-4c4e-b526-0904b5b2d75f tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:03.333074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:03.333507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:03.334289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff746a9-5b32-40f4-86ef-b405afeeb690']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:03.353614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a19326-cd8d-493b-93d9-7047e2d07fb8 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:03.354039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:03.359714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a19326-cd8d-493b-93d9-7047e2d07fb8 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:03.361843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-78a19326-cd8d-493b-93d9-7047e2d07fb8 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Synchronizing usage tracker for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:03.368815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6c416-1fa7-4c40-b25a-c3c99514e9c4 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=988cff4d-adcd-473f-a913-7b825da0e586,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:03.375135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2333d97c-a248-4d72-a36a-c2c1f6d69c06') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:03.375554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2333d97c-a248-4d72-a36a-c2c1f6d69c06') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:03.380685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf34241-8abe-4285-9da1-b4e44a85d52a None None] Network d9fa3a48-e4da-49e0-9d6d-d34b2429f362 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:03.382331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-37f6c416-1fa7-4c40-b25a-c3c99514e9c4 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:03.385254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f6c416-1fa7-4c40-b25a-c3c99514e9c4 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.400762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.409808 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-37f6c416-1fa7-4c40-b25a-c3c99514e9c4 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/988cff4d-adcd-473f-a913-7b825da0e586 HTTP/1.1" status: 204 len: 168 time: 2.0921233 Dec 22 04:49:03.414000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52440) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:03.447889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-78a19326-cd8d-493b-93d9-7047e2d07fb8 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Unset dirty status for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:03.448934 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-78a19326-cd8d-493b-93d9-7047e2d07fb8 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.6500742 Dec 22 04:49:03.450325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.454678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52444) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:03.475333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.541450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:03.542350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:03.542780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.552170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973631b2-4ffd-4dce-b645-cb4c88aee327 None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:03.558110 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:03.622217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973631b2-4ffd-4dce-b645-cb4c88aee327 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:03.623297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-973631b2-4ffd-4dce-b645-cb4c88aee327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:03.720064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:03.747488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.761919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.792037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.795016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-973631b2-4ffd-4dce-b645-cb4c88aee327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:03.801489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-371c9798-2df0-4b61-8bea-a2f6a39503b4 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Deleting port 8c210e98-e388-418a-bf9c-2f2865b2937f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:03.801818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-371c9798-2df0-4b61-8bea-a2f6a39503b4 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.802082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e0177d58-6fba-40df-9935-3c2b75ed2d3e tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:03.817747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973631b2-4ffd-4dce-b645-cb4c88aee327 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:03.818639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-973631b2-4ffd-4dce-b645-cb4c88aee327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:03.838143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.853360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cf4dfa69-8669-4117-a3dd-3332a8d4d2bb tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:03.882081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.906952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] Deleting port 40f3652b-eec7-4289-9195-9e9cd6c9be51 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:03.907345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.915186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Network': ['ID=0ff746a9-5b32-40f4-86ef-b405afeeb690,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:03.922328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:03.922647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:03.935955 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-973631b2-4ffd-4dce-b645-cb4c88aee327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:03.936489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973631b2-4ffd-4dce-b645-cb4c88aee327 None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:03.952868 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/networks/0ff746a9-5b32-40f4-86ef-b405afeeb690 HTTP/1.1" status: 204 len: 168 time: 2.0439191 Dec 22 04:49:03.964987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:03.965447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52452) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:03.975945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1710891685'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:03.985161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1cf025-2c79-4e38-9673-b9004b0a2983,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:03.992434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-84ed6fab-1c57-40f0-8008-ee1f73b010d3 None None] The port '40f3652b-eec7-4289-9195-9e9cd6c9be51' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:49:04.005043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:04.005043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.028449 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:04.042009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:network and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:04.050788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a141d-a943-4978-9f44-894b53bd3d42 req-68e86b55-689e-4f89-a085-e4015b90f88d tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:04.051137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:04.052305 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-68e86b55-689e-4f89-a085-e4015b90f88d tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.61 "GET /v2.0/networks?id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 HTTP/1.1" status: 200 len: 797 time: 0.4759560 Dec 22 04:49:04.053669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:04.098082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:04.129880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] DHCP port deletion for d9fa3a48-e4da-49e0-9d6d-d34b2429f362 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:49:04.145730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] Deleting port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:04.146200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.299965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:04.304610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.361287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 40f3652b-eec7-4289-9195-9e9cd6c9be51 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:04.399153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.401729 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.421479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.439952 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-296db5d2-5316-47e5-a929-eeb993bb504b tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=764145d3df5348cd8b52e32c7b5419a2 HTTP/1.1" status: 200 len: 379 time: 0.3680260 Dec 22 04:49:04.465961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 40f3652b-eec7-4289-9195-9e9cd6c9be51 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:04.466353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 40f3652b-eec7-4289-9195-9e9cd6c9be51 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:04.496604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] For port b4aae8c9-86a7-4a69-821a-0a21a4e833a6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b4aae8c9-86a7-4a69-821a-0a21a4e833a6,segment=NetworkSegment(62e2fdf0-f442-40b2-9690-4b73c742e6f4),segment_id=62e2fdf0-f442-40b2-9690-4b73c742e6f4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:04.497000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.508438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'port': {'device_id': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'admin_state_up': True, 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'security_groups': ['e5ba3e15-ac79-47aa-8bd3-c42d038373f7']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:04.537509 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ba1405aa-9893-45b6-b53f-d09d2220717d req-0b3953be-d61e-47a8-b7a0-19b8cc7ef8ac tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 210 time: 0.1094134 Dec 22 04:49:04.560346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-371c9798-2df0-4b61-8bea-a2f6a39503b4 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.569588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] For port b4aae8c9-86a7-4a69-821a-0a21a4e833a6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b4aae8c9-86a7-4a69-821a-0a21a4e833a6,segment=NetworkSegment(62e2fdf0-f442-40b2-9690-4b73c742e6f4),segment_id=62e2fdf0-f442-40b2-9690-4b73c742e6f4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:04.569854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.570161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.587096 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/ports/1e988314-8c00-459c-92e2-1b432ddb1834 HTTP/1.1" status: 204 len: 168 time: 7.3793716 Dec 22 04:49:04.590222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52458) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:04.599017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.599688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6e8c4f-3adb-4089-a5bf-657580f7edb6 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:49:04.642406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:49:04.669846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] Calling delete_port for b4aae8c9-86a7-4a69-821a-0a21a4e833a6 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:04.676035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.679658 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] 10.222.0.36 "DELETE /v2.0/routers/5f6e8c4f-3adb-4089-a5bf-657580f7edb6 HTTP/1.1" status: 204 len: 168 time: 5.8545349 Dec 22 04:49:04.689143 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52462) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:04.755692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:04.760824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f30ba9a9-47af-4524-a8b9-21cf863b792c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:04.805843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] Pushing event deleted for resources: {'Port': ['ID=b4aae8c9-86a7-4a69-821a-0a21a4e833a6,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:04.808845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:04.810210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] No DVR routers for this DVR port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:49:04.820548 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5b08f024-80b0-43ac-9244-7995dc2d23af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "GET /v2.0/floatingips/d5713889-fd46-4b4d-89fb-5e00da619608 HTTP/1.1" status: 200 len: 687 time: 0.2270963 Dec 22 04:49:04.833441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for b4aae8c9-86a7-4a69-821a-0a21a4e833a6 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:04.842759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52466) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:05.069111 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-371c9798-2df0-4b61-8bea-a2f6a39503b4 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Calling delete_port for 8c210e98-e388-418a-bf9c-2f2865b2937f owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:05.110923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.111298 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Added segment acd03894-adc5-427d-8ada-dedce2e9e4cb of type vlan for network d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 Dec 22 04:49:05.128961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b013ae0c-4e3c-40ee-88bf-cf28cf79f88d admin admin] Deleting subnet 488050ac-6bd3-4202-be01-870f9a90d3ee {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:05.163087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b013ae0c-4e3c-40ee-88bf-cf28cf79f88d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.214566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port 498a4b86-331a-414d-a4d1-b875b0a86ef8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:05.214899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.235842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.263205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:05.286872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-371c9798-2df0-4b61-8bea-a2f6a39503b4 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.291163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.292222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:05.294185 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:05.294492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:05.296905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b013ae0c-4e3c-40ee-88bf-cf28cf79f88d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.301502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3f50c1b7-ad6b-4385-b6aa-25b8e4aff8fc tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:05.360758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c9798-2df0-4b61-8bea-a2f6a39503b4 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Port': ['ID=8c210e98-e388-418a-bf9c-2f2865b2937f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:05.365255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.370935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:05.371462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.376457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-371c9798-2df0-4b61-8bea-a2f6a39503b4 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:05.377444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-371c9798-2df0-4b61-8bea-a2f6a39503b4 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.379742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c92d5ce-c2ff-47d4-83a7-83095b487d56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:05.396313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Made reservation on behalf of 764145d3df5348cd8b52e32c7b5419a2 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:05.399697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.552183 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5813828 Dec 22 04:49:05.553182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52470) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:05.560760 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-371c9798-2df0-4b61-8bea-a2f6a39503b4 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "DELETE /v2.0/ports/8c210e98-e388-418a-bf9c-2f2865b2937f HTTP/1.1" status: 204 len: 168 time: 2.1002328 Dec 22 04:49:05.562489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52472) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:05.575431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Network': ['ID=d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:05.586940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:49:05.609426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9aa59910-56dc-4961-8c74-9bf838142934 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:05.617367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:05.643683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': 'd9a9c4f6-f1f8-46cd-b19c-bdd56ae90858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:05.674953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 9aa59910-56dc-4961-8c74-9bf838142934 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:05.676074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9aa59910-56dc-4961-8c74-9bf838142934 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:05.676784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b4aae8c9-86a7-4a69-821a-0a21a4e833a6 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:05.699386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c71ef5ad-70e9-4410-9dcb-d1af4deb0d04 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Deleting port 6d994aa8-f5eb-43f6-abd3-a5522e5f0bbe {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:05.699738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c71ef5ad-70e9-4410-9dcb-d1af4deb0d04 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.771894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: b4aae8c9-86a7-4a69-821a-0a21a4e833a6 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:05.772434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b4aae8c9-86a7-4a69-821a-0a21a4e833a6 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:05.798705 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port b4aae8c9-86a7-4a69-821a-0a21a4e833a6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:05.799060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.829751 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f56a62cd-5821-4b6b-95fe-33e0c291cd8b req-980340ff-6ae0-4e3e-80d0-49d77d8bf128 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 210 time: 0.1346185 Dec 22 04:49:05.910722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.910939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.917832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] The port 'b4aae8c9-86a7-4a69-821a-0a21a4e833a6' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:49:05.927998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b013ae0c-4e3c-40ee-88bf-cf28cf79f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:05.934388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Allocated IP 172.20.0.9 (ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2/76c30861-2e71-4035-a439-c02536c7f089/4c2eb89a-3767-4a18-95a1-5b77c697fc55) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:06.130267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.155657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for 498a4b86-331a-414d-a4d1-b875b0a86ef8 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:06.286721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fa3a48-e4da-49e0-9d6d-d34b2429f362']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:06.323531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e2fdf0-f442-40b2-9690-4b73c742e6f4') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:06.324243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e2fdf0-f442-40b2-9690-4b73c742e6f4') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:06.331130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c71ef5ad-70e9-4410-9dcb-d1af4deb0d04 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.352421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.392589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:06.414735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:06.421132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:06.443368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:06.485880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c71ef5ad-70e9-4410-9dcb-d1af4deb0d04 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Calling delete_port for 6d994aa8-f5eb-43f6-abd3-a5522e5f0bbe owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:06.524551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.529714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.564809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:06.565237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.566391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b013ae0c-4e3c-40ee-88bf-cf28cf79f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.576037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bd9cb594-0d8f-481f-b9b6-1ba0c4eb1a89 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:06.582526 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:06.610930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:06.614523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.629919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.679613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013ae0c-4e3c-40ee-88bf-cf28cf79f88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488050ac-6bd3-4202-be01-870f9a90d3ee,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:06.736934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b013ae0c-4e3c-40ee-88bf-cf28cf79f88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:06.747413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550ba5d-deb2-4d33-ad52-11686243711a None None] Network 9f82e205-8882-4761-a0d5-7985d9afacfa requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:06.795296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b013ae0c-4e3c-40ee-88bf-cf28cf79f88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.819932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c71ef5ad-70e9-4410-9dcb-d1af4deb0d04 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.822706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.827876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b945945b-43b6-4e61-8a34-7d6b2286077d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:06.853072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Router dccac2c2-8349-49e1-98f7-5cc4eef24f6c has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:06.887969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.898918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ef5ad-70e9-4410-9dcb-d1af4deb0d04 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Port': ['ID=6d994aa8-f5eb-43f6-abd3-a5522e5f0bbe,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:06.899134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.907332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c71ef5ad-70e9-4410-9dcb-d1af4deb0d04 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:06.909432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a6f5bc1c-9c32-4916-bfc5-8a365d41b4d7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:06.910754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fc96d5dd-6bb1-4404-a6f8-3d50a034b967 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:06.935089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.945035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c71ef5ad-70e9-4410-9dcb-d1af4deb0d04 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:06.949515 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c71ef5ad-70e9-4410-9dcb-d1af4deb0d04 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "DELETE /v2.0/ports/6d994aa8-f5eb-43f6-abd3-a5522e5f0bbe HTTP/1.1" status: 204 len: 168 time: 1.3790572 Dec 22 04:49:06.952239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52482) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:06.957670 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Network': ['ID=d9fa3a48-e4da-49e0-9d6d-d34b2429f362,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:06.964772 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b013ae0c-4e3c-40ee-88bf-cf28cf79f88d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/488050ac-6bd3-4202-be01-870f9a90d3ee HTTP/1.1" status: 204 len: 168 time: 2.2605810 Dec 22 04:49:06.964976 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/networks/d9fa3a48-e4da-49e0-9d6d-d34b2429f362 HTTP/1.1" status: 204 len: 168 time: 3.5431068 Dec 22 04:49:06.995113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:07.001966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52486) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:07.001966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52488) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:07.029612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'name': 'tempest-PortsTestJSON-1587860734'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:07.050784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d7845930-d831-4088-8593-5519a123f57f tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Synchronizing usage tracker for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:07.056273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Transition to ACTIVE for port object 4c2eb89a-3767-4a18-95a1-5b77c697fc55 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:07.065482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=498a4b86-331a-414d-a4d1-b875b0a86ef8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.095153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:07.112800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] DHCP port deletion for 9f82e205-8882-4761-a0d5-7985d9afacfa request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:49:07.117154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] Deleting port 4fb47cc5-405b-448a-9492-b6f2406039e9 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:07.117560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.235884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8bedf4c0-5366-4fc4-a06d-4c814f7e04d5 req-67df51ff-8070-45c0-95a1-0d3c596f7730 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Synchronizing usage tracker for tenant:764145d3df5348cd8b52e32c7b5419a2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:07.298218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d7845930-d831-4088-8593-5519a123f57f tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Unset dirty status for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:07.299527 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d7845930-d831-4088-8593-5519a123f57f tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3463550 Dec 22 04:49:07.305362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.311138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52494) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:07.315955 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:07.319789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8bedf4c0-5366-4fc4-a06d-4c814f7e04d5 req-67df51ff-8070-45c0-95a1-0d3c596f7730 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Unset dirty status for tenant:764145d3df5348cd8b52e32c7b5419a2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:07.320987 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8bedf4c0-5366-4fc4-a06d-4c814f7e04d5 req-67df51ff-8070-45c0-95a1-0d3c596f7730 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 210 time: 0.2610052 Dec 22 04:49:07.326314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-694361456'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:07.343572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:07.349622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:07.358432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] For port 4fb47cc5-405b-448a-9492-b6f2406039e9, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fb47cc5-405b-448a-9492-b6f2406039e9,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:07.360931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Usage tracker for resource:network and tenant:46d4935cfd5b4df0b5cab1d48cb56b05 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:07.361042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.366844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:07.370465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.372162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Deleting port 4fb47cc5-405b-448a-9492-b6f2406039e9 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:07.372661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.404540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81fe1e9e-6d61-4d23-9a2c-6cc4dfca340d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:07.434416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:07.447229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:07.450416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.478400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Allocated IP 172.26.1.17 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/6f362fa4-0019-4488-ad6d-b9d84638dfee) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:07.492313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] Calling delete_port for 4fb47cc5-405b-448a-9492-b6f2406039e9 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:07.524790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:07.526931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Made reservation on behalf of 46d4935cfd5b4df0b5cab1d48cb56b05 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:07.530757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.544076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port 469c9e76-72bf-483b-b303-3f7f1cf29e30 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:49:07.578206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4fb47cc5-405b-448a-9492-b6f2406039e9 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:07.579792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:07.591817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:07.601896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.610337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:07.624165 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] Sync routers for ids ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:07.644079 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] Routers {'dccac2c2-8349-49e1-98f7-5cc4eef24f6c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:07.645086 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:07.661847 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] 10.222.0.36 "PUT /v2.0/routers/dccac2c2-8349-49e1-98f7-5cc4eef24f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6746254 Dec 22 04:49:07.667924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52498) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:07.675119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.682833 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/floatingips/d5713889-fd46-4b4d-89fb-5e00da619608 HTTP/1.1" status: 204 len: 168 time: 2.8356678 Dec 22 04:49:07.688006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52500) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:07.692430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'Port': ['ID=4c2eb89a-3767-4a18-95a1-5b77c697fc55,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.725034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:07.727187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No active binding found for port 4fb47cc5-405b-448a-9492-b6f2406039e9 {{(pid=87556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 04:49:07.727614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4fb47cc5-405b-448a-9492-b6f2406039e9 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:07.747443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:49:07.750544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.766792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:07.802400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:07.803348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.807894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] No DVR routers for this DVR port 4fb47cc5-405b-448a-9492-b6f2406039e9 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:49:07.823692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'a2cf43b8-c0ca-47d6-b463-38f13df0ea92'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:07.842426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] Pushing event deleted for resources: {'Port': ['ID=4fb47cc5-405b-448a-9492-b6f2406039e9,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.848624 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:07.849068 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Added segment 23df342d-3d96-428d-aa99-59a7123a79a9 of type vlan for network 19a8075d-24a0-467f-8c40-93564ed6b7c7 Dec 22 04:49:07.861103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:07.882091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:07.890908 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] Set router dccac2c2-8349-49e1-98f7-5cc4eef24f6c gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:07.902625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:floatingip and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:07.912629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:07.977173 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4907904 Dec 22 04:49:07.994865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:07.997096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.009446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Request body: {'port': {'device_id': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:08.011394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:08.037720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.055621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3d827b69-5111-4a7f-ae6a-ceb5846d8538 None None] Provisioning for port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:08.065501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3d827b69-5111-4a7f-ae6a-ceb5846d8538 None None] Provisioning complete for port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:08.069393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3d827b69-5111-4a7f-ae6a-ceb5846d8538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.094655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] For port 4fb47cc5-405b-448a-9492-b6f2406039e9, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fb47cc5-405b-448a-9492-b6f2406039e9,segment=NetworkSegment(f1198c64-b984-4cf6-a104-178b356e3520),segment_id=f1198c64-b984-4cf6-a104-178b356e3520)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:08.095540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.105087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.154478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.171913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3d827b69-5111-4a7f-ae6a-ceb5846d8538 None None] Port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:08.179825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.202907 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:49:03Z', 'revision_number': 5, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:08.207913 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] Checking router: dccac2c2-8349-49e1-98f7-5cc4eef24f6c for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:49:08.220306 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] Routers {'dccac2c2-8349-49e1-98f7-5cc4eef24f6c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:08.221323 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:08.242618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=48b3104f-f2a9-4d9a-82bb-0156658a62f7,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:08.255598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:08.287928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:49:08.309374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Calling delete_port for 4fb47cc5-405b-448a-9492-b6f2406039e9 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:08.342924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Checking segment: {'id': 'acd03894-adc5-427d-8ada-dedce2e9e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd9a9c4f6-f1f8-46cd-b19c-bdd56ae90858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:08.343459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network hostable DHCP agents. Network: d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:08.419186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.425559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:08.426373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.468805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.476369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8e369a07-2f08-42f6-b5f7-242a2fb5743d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:08.511650 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] Set router dccac2c2-8349-49e1-98f7-5cc4eef24f6c gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:08.519883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:08.560495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.571800 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:08.574480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:08.579519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:08.582319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:08.585283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d9353-ae11-4615-8820-d7adb0a6ef0d None None] Network d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:08.592342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:08.620058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:08.620583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.629851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event updated for resources: {'Port': ['ID=6f362fa4-0019-4488-ad6d-b9d84638dfee,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:08.640036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Deleting port 0d9de619-2779-4946-9720-e05210e1dbd2 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:08.640422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.674320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:08.726131 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1091502 Dec 22 04:49:08.757265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.761714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52508) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:08.781193 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4675455 Dec 22 04:49:08.787761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': 'd9a9c4f6-f1f8-46cd-b19c-bdd56ae90858', 'name': 'tempest-PortsIpV6TestJSON-1132557135', 'fixed_ips': [{'subnet_id': '48b3104f-f2a9-4d9a-82bb-0156658a62f7', 'ip_address': '2001:db8::10'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:08.806871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.822152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52512) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:08.830462 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:49:03Z', 'revision_number': 5, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:08.835889 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f80a49-3fe1-45f7-ba1f-06d20083a39e None None] The sync data for ids ['dccac2c2-8349-49e1-98f7-5cc4eef24f6c'] in dv-neutron-822524-1-hyperv is: [{'id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'name': 'tempest-ServersTestJSON-2101807431-router', 'tenant_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:43Z', 'updated_at': '2021-12-22T04:49:03Z', 'revision_number': 5, 'project_id': '0f5382b7aa0b4653bd41f3bb816510f1', 'gw_port': {'id': '0d9de619-2779-4946-9720-e05210e1dbd2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccac2c2-8349-49e1-98f7-5cc4eef24f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:45Z', 'updated_at': '2021-12-22T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:08.855001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-133134962'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:08.877518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:08.906833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858', 'network_id': 'd9a9c4f6-f1f8-46cd-b19c-bdd56ae90858', 'tenant_id': '0edd4559a6944bbf882df99e67db10f1', 'fixed_ips': [{'subnet_id': '48b3104f-f2a9-4d9a-82bb-0156658a62f7'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:49:08.908477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:08.927402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'Network': ['ID=19a8075d-24a0-467f-8c40-93564ed6b7c7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:08.940434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 19a8075d-24a0-467f-8c40-93564ed6b7c7 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:49:08.978114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:08.981021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Usage tracker for resource:network and tenant:46d4935cfd5b4df0b5cab1d48cb56b05 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:08.985470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:09.012433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:09.012718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:09.016963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:09.077302 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Made reservation on behalf of 46d4935cfd5b4df0b5cab1d48cb56b05 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:09.080980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.181746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcb684-ed72-409a-becd-29b6a9fb35cd req-2904c615-6526-4cd7-881f-7ed6a87655f4 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:09.183314 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fddcb684-ed72-409a-becd-29b6a9fb35cd req-2904c615-6526-4cd7-881f-7ed6a87655f4 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 931 time: 0.5748551 Dec 22 04:49:09.184489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.198440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:09.286828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:09.306246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Allocated IP 2001:db8::2 (d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858/48b3104f-f2a9-4d9a-82bb-0156658a62f7/ffc95d13-d54a-43c7-962b-724a52283e32) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:09.328408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:49:09.355899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:09.359608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:09.374458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:09.398560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.435882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:09.442001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:09.442647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.452689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.452867 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Added segment b46f505b-c9ce-405d-ba85-220828570d55 of type vlan for network 98089bf5-2e5d-4ec2-a11a-a78aa4330d2a Dec 22 04:49:09.475501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=469c9e76-72bf-483b-b303-3f7f1cf29e30,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:09.480349 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fddcb684-ed72-409a-becd-29b6a9fb35cd req-08180915-9276-4ed6-bb26-d11013c716d1 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455070 Dec 22 04:49:09.489253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:09.493983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:09.496068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] For port 0d9de619-2779-4946-9720-e05210e1dbd2, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0d9de619-2779-4946-9720-e05210e1dbd2,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:09.496469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.521811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ab1cf025-2c79-4e38-9673-b9004b0a2983 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:09.524555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Deleting port 4fb47cc5-405b-448a-9492-b6f2406039e9 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:09.524898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.575219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: ab1cf025-2c79-4e38-9673-b9004b0a2983 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:09.575875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ab1cf025-2c79-4e38-9673-b9004b0a2983 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:09.598132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.608952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Transition to ACTIVE for port object ffc95d13-d54a-43c7-962b-724a52283e32 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:09.627285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Transition to ACTIVE for port object ffc95d13-d54a-43c7-962b-724a52283e32 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:09.638369 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6342490 Dec 22 04:49:09.641349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.646941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5913d089-e926-453a-9381-cdf180515e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:09.681472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.691930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52516) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:09.711117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Network d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:09.713937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:09.714359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Calling delete_port for 0d9de619-2779-4946-9720-e05210e1dbd2 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:09.717921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:09.746215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] The port '4fb47cc5-405b-448a-9492-b6f2406039e9' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:49:09.755979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Pushing event updated for resources: {'Port': ['ID=ffc95d13-d54a-43c7-962b-724a52283e32,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:09.763114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:09.813335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Attempting to bind port ffc95d13-d54a-43c7-962b-724a52283e32 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:09.814959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Attempting to bind port ffc95d13-d54a-43c7-962b-724a52283e32 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'acd03894-adc5-427d-8ada-dedce2e9e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd9a9c4f6-f1f8-46cd-b19c-bdd56ae90858'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:09.814959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Attempting to bind port ffc95d13-d54a-43c7-962b-724a52283e32 on network d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:09.819943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:09.820920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Checking segment: {'id': 'acd03894-adc5-427d-8ada-dedce2e9e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd9a9c4f6-f1f8-46cd-b19c-bdd56ae90858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:09.820920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.821169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Bound using segment: {'id': 'acd03894-adc5-427d-8ada-dedce2e9e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd9a9c4f6-f1f8-46cd-b19c-bdd56ae90858'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:09.821746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Bound port: ffc95d13-d54a-43c7-962b-724a52283e32, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd03894-adc5-427d-8ada-dedce2e9e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd9a9c4f6-f1f8-46cd-b19c-bdd56ae90858'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:09.822002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.856839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.882889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-45509bec-9548-40bf-a5d8-379a717afd06 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 469c9e76-72bf-483b-b303-3f7f1cf29e30 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:09.883257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45509bec-9548-40bf-a5d8-379a717afd06 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.918158 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] For port ffc95d13-d54a-43c7-962b-724a52283e32, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:09.922872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] For port ffc95d13-d54a-43c7-962b-724a52283e32, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ffc95d13-d54a-43c7-962b-724a52283e32,segment=NetworkSegment(acd03894-adc5-427d-8ada-dedce2e9e4cb),segment_id=acd03894-adc5-427d-8ada-dedce2e9e4cb)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:09.929431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.935425 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:09.966118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.26.1.94 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/35269288-146b-4719-980a-93316d417caf) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:10.019637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.023616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Pushing event updated for resources: {'Port': ['ID=ffc95d13-d54a-43c7-962b-724a52283e32,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:10.027092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:10.035150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:49:10.054547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.060172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:10.060713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.073358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.082150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:10.294081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port b455fec0-09fa-4ecc-93b9-9a8d71226d3b yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:49:10.494807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f82e205-8882-4761-a0d5-7985d9afacfa']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:10.496780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.499728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.507491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8befad4f-58bf-4721-ab8a-3f148b8787ed tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:10.532170 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6729741 Dec 22 04:49:10.532170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2eb89a-3767-4a18-95a1-5b77c697fc55 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:49:10.543084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1198c64-b984-4cf6-a104-178b356e3520') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:10.543608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1198c64-b984-4cf6-a104-178b356e3520') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:10.561181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9de619-2779-4946-9720-e05210e1dbd2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:10.567408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:10.568512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.576353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'Network': ['ID=98089bf5-2e5d-4ec2-a11a-a78aa4330d2a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:10.589026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.595605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.601425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:10.602467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 98089bf5-2e5d-4ec2-a11a-a78aa4330d2a details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:49:10.653956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.790006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:10.790578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:10.805846 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:10.926787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.003188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45509bec-9548-40bf-a5d8-379a717afd06 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.030168 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Transition to ACTIVE for port object 4c2eb89a-3767-4a18-95a1-5b77c697fc55 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:11.037879 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.043153 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.112174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.114480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.144521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.145047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dccac2c2-8349-49e1-98f7-5cc4eef24f6c {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:49:11.216084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-964acbb0-1dd1-4986-8139-4207f7b6b3de tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:11.249297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.264462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-45509bec-9548-40bf-a5d8-379a717afd06 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 469c9e76-72bf-483b-b303-3f7f1cf29e30 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:11.330417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.332299 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] 10.222.0.36 "DELETE /v2.0/routers/dccac2c2-8349-49e1-98f7-5cc4eef24f6c HTTP/1.1" status: 204 len: 168 time: 3.6479478 Dec 22 04:49:11.335444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52522) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:11.375060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.393382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d6b45-9afe-4a54-bc8c-00e0ba93a8be None None] Network d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:11.393937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f82e205-8882-4761-a0d5-7985d9afacfa,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:11.397505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:11.408259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:11.418947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c09e38da-2c00-4e73-919c-ee12a0a517bb tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:11.505050 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9f82e205-8882-4761-a0d5-7985d9afacfa HTTP/1.1" status: 204 len: 168 time: 4.5019927 Dec 22 04:49:11.516082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2eb89a-3767-4a18-95a1-5b77c697fc55,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:11.521510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:11.584471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=35269288-146b-4719-980a-93316d417caf,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:11.589983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:11.657378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:11.681187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:11.686457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:11.705332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b832cf26-e145-402c-bae6-ccf4a1634fc2 None None] Provisioning for port ffc95d13-d54a-43c7-962b-724a52283e32 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:11.708252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fd66f-aca8-4c44-83d2-2cd2205e8da9 req-863b0802-b365-413a-937c-106a227410ee tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:11.729352 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c9fd66f-aca8-4c44-83d2-2cd2205e8da9 req-863b0802-b365-413a-937c-106a227410ee tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 931 time: 0.9477804 Dec 22 04:49:11.758463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ffc95d13-d54a-43c7-962b-724a52283e32 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:11.772884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8::10 (d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858/48b3104f-f2a9-4d9a-82bb-0156658a62f7/b455fec0-09fa-4ecc-93b9-9a8d71226d3b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:11.926637 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c9fd66f-aca8-4c44-83d2-2cd2205e8da9 req-8f49a2e1-b64b-4911-b693-687e8a2720bd tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011082 Dec 22 04:49:11.971415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52528) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:12.011150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecb469d-0981-4646-bfb0-19b69c7257bd admin admin] Deleting subnet c7a382ee-2ebf-4150-8568-f3ddb477f856 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:12.014987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ecb469d-0981-4646-bfb0-19b69c7257bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.066377 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ffc95d13-d54a-43c7-962b-724a52283e32 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:12.072357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ffc95d13-d54a-43c7-962b-724a52283e32 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:12.072648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.077708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ecb469d-0981-4646-bfb0-19b69c7257bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.178996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45509bec-9548-40bf-a5d8-379a717afd06 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.185096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ecb469d-0981-4646-bfb0-19b69c7257bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.194304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6aac083d-b6ec-406f-aac6-4962e75dccaf tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:12.296926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.315961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45509bec-9548-40bf-a5d8-379a717afd06 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=469c9e76-72bf-483b-b303-3f7f1cf29e30,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:12.324244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45509bec-9548-40bf-a5d8-379a717afd06 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.328930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45509bec-9548-40bf-a5d8-379a717afd06 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:12.361208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port ffc95d13-d54a-43c7-962b-724a52283e32, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ffc95d13-d54a-43c7-962b-724a52283e32,segment=NetworkSegment(acd03894-adc5-427d-8ada-dedce2e9e4cb),segment_id=acd03894-adc5-427d-8ada-dedce2e9e4cb)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:12.372933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.375272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-906e5732-a673-43f2-a846-a5540c754d07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:12.384078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Attempting to bind port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:12.384723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Attempting to bind port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:12.385213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Attempting to bind port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 on network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:12.430079 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-45509bec-9548-40bf-a5d8-379a717afd06 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/469c9e76-72bf-483b-b303-3f7f1cf29e30 HTTP/1.1" status: 204 len: 168 time: 2.7373533 Dec 22 04:49:12.431736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52532) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:12.456237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 on network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:49:12.457015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Attempting to bind port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 on network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:12.463179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0d9de619-2779-4946-9720-e05210e1dbd2 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:12.470299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'mac_address': 'fa:16:3e:14:90:dc', 'name': 'tempest-PortsTestJSON-750594876'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:12.514455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 0d9de619-2779-4946-9720-e05210e1dbd2 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:12.515246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0d9de619-2779-4946-9720-e05210e1dbd2 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:12.547937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=ffc95d13-d54a-43c7-962b-724a52283e32,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:12.554522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:12.558650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-16a65423-379d-4d42-b1b1-16e32135c8cb None None] Provisioning complete for port ffc95d13-d54a-43c7-962b-724a52283e32 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:12.559228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-16a65423-379d-4d42-b1b1-16e32135c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.605294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:12.606295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Checking segment: {'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:12.606874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Bound using segment: {'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:12.607814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Bound port: 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d69c5e0-5857-4426-b144-b9e52da6622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:12.608474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.633465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:12.653498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:port and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:12.713898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.750224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Router 75611488-cbea-42f1-81f1-07718973a6ee is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:49:12.757251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] For port 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host hv-neutron-8225, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:12.760498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] For port 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:12.770208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.770208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:12.775110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:12.793357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:12.800707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b3c5c188-b1aa-4ac7-b7e8-8e39a279f2b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:12.833980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:12.875487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object b455fec0-09fa-4ecc-93b9-9a8d71226d3b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:12.932643 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4f32fcb1-3816-4d58-aa57-72c4f29a433b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3803782124d34484be90ad3cd6bb3c45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9521770 Dec 22 04:49:12.936675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52536) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:12.938556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.140993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ecb469d-0981-4646-bfb0-19b69c7257bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.172946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:13.173656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.175207 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] 10.222.0.61 "PUT /v2.0/ports/4c2eb89a-3767-4a18-95a1-5b77c697fc55 HTTP/1.1" status: 200 len: 1093 time: 5.1820130 Dec 22 04:49:13.177499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:49:13.315369 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'status': 'completed', 'code': 200} Dec 22 04:49:13.322845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4dc4cde5-26fe-4032-84e8-9e7e671134a4 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:13.338311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2eb89a-3767-4a18-95a1-5b77c697fc55,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:13.342679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:13.355419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.378306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb469d-0981-4646-bfb0-19b69c7257bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a382ee-2ebf-4150-8568-f3ddb477f856,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:13.385904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ecb469d-0981-4646-bfb0-19b69c7257bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.387399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d45f299-e660-4da8-9496-e5b883b22018 None None] Network 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:13.394551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ecb469d-0981-4646-bfb0-19b69c7257bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:13.432210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c1bc8-0969-4598-8f52-cd103a742709 req-3bfdba1e-f04b-49c0-b15c-12cd586951cb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:13.434369 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e58c1bc8-0969-4598-8f52-cd103a742709 req-3bfdba1e-f04b-49c0-b15c-12cd586951cb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 943 time: 0.3251669 Dec 22 04:49:13.437415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port 7f342a72-de6a-412e-9b4e-a304a59c27f4 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:49:13.442906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:13.460479 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8ecb469d-0981-4646-bfb0-19b69c7257bd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c7a382ee-2ebf-4150-8568-f3ddb477f856 HTTP/1.1" status: 204 len: 168 time: 2.1235735 Dec 22 04:49:13.483679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.491018 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52544) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:13.507259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:13.542176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8398be65-e7dd-49ff-b8be-ee9ba0f9f9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.558422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.559873 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.7086046 Dec 22 04:49:13.566532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52548) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:13.604036 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48888529-767b-4b60-9638-0792332fa36b None None] Sync routers for ids ['75611488-cbea-42f1-81f1-07718973a6ee'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:13.625866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ffc95d13-d54a-43c7-962b-724a52283e32 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:13.639566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:13.651156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:13.658198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8398be65-e7dd-49ff-b8be-ee9ba0f9f9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.721565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:13.727540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:13.728874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.764081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a141d-a943-4978-9f44-894b53bd3d42 req-d889c287-a8e1-4aaf-8906-03730f958524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:13.766044 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-d889c287-a8e1-4aaf-8906-03730f958524 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=764145d3df5348cd8b52e32c7b5419a2&device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 1096 time: 0.5073383 Dec 22 04:49:13.801565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48888529-767b-4b60-9638-0792332fa36b None None] Routers {'75611488-cbea-42f1-81f1-07718973a6ee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:13.802225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-48888529-767b-4b60-9638-0792332fa36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['75611488-cbea-42f1-81f1-07718973a6ee'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:13.869223 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eadc453d-aafa-4960-ab33-746490b6dd13 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/routers/75611488-cbea-42f1-81f1-07718973a6ee HTTP/1.1" status: 200 len: 908 time: 0.3003588 Dec 22 04:49:13.880378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52552) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:13.880721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52554) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:13.888945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'subnets': [{'network_id': '19a8075d-24a0-467f-8c40-93564ed6b7c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--824257756', 'ip_version': 6}, {'network_id': '98089bf5-2e5d-4ec2-a11a-a78aa4330d2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:13.889281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'subnet': {'network_id': '19a8075d-24a0-467f-8c40-93564ed6b7c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--824257756', 'ip_version': 6}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:13.890409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Request body: {'subnet': {'network_id': '98089bf5-2e5d-4ec2-a11a-a78aa4330d2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:13.912901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2099655223', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_snat': True}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:13.916076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8398be65-e7dd-49ff-b8be-ee9ba0f9f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.918696 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e58c1bc8-0969-4598-8f52-cd103a742709 req-4d042934-437e-4d5e-ab71-75732540069e tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4252558 Dec 22 04:49:13.919435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=b455fec0-09fa-4ecc-93b9-9a8d71226d3b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:13.942685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1a38160b-a22b-46e5-a4e7-0858b5983c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:13.948320 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:13.954085 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-02827671-7fab-47d2-9137-b9a74d72a284 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55 HTTP/1.1" status: 200 len: 217 time: 0.1439993 Dec 22 04:49:13.960862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:13.968413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.979722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398be65-e7dd-49ff-b8be-ee9ba0f9f9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24c81de-c82a-40ba-bfc1-4327ac433233,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:13.983905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8398be65-e7dd-49ff-b8be-ee9ba0f9f9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:13.985203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Usage tracker for resource:router and tenant:668dd39e26c74ac1bac6a8b49909be08 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:14.015872 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.2346365 Dec 22 04:49:14.017193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.018751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52560) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:14.046798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:14.050247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.053686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': 'd9a9c4f6-f1f8-46cd-b19c-bdd56ae90858', 'name': 'tempest-PortsIpV6TestJSON-666251807', 'fixed_ips': [{'subnet_id': '48b3104f-f2a9-4d9a-82bb-0156658a62f7', 'ip_address': '2001:db8::f'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:14.074155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:14.111307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:14.152561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ffc95d13-d54a-43c7-962b-724a52283e32 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:14.152897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.214119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8398be65-e7dd-49ff-b8be-ee9ba0f9f9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.219019 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8398be65-e7dd-49ff-b8be-ee9ba0f9f9c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d24c81de-c82a-40ba-bfc1-4327ac433233 HTTP/1.1" status: 204 len: 168 time: 1.2512846 Dec 22 04:49:14.227478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-338b45eb-e60e-42a5-93c0-79a3141e74d4 None None] Provisioning for port b455fec0-09fa-4ecc-93b9-9a8d71226d3b completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:14.230509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.232023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.235062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:14.252812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-338b45eb-e60e-42a5-93c0-79a3141e74d4 None None] Provisioning complete for port b455fec0-09fa-4ecc-93b9-9a8d71226d3b triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:14.253117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-338b45eb-e60e-42a5-93c0-79a3141e74d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.264632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=35269288-146b-4719-980a-93316d417caf,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:14.268389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:14.279285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:port and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:14.295872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.316464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-48888529-767b-4b60-9638-0792332fa36b None None] Set router 75611488-cbea-42f1-81f1-07718973a6ee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:14.338555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:14.347477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Deleting port b0f5f913-cb84-4139-abee-66ff7cf3ece1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:14.347976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.366178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.424127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:14.466615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.511355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:14.566783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a141d-a943-4978-9f44-894b53bd3d42 req-16ce83ff-c020-4d01-b7d1-08beb1bc3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:14.568349 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-16ce83ff-c020-4d01-b7d1-08beb1bc3ef0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76c30861-2e71-4035-a439-c02536c7f089 HTTP/1.1" status: 200 len: 832 time: 0.5961847 Dec 22 04:49:14.593628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-338b45eb-e60e-42a5-93c0-79a3141e74d4 None None] Port b455fec0-09fa-4ecc-93b9-9a8d71226d3b cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:14.595355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] DHCP port deletion for 2a9fb3d0-e51c-4b01-bdf1-108b9e717864 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:49:14.613401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Usage tracker for resource:subnet and tenant:46d4935cfd5b4df0b5cab1d48cb56b05 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:14.626333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:14.646791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] Deleting port b0f5f913-cb84-4139-abee-66ff7cf3ece1 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:14.647416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.699013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:14.706756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.708399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:14.776686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 96d545cf-29f0-482d-8301-b61c0a8b83dc yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:49:14.831456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.980265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.005780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:15.016008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] For port b0f5f913-cb84-4139-abee-66ff7cf3ece1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b0f5f913-cb84-4139-abee-66ff7cf3ece1,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:15.017098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.024497 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP 455b637e-191a-4816-b2e6-e968b9591e32 associated. External IP: 172.26.1.94, port: a2cf43b8-c0ca-47d6-b463-38f13df0ea92. Dec 22 04:49:15.269424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:15.270772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] Calling delete_port for b0f5f913-cb84-4139-abee-66ff7cf3ece1 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:15.271760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:15.287679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a141d-a943-4978-9f44-894b53bd3d42 req-9da18273-0fba-48c1-adb6-290a18e2a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:15.289241 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-9da18273-0fba-48c1-adb6-290a18e2a754 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6735880 Dec 22 04:49:15.369047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-48888529-767b-4b60-9638-0792332fa36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75611488-cbea-42f1-81f1-07718973a6ee', 'name': 'tempest-snat-router-2099655223', 'tenant_id': '668dd39e26c74ac1bac6a8b49909be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.17'}], 'enable_snat': False}, 'gw_port_id': '6f362fa4-0019-4488-ad6d-b9d84638dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:03Z', 'updated_at': '2021-12-22T04:49:09Z', 'revision_number': 3, 'project_id': '668dd39e26c74ac1bac6a8b49909be08', 'gw_port': {'id': '6f362fa4-0019-4488-ad6d-b9d84638dfee', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:77:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75611488-cbea-42f1-81f1-07718973a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:06Z', 'updated_at': '2021-12-22T04:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:15.382139 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48888529-767b-4b60-9638-0792332fa36b None None] Checking router: 75611488-cbea-42f1-81f1-07718973a6ee for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:49:15.382719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48888529-767b-4b60-9638-0792332fa36b None None] Updating router 75611488-cbea-42f1-81f1-07718973a6ee port 6f362fa4-0019-4488-ad6d-b9d84638dfee binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:49:15.405705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Made reservation on behalf of 46d4935cfd5b4df0b5cab1d48cb56b05 for: {'subnet': 2} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:15.410342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.410662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.443445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.474115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-48888529-767b-4b60-9638-0792332fa36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.487827 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:15.493267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:15.493878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.529776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.541206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=7f342a72-de6a-412e-9b4e-a304a59c27f4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:15.542452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f30ba9a9-47af-4524-a8b9-21cf863b792c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:15.575459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:15.632352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b0f5f913-cb84-4139-abee-66ff7cf3ece1 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:15.640280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52586) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:15.668789 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] No DVR routers for this DVR port b0f5f913-cb84-4139-abee-66ff7cf3ece1 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:49:15.683292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] Pushing event deleted for resources: {'Port': ['ID=b0f5f913-cb84-4139-abee-66ff7cf3ece1,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:15.698028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:15.701841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: b0f5f913-cb84-4139-abee-66ff7cf3ece1 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:15.702194 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b0f5f913-cb84-4139-abee-66ff7cf3ece1 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:15.731275 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.2765193 Dec 22 04:49:15.748212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52592) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:15.803011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] For port b0f5f913-cb84-4139-abee-66ff7cf3ece1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b0f5f913-cb84-4139-abee-66ff7cf3ece1,segment=NetworkSegment(276bbf2a-ec59-4218-8143-a752c1f849a7),segment_id=276bbf2a-ec59-4218-8143-a752c1f849a7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:15.803660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.897051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:15.976834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-48888529-767b-4b60-9638-0792332fa36b None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.988873 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-48888529-767b-4b60-9638-0792332fa36b None None] Transition to ACTIVE for port object 6f362fa4-0019-4488-ad6d-b9d84638dfee will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:15.996823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-48888529-767b-4b60-9638-0792332fa36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.000662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:16.006006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Calling delete_port for b0f5f913-cb84-4139-abee-66ff7cf3ece1 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:16.046565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37be28-fbbd-41cb-a9ff-44c51cd6a393 req-f5219763-0395-42fc-a94d-0e938b2279c2 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:16.048089 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fa37be28-fbbd-41cb-a9ff-44c51cd6a393 req-f5219763-0395-42fc-a94d-0e938b2279c2 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 943 time: 0.8972025 Dec 22 04:49:16.065162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8::f (d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858/48b3104f-f2a9-4d9a-82bb-0156658a62f7/96d545cf-29f0-482d-8301-b61c0a8b83dc) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:16.073502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb2ed4-beff-4492-b89d-8f88f4263e17 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:16.074065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-05bb2ed4-beff-4492-b89d-8f88f4263e17 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:16.089000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-48888529-767b-4b60-9638-0792332fa36b None None] Attempting to bind port 6f362fa4-0019-4488-ad6d-b9d84638dfee on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:16.089488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-48888529-767b-4b60-9638-0792332fa36b None None] Attempting to bind port 6f362fa4-0019-4488-ad6d-b9d84638dfee by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:16.089866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48888529-767b-4b60-9638-0792332fa36b None None] Attempting to bind port 6f362fa4-0019-4488-ad6d-b9d84638dfee on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:16.096376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706b6e2-c004-45a0-9b0e-5ac3ef3f7a2c None None] Pushing event updated for resources: {'Port': ['ID=6f362fa4-0019-4488-ad6d-b9d84638dfee,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:16.100337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6706b6e2-c004-45a0-9b0e-5ac3ef3f7a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:16.101272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48888529-767b-4b60-9638-0792332fa36b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:16.101632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48888529-767b-4b60-9638-0792332fa36b None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:16.102033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-48888529-767b-4b60-9638-0792332fa36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.102441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48888529-767b-4b60-9638-0792332fa36b None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:16.102899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-48888529-767b-4b60-9638-0792332fa36b None None] Bound port: 6f362fa4-0019-4488-ad6d-b9d84638dfee, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:16.103269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-48888529-767b-4b60-9638-0792332fa36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.111839 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e7485ab-7549-492e-8b30-1686ae834283 tempest-AgentManagementNegativeTest-1545961333 tempest-AgentManagementNegativeTest-1545961333-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4518294 Dec 22 04:49:16.117809 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-192fd1ab-3d5b-4684-b8af-f6934e6e803d service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998383 Dec 22 04:49:16.222668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-48888529-767b-4b60-9638-0792332fa36b None None] For port 6f362fa4-0019-4488-ad6d-b9d84638dfee, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:16.229773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-48888529-767b-4b60-9638-0792332fa36b None None] For port 6f362fa4-0019-4488-ad6d-b9d84638dfee, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6f362fa4-0019-4488-ad6d-b9d84638dfee,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:16.235157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-48888529-767b-4b60-9638-0792332fa36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.238878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4e09b520-5266-4058-b6bb-753f194579e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:16.282388 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fa37be28-fbbd-41cb-a9ff-44c51cd6a393 req-86fc51cd-7c5a-4a50-9433-328b42da1266 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000761 Dec 22 04:49:16.285803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-05bb2ed4-beff-4492-b89d-8f88f4263e17 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:16.286940 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-05bb2ed4-beff-4492-b89d-8f88f4263e17 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/7f342a72-de6a-412e-9b4e-a304a59c27f4 HTTP/1.1" status: 200 len: 840 time: 0.5362465 Dec 22 04:49:16.300564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52598) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:16.347250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48888529-767b-4b60-9638-0792332fa36b None None] Routers {'75611488-cbea-42f1-81f1-07718973a6ee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:16.347250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-48888529-767b-4b60-9638-0792332fa36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['75611488-cbea-42f1-81f1-07718973a6ee'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:16.386232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:16.386837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:16.435487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706b6e2-c004-45a0-9b0e-5ac3ef3f7a2c None None] Pushing event updated for resources: {'Port': ['ID=6f362fa4-0019-4488-ad6d-b9d84638dfee,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:16.449847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6706b6e2-c004-45a0-9b0e-5ac3ef3f7a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:16.505196 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-484a141d-a943-4978-9f44-894b53bd3d42 req-5089645e-128c-4657-847f-0e4f6340d578 service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750532 Dec 22 04:49:16.509012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0f90417f-71de-415d-847f-793cc171f7f0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 7f342a72-de6a-412e-9b4e-a304a59c27f4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:16.509355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f90417f-71de-415d-847f-793cc171f7f0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.554499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52604) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:16.575235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:16.588079 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7eb16-101f-4ccb-b887-3969a2497806 None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:16.603244 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7eb16-101f-4ccb-b887-3969a2497806 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:16.605024 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-aef7eb16-101f-4ccb-b887-3969a2497806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:16.608126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-48888529-767b-4b60-9638-0792332fa36b None None] Set router 75611488-cbea-42f1-81f1-07718973a6ee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:16.684009 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-aef7eb16-101f-4ccb-b887-3969a2497806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:16.698682 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7eb16-101f-4ccb-b887-3969a2497806 None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:16.699774 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-aef7eb16-101f-4ccb-b887-3969a2497806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:16.736760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.776888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.780742 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-aef7eb16-101f-4ccb-b887-3969a2497806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:16.781329 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7eb16-101f-4ccb-b887-3969a2497806 None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:16.808438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object 96d545cf-29f0-482d-8301-b61c0a8b83dc will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:16.824538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.829756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.898103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Deleting port b0f5f913-cb84-4139-abee-66ff7cf3ece1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:16.898481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.900072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:16.943625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:16.973740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] Usage tracker for resource:security_group_rule and tenant:83b60c65a5bc43af8469c7fbfa5fd179 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:16.992732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-48888529-767b-4b60-9638-0792332fa36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75611488-cbea-42f1-81f1-07718973a6ee', 'name': 'tempest-snat-router-2099655223', 'tenant_id': '668dd39e26c74ac1bac6a8b49909be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.17'}], 'enable_snat': False}, 'gw_port_id': '6f362fa4-0019-4488-ad6d-b9d84638dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:03Z', 'updated_at': '2021-12-22T04:49:09Z', 'revision_number': 3, 'project_id': '668dd39e26c74ac1bac6a8b49909be08', 'gw_port': {'id': '6f362fa4-0019-4488-ad6d-b9d84638dfee', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:77:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75611488-cbea-42f1-81f1-07718973a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:06Z', 'updated_at': '2021-12-22T04:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:16.997441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48888529-767b-4b60-9638-0792332fa36b None None] The sync data for ids ['75611488-cbea-42f1-81f1-07718973a6ee'] in dv-neutron-822524-1-hyperv is: [{'id': '75611488-cbea-42f1-81f1-07718973a6ee', 'name': 'tempest-snat-router-2099655223', 'tenant_id': '668dd39e26c74ac1bac6a8b49909be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.17'}], 'enable_snat': False}, 'gw_port_id': '6f362fa4-0019-4488-ad6d-b9d84638dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:03Z', 'updated_at': '2021-12-22T04:49:09Z', 'revision_number': 3, 'project_id': '668dd39e26c74ac1bac6a8b49909be08', 'gw_port': {'id': '6f362fa4-0019-4488-ad6d-b9d84638dfee', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:77:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75611488-cbea-42f1-81f1-07718973a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:06Z', 'updated_at': '2021-12-22T04:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:17.018242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:17.029025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] The port 'b0f5f913-cb84-4139-abee-66ff7cf3ece1' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:49:17.040386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354658-b220-4683-adef-edd252df92f0 req-669228d4-4fb9-41a4-8c8c-935e2240614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:17.041926 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99354658-b220-4683-adef-edd252df92f0 req-669228d4-4fb9-41a4-8c8c-935e2240614b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=764145d3df5348cd8b52e32c7b5419a2&device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 1096 time: 0.4244134 Dec 22 04:49:17.043841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f90417f-71de-415d-847f-793cc171f7f0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.053711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:17.103406 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.3991311 Dec 22 04:49:17.107421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52610) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:17.119584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-980704754'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:17.131555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:17.143075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:network and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:17.151140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:17.161225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:17.207138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Made reservation on behalf of 0d7512e291344b439bed30b27ff83c93 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:17.210605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.282624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.288621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c658ee5a-d832-431c-ba79-27afb13a1964 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:17.355369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:49:17.380800 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Allocated IP 172.26.1.208 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/57dda1d7-91a2-4d6e-a9e8-985616dd52ed) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:17.388251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.388675 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Added segment 2ae62f98-13fc-42af-96f2-65eb4efa0749 of type vlan for network 3332a087-8890-496e-9fa8-ee924a4d9c2a Dec 22 04:49:17.416669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'Subnet': ['ID=f08a5ac8-dfae-4cd1-baf3-a765aa1bd062,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:17.425114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:17.450822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0f90417f-71de-415d-847f-793cc171f7f0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 7f342a72-de6a-412e-9b4e-a304a59c27f4 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:17.518582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Checking segment: {'id': '23df342d-3d96-428d-aa99-59a7123a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '19a8075d-24a0-467f-8c40-93564ed6b7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:17.519257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Network hostable DHCP agents. Network: 19a8075d-24a0-467f-8c40-93564ed6b7c7, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:17.554038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6f362fa4-0019-4488-ad6d-b9d84638dfee up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:17.578052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.611668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Network 19a8075d-24a0-467f-8c40-93564ed6b7c7 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:17.634834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354658-b220-4683-adef-edd252df92f0 req-5befdebb-476f-4668-bb1d-72d2edd6514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:17.638012 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99354658-b220-4683-adef-edd252df92f0 req-5befdebb-476f-4668-bb1d-72d2edd6514b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 HTTP/1.1" status: 200 len: 898 time: 0.5454600 Dec 22 04:49:17.646641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 6f362fa4-0019-4488-ad6d-b9d84638dfee completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:17.651400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 19a8075d-24a0-467f-8c40-93564ed6b7c7) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:17.651999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6f362fa4-0019-4488-ad6d-b9d84638dfee triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:17.652406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.674251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.678943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9fa47233-4fce-40fb-be89-1ae3f4ee5005 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:17.682652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfe8b3-13e3-4d46-86d8-6377ea4474b2 None None] Network 19a8075d-24a0-467f-8c40-93564ed6b7c7 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:17.715890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.721603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:17.722292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.742894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.744305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.777000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9fb3d0-e51c-4b01-bdf1-108b9e717864']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:17.805679 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6961615 Dec 22 04:49:17.806768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event updated for resources: {'Subnet': ['ID=56a7d744-ecb7-48e4-8a44-5d0e14415837,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:17.811914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52616) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:17.817825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:17.818343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:17.836547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'subnet': {'network_id': '3332a087-8890-496e-9fa8-ee924a4d9c2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:17.947624 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.948563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276bbf2a-ec59-4218-8143-a752c1f849a7') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:17.948859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276bbf2a-ec59-4218-8143-a752c1f849a7') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:17.967069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.989023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:17.999498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Checking segment: {'id': 'b46f505b-c9ce-405d-ba85-220828570d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '98089bf5-2e5d-4ec2-a11a-a78aa4330d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:17.999751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:18.000070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Network hostable DHCP agents. Network: 98089bf5-2e5d-4ec2-a11a-a78aa4330d2a, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:18.000268 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.016938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 6f362fa4-0019-4488-ad6d-b9d84638dfee, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6f362fa4-0019-4488-ad6d-b9d84638dfee,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:18.027951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.034834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:18.069140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Network': ['ID=3332a087-8890-496e-9fa8-ee924a4d9c2a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:18.075980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:18.077665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.086216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-adfcc1d2-a330-4f62-b616-4b5b76128051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:18.102252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 3332a087-8890-496e-9fa8-ee924a4d9c2a details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:49:18.115391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.119957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:18.122404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Network 98089bf5-2e5d-4ec2-a11a-a78aa4330d2a is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:18.128306 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:18.131417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-55fb0d58-787d-4d01-ac04-1e5da3b77336 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:18.153865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:18.176124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:18.176124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 98089bf5-2e5d-4ec2-a11a-a78aa4330d2a) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:18.180827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:18.190855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:18.227161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:18.227649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:18.228341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.231482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=96d545cf-29f0-482d-8301-b61c0a8b83dc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:18.235333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:18.244675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:18.244832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event updated for resources: {'Port': ['ID=57dda1d7-91a2-4d6e-a9e8-985616dd52ed,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:18.246411 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99354658-b220-4683-adef-edd252df92f0 req-6ce61ebd-a2ce-4dae-bba0-bb3dfbdf36e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55 HTTP/1.1" status: 200 len: 217 time: 0.4463370 Dec 22 04:49:18.247386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Made reservation on behalf of 0d7512e291344b439bed30b27ff83c93 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:18.251611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.257918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:18.260426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:18.266657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:18.267313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.285469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b05f2-7940-4351-8468-ab06716a6942 None None] Network 98089bf5-2e5d-4ec2-a11a-a78aa4330d2a requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:18.286758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:18.372172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.381420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.381909 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.5000281 Dec 22 04:49:18.387353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52620) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:18.397086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:18.425399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-19a8075d-24a0-467f-8c40-93564ed6b7c7', 'network_id': '19a8075d-24a0-467f-8c40-93564ed6b7c7', 'tenant_id': '46d4935cfd5b4df0b5cab1d48cb56b05', 'fixed_ips': [{'subnet_id': 'f08a5ac8-dfae-4cd1-baf3-a765aa1bd062'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:49:18.426939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.475695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9fb3d0-e51c-4b01-bdf1-108b9e717864,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:18.483554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:18.534912 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.5096071 Dec 22 04:49:18.537201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354658-b220-4683-adef-edd252df92f0 req-06d9fe3d-02a6-4f52-bf3f-2c43650537a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:18.539108 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99354658-b220-4683-adef-edd252df92f0 req-06d9fe3d-02a6-4f52-bf3f-2c43650537a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76c30861-2e71-4035-a439-c02536c7f089 HTTP/1.1" status: 200 len: 832 time: 0.2637277 Dec 22 04:49:18.539777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f90417f-71de-415d-847f-793cc171f7f0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.555825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52624) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:18.556822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-94abcff5-7a09-4246-9835-b41ddd829f08 tempest-RoutersAdminTest-1228795518 tempest-RoutersAdminTest-1228795518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:18.595647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f90417f-71de-415d-847f-793cc171f7f0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.613050 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] 10.222.0.36 "DELETE /v2.0/networks/2a9fb3d0-e51c-4b01-bdf1-108b9e717864 HTTP/1.1" status: 204 len: 168 time: 5.0748458 Dec 22 04:49:18.649573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137cceef-622f-434f-ac60-1c9731f4bd7c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:18.651299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137cceef-622f-434f-ac60-1c9731f4bd7c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:18.653229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137cceef-622f-434f-ac60-1c9731f4bd7c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:18.654210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-137cceef-622f-434f-ac60-1c9731f4bd7c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Synchronizing usage tracker for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:18.669745 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0f90417f-71de-415d-847f-793cc171f7f0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/7f342a72-de6a-412e-9b4e-a304a59c27f4 HTTP/1.1" status: 204 len: 168 time: 2.3663793 Dec 22 04:49:18.704608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52630) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:18.714012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=6f362fa4-0019-4488-ad6d-b9d84638dfee,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:18.744353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ec220-de75-46d5-8350-75c544da0bb5 req-096cbe60-0ac7-4758-b9c3-5e2adaf1a85c tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:18.745902 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-126ec220-de75-46d5-8350-75c544da0bb5 req-096cbe60-0ac7-4758-b9c3-5e2adaf1a85c tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 943 time: 0.8430645 Dec 22 04:49:18.768415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90417f-71de-415d-847f-793cc171f7f0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=7f342a72-de6a-412e-9b4e-a304a59c27f4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:18.771634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0f90417f-71de-415d-847f-793cc171f7f0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:18.786128 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-716d26bb-24ee-4f10-854b-050c37608912 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:49:18.786647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-716d26bb-24ee-4f10-854b-050c37608912 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:18.797810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52634) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:18.826821 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-126ec220-de75-46d5-8350-75c544da0bb5 req-f8767ba2-2884-49ae-8b36-fd7eb332e80a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537941 Dec 22 04:49:18.841162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:18.864998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-98089bf5-2e5d-4ec2-a11a-a78aa4330d2a', 'network_id': '98089bf5-2e5d-4ec2-a11a-a78aa4330d2a', 'tenant_id': '46d4935cfd5b4df0b5cab1d48cb56b05', 'fixed_ips': [{'subnet_id': '56a7d744-ecb7-48e4-8a44-5d0e14415837'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:49:18.866017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.872386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-137cceef-622f-434f-ac60-1c9731f4bd7c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Unset dirty status for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:18.883227 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-137cceef-622f-434f-ac60-1c9731f4bd7c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4773042 Dec 22 04:49:18.885387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52638) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:18.900311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9c9a1ef2-4d6f-4af0-876c-0b22f0b096c8 None None] Provisioning for port 96d545cf-29f0-482d-8301-b61c0a8b83dc completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:18.910963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9c9a1ef2-4d6f-4af0-876c-0b22f0b096c8 None None] Provisioning complete for port 96d545cf-29f0-482d-8301-b61c0a8b83dc triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:18.911446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1ef2-4d6f-4af0-876c-0b22f0b096c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.922745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.935331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.950032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:18.977931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-716d26bb-24ee-4f10-854b-050c37608912 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:18.979099 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-716d26bb-24ee-4f10-854b-050c37608912 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/7f342a72-de6a-412e-9b4e-a304a59c27f4 HTTP/1.1" status: 404 len: 333 time: 0.2735476 Dec 22 04:49:18.988002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52642) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:19.012210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Allocated IP 2001:db8::1 (19a8075d-24a0-467f-8c40-93564ed6b7c7/f08a5ac8-dfae-4cd1-baf3-a765aa1bd062/27da82f8-62e2-4511-8e5b-7fcfed8e74c6) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:19.014562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'name': 'tempest-PortsTestJSON-1935617089'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:19.022956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1f1070-6dc1-495e-883a-4b093cb2d45f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:19.023749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8d1f1070-6dc1-495e-883a-4b093cb2d45f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:19.046768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a1ef2-4d6f-4af0-876c-0b22f0b096c8 None None] Port 96d545cf-29f0-482d-8301-b61c0a8b83dc cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:19.047653 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83b60c65a5bc43af8469c7fbfa5fd179&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4920144 Dec 22 04:49:19.053142 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5339f3d4-7e92-4e2b-97ff-6f38a2107f1f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:19.055907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:19.057466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52646) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:19.061161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ad65e9-4c1c-408a-b21b-7845cd99d619 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Deleting subnet f08a5ac8-dfae-4cd1-baf3-a765aa1bd062 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:19.074346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354658-b220-4683-adef-edd252df92f0 req-d15147b1-21ef-464d-b31d-2e186e495592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:19.076051 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99354658-b220-4683-adef-edd252df92f0 req-d15147b1-21ef-464d-b31d-2e186e495592 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5235558 Dec 22 04:49:19.077907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8d1f1070-6dc1-495e-883a-4b093cb2d45f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:19.079127 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8d1f1070-6dc1-495e-883a-4b093cb2d45f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4646144 Dec 22 04:49:19.094099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52650) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:19.238692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Allocated IP 2001:db8:0:1::1 (98089bf5-2e5d-4ec2-a11a-a78aa4330d2a/56a7d744-ecb7-48e4-8a44-5d0e14415837/92682457-f6b5-428d-88c7-2dc69403544e) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:19.245741 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1bb2b354-dd35-40b0-818b-d87aaae669b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f5382b7aa0b4653bd41f3bb816510f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4467456 Dec 22 04:49:19.247830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52654) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:19.356918 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99354658-b220-4683-adef-edd252df92f0 req-b7e7715a-c56a-48c9-8ece-c31539e18eca service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712526 Dec 22 04:49:19.372702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0dd3e8-7707-4401-aff7-8fd5026fec03 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:19.379035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0dd3e8-7707-4401-aff7-8fd5026fec03 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:19.384818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0dd3e8-7707-4401-aff7-8fd5026fec03 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:19.386699 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9d0dd3e8-7707-4401-aff7-8fd5026fec03 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2993271 Dec 22 04:49:19.391394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52658) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:19.416130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.453976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ec0c-1f85-4978-b6cd-190bece185c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.565894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6f362fa4-0019-4488-ad6d-b9d84638dfee up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:19.591231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.616577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4143aeb0-1fb2-41de-9b35-f1c534597db4 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:19.667414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.678467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.683593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:19.695433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Transition to ACTIVE for port object 92682457-f6b5-428d-88c7-2dc69403544e will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:19.700892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Transition to ACTIVE for port object 27da82f8-62e2-4511-8e5b-7fcfed8e74c6 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:19.701919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-30df202b-cbe6-4578-9846-37886e548b32 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 96d545cf-29f0-482d-8301-b61c0a8b83dc {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:19.702291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30df202b-cbe6-4578-9846-37886e548b32 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.723572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:19.735396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Transition to ACTIVE for port object 92682457-f6b5-428d-88c7-2dc69403544e will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:19.746588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Transition to ACTIVE for port object 27da82f8-62e2-4511-8e5b-7fcfed8e74c6 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:19.747931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6f362fa4-0019-4488-ad6d-b9d84638dfee triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:19.748453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.751637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ec0c-1f85-4978-b6cd-190bece185c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.758288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5314c735-913e-47bf-bd97-8a678076e1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.765231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Subnet': ['ID=7f4db40f-e27e-46bc-9aa6-0d26a26bcfc3,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:19.782512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.784414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11ad65e9-4c1c-408a-b21b-7845cd99d619 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.793187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8cad21fe-57f8-4003-b176-2728b0867b4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:19.827863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:19.836756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.850565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:19.855547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.886243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Network 98089bf5-2e5d-4ec2-a11a-a78aa4330d2a is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:19.891307 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99354658-b220-4683-adef-edd252df92f0 req-af3ed70b-36d9-4c88-a5b2-128a99f87521 service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033209 Dec 22 04:49:19.891665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:19.899886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:19.903327 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Network 19a8075d-24a0-467f-8c40-93564ed6b7c7 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:19.904113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Pushing event updated for resources: {'Port': ['ID=92682457-f6b5-428d-88c7-2dc69403544e,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:19.909082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:19.911053 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:19.913712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6706b6e2-c004-45a0-9b0e-5ac3ef3f7a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:19.918576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5314c735-913e-47bf-bd97-8a678076e1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.928818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11ad65e9-4c1c-408a-b21b-7845cd99d619 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:19.931762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Checking segment: {'id': '2ae62f98-13fc-42af-96f2-65eb4efa0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3332a087-8890-496e-9fa8-ee924a4d9c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:19.932129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network hostable DHCP agents. Network: 3332a087-8890-496e-9fa8-ee924a4d9c2a, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:19.947760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:20.017338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port 7da8979d-a259-4f05-80c5-6278c9ba5afd yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:49:20.101319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11ad65e9-4c1c-408a-b21b-7845cd99d619 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.122449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 3332a087-8890-496e-9fa8-ee924a4d9c2a is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:20.146815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.163371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 3332a087-8890-496e-9fa8-ee924a4d9c2a) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:20.217352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e66f137-ec6c-4eda-b642-93adfa9eecab None None] Network 3332a087-8890-496e-9fa8-ee924a4d9c2a requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:20.226919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:20.227590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.242363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c2eb89a-3767-4a18-95a1-5b77c697fc55 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:49:20.250709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Pushing event updated for resources: {'Port': ['ID=27da82f8-62e2-4511-8e5b-7fcfed8e74c6,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:20.266506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ec0c-1f85-4978-b6cd-190bece185c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.273794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:20.275478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5677ab21-f5ad-43bc-a5a6-a40d8ea156bc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:20.280648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Attempting to bind port 92682457-f6b5-428d-88c7-2dc69403544e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:20.281004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Attempting to bind port 92682457-f6b5-428d-88c7-2dc69403544e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b46f505b-c9ce-405d-ba85-220828570d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '98089bf5-2e5d-4ec2-a11a-a78aa4330d2a'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:20.281375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Attempting to bind port 92682457-f6b5-428d-88c7-2dc69403544e on network 98089bf5-2e5d-4ec2-a11a-a78aa4330d2a {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:20.287834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5314c735-913e-47bf-bd97-8a678076e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.295359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11ad65e9-4c1c-408a-b21b-7845cd99d619 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.302265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bca29cf8-dbb5-4b92-b007-72ada9e3f287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:20.332303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314c735-913e-47bf-bd97-8a678076e1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5339f3d4-7e92-4e2b-97ff-6f38a2107f1f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:20.335250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5314c735-913e-47bf-bd97-8a678076e1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:20.339206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Attempting to bind port 27da82f8-62e2-4511-8e5b-7fcfed8e74c6 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:20.339785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Attempting to bind port 27da82f8-62e2-4511-8e5b-7fcfed8e74c6 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '23df342d-3d96-428d-aa99-59a7123a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '19a8075d-24a0-467f-8c40-93564ed6b7c7'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:20.340338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Attempting to bind port 27da82f8-62e2-4511-8e5b-7fcfed8e74c6 on network 19a8075d-24a0-467f-8c40-93564ed6b7c7 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:20.363030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3ec0c-1f85-4978-b6cd-190bece185c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2be305-052d-40dc-a288-7854318a2d99,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:20.369808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2cf3ec0c-1f85-4978-b6cd-190bece185c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:20.371662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:20.372047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Checking segment: {'id': 'b46f505b-c9ce-405d-ba85-220828570d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '98089bf5-2e5d-4ec2-a11a-a78aa4330d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:20.372499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.372895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Bound using segment: {'id': 'b46f505b-c9ce-405d-ba85-220828570d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '98089bf5-2e5d-4ec2-a11a-a78aa4330d2a'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:20.373378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Bound port: 92682457-f6b5-428d-88c7-2dc69403544e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46f505b-c9ce-405d-ba85-220828570d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '98089bf5-2e5d-4ec2-a11a-a78aa4330d2a'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:20.373802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.379487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1fd54d17-e52a-4d52-a446-e1e1cb46b214 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:20.396655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:20.397026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Checking segment: {'id': '23df342d-3d96-428d-aa99-59a7123a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '19a8075d-24a0-467f-8c40-93564ed6b7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:20.397622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.398158 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Bound using segment: {'id': '23df342d-3d96-428d-aa99-59a7123a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '19a8075d-24a0-467f-8c40-93564ed6b7c7'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:20.398811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Bound port: 27da82f8-62e2-4511-8e5b-7fcfed8e74c6, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23df342d-3d96-428d-aa99-59a7123a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '19a8075d-24a0-467f-8c40-93564ed6b7c7'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:20.399352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.405904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11ad65e9-4c1c-408a-b21b-7845cd99d619 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.454467 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6413352 Dec 22 04:49:20.463486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52664) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:20.472752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad65e9-4c1c-408a-b21b-7845cd99d619 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Subnet': ['ID=f08a5ac8-dfae-4cd1-baf3-a765aa1bd062,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:20.481753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11ad65e9-4c1c-408a-b21b-7845cd99d619 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:20.485988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-465830593', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:20.492256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ec0c-1f85-4978-b6cd-190bece185c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.496054 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2cf3ec0c-1f85-4978-b6cd-190bece185c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf2be305-052d-40dc-a288-7854318a2d99 HTTP/1.1" status: 204 len: 168 time: 1.2429585 Dec 22 04:49:20.514747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463d1b0-b722-40e3-b210-3c3530ae0f5e req-429b6e54-0e9c-4eee-b48a-4310d5943bd6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:20.521869 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e463d1b0-b722-40e3-b210-3c3530ae0f5e req-429b6e54-0e9c-4eee-b48a-4310d5943bd6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 943 time: 0.4832494 Dec 22 04:49:20.527362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:20.531603 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-11ad65e9-4c1c-408a-b21b-7845cd99d619 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "DELETE /v2.0/subnets/f08a5ac8-dfae-4cd1-baf3-a765aa1bd062 HTTP/1.1" status: 204 len: 168 time: 1.6461530 Dec 22 04:49:20.549789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52670) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:20.556489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:router and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:20.572195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:20.605390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.625161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5314c735-913e-47bf-bd97-8a678076e1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.631854 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5314c735-913e-47bf-bd97-8a678076e1a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5339f3d4-7e92-4e2b-97ff-6f38a2107f1f HTTP/1.1" status: 204 len: 168 time: 1.5725932 Dec 22 04:49:20.661831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-95dd2c33-8669-410e-8b8b-e9f6610f22e3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Deleting subnet 56a7d744-ecb7-48e4-8a44-5d0e14415837 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:20.692612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:20.694605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95dd2c33-8669-410e-8b8b-e9f6610f22e3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.724419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.749605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c27cc1c-447f-418b-9f4a-c4a9c5bf0055 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:20.761675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:20.763284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30df202b-cbe6-4578-9846-37886e548b32 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.784867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] For port 92682457-f6b5-428d-88c7-2dc69403544e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:20.789735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] For port 27da82f8-62e2-4511-8e5b-7fcfed8e74c6, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:20.794682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'port_id': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'mac_address': 'fa:16:3e:15:67:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:49:20.834728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] For port 92682457-f6b5-428d-88c7-2dc69403544e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=92682457-f6b5-428d-88c7-2dc69403544e,segment=NetworkSegment(b46f505b-c9ce-405d-ba85-220828570d55),segment_id=b46f505b-c9ce-405d-ba85-220828570d55)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:20.836697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] For port 27da82f8-62e2-4511-8e5b-7fcfed8e74c6, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=27da82f8-62e2-4511-8e5b-7fcfed8e74c6,segment=NetworkSegment(23df342d-3d96-428d-aa99-59a7123a79a9),segment_id=23df342d-3d96-428d-aa99-59a7123a79a9)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:20.848574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Router 3cce6f2a-53da-487f-aca2-38771695e520 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:49:20.867643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:20.872451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:20.881459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:20.891088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:20.892260 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.908091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.912426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:20.944704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4cd84098-3c78-4661-b561-70139bb5ea38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:20.987800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-30df202b-cbe6-4578-9846-37886e548b32 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 96d545cf-29f0-482d-8301-b61c0a8b83dc owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:21.009007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-3332a087-8890-496e-9fa8-ee924a4d9c2a', 'network_id': '3332a087-8890-496e-9fa8-ee924a4d9c2a', 'tenant_id': '0d7512e291344b439bed30b27ff83c93', 'fixed_ips': [{'subnet_id': '7f4db40f-e27e-46bc-9aa6-0d26a26bcfc3'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:49:21.009853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.016287 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0260787 Dec 22 04:49:21.017385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=7da8979d-a259-4f05-80c5-6278c9ba5afd,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:21.019608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52684) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:21.034563 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e463d1b0-b722-40e3-b210-3c3530ae0f5e req-7ff3800c-e0f3-41eb-ac99-01df6d914968 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5115111 Dec 22 04:49:21.043519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:21.049584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.051021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.051565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:21.083963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95dd2c33-8669-410e-8b8b-e9f6610f22e3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.181392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.212696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95dd2c33-8669-410e-8b8b-e9f6610f22e3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.314414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95dd2c33-8669-410e-8b8b-e9f6610f22e3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.325171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8ff6ad1e-f60b-4847-9d39-39d613cbf89a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:21.375139 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2eb89a-3767-4a18-95a1-5b77c697fc55 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:49:21.412429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd2c33-8669-410e-8b8b-e9f6610f22e3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Subnet': ['ID=56a7d744-ecb7-48e4-8a44-5d0e14415837,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:21.427128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-95dd2c33-8669-410e-8b8b-e9f6610f22e3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:21.445881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Pushing event updated for resources: {'Port': ['ID=92682457-f6b5-428d-88c7-2dc69403544e,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:21.463844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:21.488834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.495351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.501410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95dd2c33-8669-410e-8b8b-e9f6610f22e3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.549392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.553656 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6700878 Dec 22 04:49:21.554500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52706) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:21.594964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Sync routers for ids ['3cce6f2a-53da-487f-aca2-38771695e520'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:21.633055 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-95dd2c33-8669-410e-8b8b-e9f6610f22e3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "DELETE /v2.0/subnets/56a7d744-ecb7-48e4-8a44-5d0e14415837 HTTP/1.1" status: 204 len: 168 time: 1.0780461 Dec 22 04:49:21.638023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52712) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:21.718760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:21.770613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04eea03-df15-4a5f-94f7-16bfd3c97576 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:21.771316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a04eea03-df15-4a5f-94f7-16bfd3c97576 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Synchronizing usage tracker for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:21.824545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.878174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Routers {'3cce6f2a-53da-487f-aca2-38771695e520'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:21.878826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3cce6f2a-53da-487f-aca2-38771695e520'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:21.929197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52720) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:21.963218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30df202b-cbe6-4578-9846-37886e548b32 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:21.972678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bd5f04c-9104-4899-9b27-a21520df4cc1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:22.067148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Pushing event updated for resources: {'Port': ['ID=27da82f8-62e2-4511-8e5b-7fcfed8e74c6,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:22.075369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:22.093340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8cad21fe-57f8-4003-b176-2728b0867b4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:22.121027 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-38c67751-dfc9-429e-a21c-352658fcafb6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/routers/3cce6f2a-53da-487f-aca2-38771695e520 HTTP/1.1" status: 200 len: 908 time: 0.5557280 Dec 22 04:49:22.134410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52734) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:22.151566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:22.157240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9729688-2131-4a8b-91fc-7d6187624fbf None None] Network 19a8075d-24a0-467f-8c40-93564ed6b7c7 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:22.311792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['4c2eb89a-3767-4a18-95a1-5b77c697fc55'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:49:22.340645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Allocated IP 172.20.0.2 (3332a087-8890-496e-9fa8-ee924a4d9c2a/7f4db40f-e27e-46bc-9aa6-0d26a26bcfc3/43a1edad-cdc7-4733-9775-7ac0acb59fd6) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:22.370083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:22.383630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9318f527-881d-486a-95bb-0e18d346bc76 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:22.415702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52738) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:22.440875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] In _notify_port_updated(), no bound segment for port 7da8979d-a259-4f05-80c5-6278c9ba5afd on network a0bb787b-7486-40aa-863e-149e507d1367 {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:49:22.446527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:22.447381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:22.448577 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "PUT /v2.0/ports/7da8979d-a259-4f05-80c5-6278c9ba5afd HTTP/1.1" status: 200 len: 818 time: 1.4072657 Dec 22 04:49:22.453423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52742) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:22.482578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df202b-cbe6-4578-9846-37886e548b32 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=96d545cf-29f0-482d-8301-b61c0a8b83dc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:22.518525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4c2eb89a-3767-4a18-95a1-5b77c697fc55,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:22.533132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:22.536368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.683s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:22.536908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:22.547853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-255701197-network', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:22.553304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:22.557299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Usage tracker for resource:network and tenant:7e49244735364e1d8b264adb2efbdda6 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:22.560339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:22.570779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:22.587139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a04eea03-df15-4a5f-94f7-16bfd3c97576 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Unset dirty status for tenant:46d4935cfd5b4df0b5cab1d48cb56b05 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:22.593070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a04eea03-df15-4a5f-94f7-16bfd3c97576 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9482453 Dec 22 04:49:22.593070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30df202b-cbe6-4578-9846-37886e548b32 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:22.601747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52748) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:22.602392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Made reservation on behalf of 7e49244735364e1d8b264adb2efbdda6 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:22.604785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:22.614615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:22.629539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30df202b-cbe6-4578-9846-37886e548b32 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:22.631972 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-30df202b-cbe6-4578-9846-37886e548b32 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/96d545cf-29f0-482d-8301-b61c0a8b83dc HTTP/1.1" status: 204 len: 168 time: 3.2204115 Dec 22 04:49:22.667426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52752) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:22.671401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Set router 3cce6f2a-53da-487f-aca2-38771695e520 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:22.751433 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7b78e8-2207-418c-a0fe-f5bc870a8573 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:49:22.751975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4a7b78e8-2207-418c-a0fe-f5bc870a8573 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:22.763006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=7da8979d-a259-4f05-80c5-6278c9ba5afd,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:22.879273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4a7b78e8-2207-418c-a0fe-f5bc870a8573 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:22.883566 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4a7b78e8-2207-418c-a0fe-f5bc870a8573 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/96d545cf-29f0-482d-8301-b61c0a8b83dc HTTP/1.1" status: 404 len: 333 time: 0.2099712 Dec 22 04:49:22.885934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52758) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:22.888677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:22.908566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:22.924287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:22.933904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-182891058'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:22.961759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcef32-040b-4e5a-9c02-8e7ec077b090 req-a84db932-778c-428e-b09c-104fce839b61 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:22.963350 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36bcef32-040b-4e5a-9c02-8e7ec077b090 req-a84db932-778c-428e-b09c-104fce839b61 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 944 time: 0.4830270 Dec 22 04:49:22.965885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:22.977157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:22.984124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Usage tracker for resource:network and tenant:cde03511ed50467fb5937a82b6792eb7 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:22.989008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:22.996269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e49244735364e1d8b264adb2efbdda6 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:23.006758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1b765be6-926f-4f89-80d7-5a2a688d722a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 7da8979d-a259-4f05-80c5-6278c9ba5afd {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:23.007122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b765be6-926f-4f89-80d7-5a2a688d722a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.009848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f899f1fe-d71e-4320-8ea0-0d1d9c3c620c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port b455fec0-09fa-4ecc-93b9-9a8d71226d3b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:23.010014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f899f1fe-d71e-4320-8ea0-0d1d9c3c620c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.036974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.099241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d086e3-c393-4838-a44c-24e4a1e03028 None None] Network 98089bf5-2e5d-4ec2-a11a-a78aa4330d2a requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:23.106315 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36bcef32-040b-4e5a-9c02-8e7ec077b090 req-128e400d-278c-4d35-88c0-6757fa45cb09 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315901 Dec 22 04:49:23.247618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Deleting port 92682457-f6b5-428d-88c7-2dc69403544e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:23.248384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.295573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:23.297307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9b424600-d05f-4a54-9067-8c89922c3e36 None None] Provisioning for port 92682457-f6b5-428d-88c7-2dc69403544e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:23.299411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:23.332194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:23.367743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.390981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Made reservation on behalf of cde03511ed50467fb5937a82b6792eb7 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:23.398056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.437242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.476384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.575119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f899f1fe-d71e-4320-8ea0-0d1d9c3c620c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.589774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.616459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Transition to ACTIVE for port object 43a1edad-cdc7-4733-9775-7ac0acb59fd6 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:23.648823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.653892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 92682457-f6b5-428d-88c7-2dc69403544e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:23.668749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Deleting port 57dda1d7-91a2-4d6e-a9e8-985616dd52ed {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:23.669148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.719145 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Transition to ACTIVE for port object 43a1edad-cdc7-4733-9775-7ac0acb59fd6 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:23.727522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f899f1fe-d71e-4320-8ea0-0d1d9c3c620c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for b455fec0-09fa-4ecc-93b9-9a8d71226d3b owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:23.745554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:23.754624 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:23.831362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:23.859040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Network 3332a087-8890-496e-9fa8-ee924a4d9c2a is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:23.865914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Usage tracker for resource:security_group_rule and tenant:cde03511ed50467fb5937a82b6792eb7 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:23.872385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cce6f2a-53da-487f-aca2-38771695e520', 'name': 'tempest-snat-router-2099655223', 'tenant_id': '668dd39e26c74ac1bac6a8b49909be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '57dda1d7-91a2-4d6e-a9e8-985616dd52ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:18Z', 'revision_number': 3, 'project_id': '668dd39e26c74ac1bac6a8b49909be08', 'gw_port': {'id': '57dda1d7-91a2-4d6e-a9e8-985616dd52ed', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cce6f2a-53da-487f-aca2-38771695e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:17Z', 'updated_at': '2021-12-22T04:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:23.874641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:23.874812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:23.882789 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Pushing event updated for resources: {'Port': ['ID=43a1edad-cdc7-4733-9775-7ac0acb59fd6,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:23.886281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:23.891116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:23.894952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Checking router: 3cce6f2a-53da-487f-aca2-38771695e520 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:49:23.895246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Updating router 3cce6f2a-53da-487f-aca2-38771695e520 port 57dda1d7-91a2-4d6e-a9e8-985616dd52ed binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:49:23.932440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:23.976177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] DHCP port deletion for 98089bf5-2e5d-4ec2-a11a-a78aa4330d2a request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:49:24.013722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.26.1.175 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/ef2374f3-ba5f-4aae-8857-3dd17ab52f4f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:24.023147 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 92682457-f6b5-428d-88c7-2dc69403544e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:24.026758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] Deleting port 92682457-f6b5-428d-88c7-2dc69403544e {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:24.027402 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.121443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] For port 92682457-f6b5-428d-88c7-2dc69403544e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=92682457-f6b5-428d-88c7-2dc69403544e,segment=NetworkSegment(b46f505b-c9ce-405d-ba85-220828570d55),segment_id=b46f505b-c9ce-405d-ba85-220828570d55)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:24.122215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.159960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 92682457-f6b5-428d-88c7-2dc69403544e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:24.160614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.209351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.261498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.271105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Attempting to bind port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:24.271709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Attempting to bind port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '2ae62f98-13fc-42af-96f2-65eb4efa0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3332a087-8890-496e-9fa8-ee924a4d9c2a'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:24.272302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Attempting to bind port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 on network 3332a087-8890-496e-9fa8-ee924a4d9c2a {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:24.293667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:24.294343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Checking segment: {'id': '2ae62f98-13fc-42af-96f2-65eb4efa0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3332a087-8890-496e-9fa8-ee924a4d9c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:24.294902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.295567 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Bound using segment: {'id': '2ae62f98-13fc-42af-96f2-65eb4efa0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3332a087-8890-496e-9fa8-ee924a4d9c2a'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:24.296378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Bound port: 43a1edad-cdc7-4733-9775-7ac0acb59fd6, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae62f98-13fc-42af-96f2-65eb4efa0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3332a087-8890-496e-9fa8-ee924a4d9c2a'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:24.296935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.297066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.299301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b765be6-926f-4f89-80d7-5a2a688d722a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.303467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f899f1fe-d71e-4320-8ea0-0d1d9c3c620c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.314872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6ee54d63-daf3-4df6-b041-cf74fd3b29d2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:24.347575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.391036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.403683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Calling delete_port for 92682457-f6b5-428d-88c7-2dc69403544e owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:24.448060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899f1fe-d71e-4320-8ea0-0d1d9c3c620c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=b455fec0-09fa-4ecc-93b9-9a8d71226d3b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:24.450892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f899f1fe-d71e-4320-8ea0-0d1d9c3c620c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:24.466707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6419b17f-8c94-4664-aaf8-02f87d42c72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:24.515253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:24.517160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:24.529022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f899f1fe-d71e-4320-8ea0-0d1d9c3c620c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.532373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:24.594459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1b765be6-926f-4f89-80d7-5a2a688d722a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 7da8979d-a259-4f05-80c5-6278c9ba5afd owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:24.631177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=ef2374f3-ba5f-4aae-8857-3dd17ab52f4f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:24.637267 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f899f1fe-d71e-4320-8ea0-0d1d9c3c620c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/b455fec0-09fa-4ecc-93b9-9a8d71226d3b HTTP/1.1" status: 204 len: 168 time: 1.7441523 Dec 22 04:49:24.639583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:24.643678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52764) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:24.692102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17ac9f09-b5f4-42ed-be70-d77bd8dbe12a tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:24.755832 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c000537-147c-427a-b0b8-985c2692afc7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:49:24.756939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2c000537-147c-427a-b0b8-985c2692afc7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:24.771440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.775870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df03cd0-75c4-4a98-a211-875f4a087e62 req-216d3ca2-7c3b-44d3-9692-ae493194607a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:24.777375 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9df03cd0-75c4-4a98-a211-875f4a087e62 req-216d3ca2-7c3b-44d3-9692-ae493194607a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 944 time: 0.4642906 Dec 22 04:49:24.780071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:49:24.781237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] For port 43a1edad-cdc7-4733-9775-7ac0acb59fd6, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:24.790623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b51f419-474d-4842-97cb-7eabb4edc9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.799724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b765be6-926f-4f89-80d7-5a2a688d722a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.808272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073f9792-be25-4dec-860a-8e80172c3c8c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:24.824904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] For port 92682457-f6b5-428d-88c7-2dc69403544e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=92682457-f6b5-428d-88c7-2dc69403544e,segment=NetworkSegment(b46f505b-c9ce-405d-ba85-220828570d55),segment_id=b46f505b-c9ce-405d-ba85-220828570d55)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:24.825399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.835082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.846947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] For port 43a1edad-cdc7-4733-9775-7ac0acb59fd6, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=43a1edad-cdc7-4733-9775-7ac0acb59fd6,segment=NetworkSegment(2ae62f98-13fc-42af-96f2-65eb4efa0749),segment_id=2ae62f98-13fc-42af-96f2-65eb4efa0749)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:24.890894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:24.913194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2c000537-147c-427a-b0b8-985c2692afc7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:24.917179 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2c000537-147c-427a-b0b8-985c2692afc7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/b455fec0-09fa-4ecc-93b9-9a8d71226d3b HTTP/1.1" status: 404 len: 333 time: 0.2662251 Dec 22 04:49:24.923447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52768) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:24.924217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:24.948178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-47184300-f91b-43f7-838f-0f9ea861f6bd tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:24.983814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb587829-caf1-4390-ad34-06f6cff8df2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:24.988654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Calling delete_port for 57dda1d7-91a2-4d6e-a9e8-985616dd52ed owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:24.992567 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9df03cd0-75c4-4a98-a211-875f4a087e62 req-c140e50f-9cf6-4768-a14f-698fd1be9638 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581039 Dec 22 04:49:25.025471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.025883 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Added segment 6d2b27ce-cd4c-4eee-95b4-ff513b07873e of type vlan for network 381c7c77-02da-4013-b529-7b532458aa93 Dec 22 04:49:25.033039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-234be76b-2329-4ce1-bd6b-f8f0cfe87034 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet 48b3104f-f2a9-4d9a-82bb-0156658a62f7 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:25.037892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] Calling delete_port for 92682457-f6b5-428d-88c7-2dc69403544e owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:25.057145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b765be6-926f-4f89-80d7-5a2a688d722a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=7da8979d-a259-4f05-80c5-6278c9ba5afd,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:25.083484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1b765be6-926f-4f89-80d7-5a2a688d722a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:25.095910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b765be6-926f-4f89-80d7-5a2a688d722a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.098993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-234be76b-2329-4ce1-bd6b-f8f0cfe87034 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.148096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.161439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.172716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.181296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e5ebc157-8903-4a08-969f-06c09329ae34 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:25.213793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.214009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Pushing event updated for resources: {'Port': ['ID=43a1edad-cdc7-4733-9775-7ac0acb59fd6,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:25.228017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:25.243709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-234be76b-2329-4ce1-bd6b-f8f0cfe87034 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.261488 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1b765be6-926f-4f89-80d7-5a2a688d722a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/7da8979d-a259-4f05-80c5-6278c9ba5afd HTTP/1.1" status: 204 len: 168 time: 2.7931106 Dec 22 04:49:25.273913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Port': ['ID=92682457-f6b5-428d-88c7-2dc69403544e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:25.279873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52772) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:25.290410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:25.344960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] No DVR routers for this DVR port 92682457-f6b5-428d-88c7-2dc69403544e on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:49:25.346432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:25.346887 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.347578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.360778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Transition to ACTIVE for port object 57dda1d7-91a2-4d6e-a9e8-985616dd52ed will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:25.368970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:25.369646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:25.373305 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.377722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4a8a1b82-ec61-4208-9415-8e5cb918fd86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:25.499395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Attempting to bind port 57dda1d7-91a2-4d6e-a9e8-985616dd52ed on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:25.499765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Attempting to bind port 57dda1d7-91a2-4d6e-a9e8-985616dd52ed by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:25.500266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Attempting to bind port 57dda1d7-91a2-4d6e-a9e8-985616dd52ed on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:25.512606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cca02-7bb3-4ddc-9e92-d8e8f6fd33bd None None] Pushing event updated for resources: {'Port': ['ID=57dda1d7-91a2-4d6e-a9e8-985616dd52ed,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:25.540128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-234be76b-2329-4ce1-bd6b-f8f0cfe87034 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.559623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:25.560006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:25.560710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.561223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:25.561762 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Bound port: 57dda1d7-91a2-4d6e-a9e8-985616dd52ed, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:25.562215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.570288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:49:25.587987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e3cca02-7bb3-4ddc-9e92-d8e8f6fd33bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:25.624379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.625789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:25.626556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.648917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.649695 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Added segment b0fc41d2-1f11-4d1c-8b27-db637e61e68d of type vlan for network d38d60ca-427c-415e-b406-eaad2ebeccd4 Dec 22 04:49:25.652093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] For port 57dda1d7-91a2-4d6e-a9e8-985616dd52ed, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:25.655689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] For port 57dda1d7-91a2-4d6e-a9e8-985616dd52ed, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=57dda1d7-91a2-4d6e-a9e8-985616dd52ed,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:25.659361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 92682457-f6b5-428d-88c7-2dc69403544e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:25.664323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03634f80-51e4-49b2-8aa3-3ad3b89e5d3a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:25.687755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.697038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e2f7e618-05f0-4c17-98b7-2d6691d5fb70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:25.724084 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:49:25.746704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 92682457-f6b5-428d-88c7-2dc69403544e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:25.747313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 92682457-f6b5-428d-88c7-2dc69403544e not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:25.753595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:25.757983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8871d888-61e1-46aa-b77d-930a4dd0bd6d tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:25.810191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.825231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Routers {'3cce6f2a-53da-487f-aca2-38771695e520'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:25.825931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:48:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3cce6f2a-53da-487f-aca2-38771695e520'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:25.883412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] Deleting port 92682457-f6b5-428d-88c7-2dc69403544e {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:25.883783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.902487 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.9563146 Dec 22 04:49:25.908283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cca02-7bb3-4ddc-9e92-d8e8f6fd33bd None None] Pushing event updated for resources: {'Port': ['ID=57dda1d7-91a2-4d6e-a9e8-985616dd52ed,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:25.919122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.924875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52776) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:25.937755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Request body: {'subnet': {'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-255701197-subnet', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:25.944250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98089bf5-2e5d-4ec2-a11a-a78aa4330d2a']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:25.950795 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-234be76b-2329-4ce1-bd6b-f8f0cfe87034 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:25.951088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=381c7c77-02da-4013-b529-7b532458aa93,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:25.961114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:25.964748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:25.966641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a0e23b2-2f12-4e78-abaa-0e482a79b728 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:25.967022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:25.967415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:25.972564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e3cca02-7bb3-4ddc-9e92-d8e8f6fd33bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:25.972763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46f505b-c9ce-405d-ba85-220828570d55') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:25.972946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46f505b-c9ce-405d-ba85-220828570d55') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:25.980707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Usage tracker for resource:subnet and tenant:7e49244735364e1d8b264adb2efbdda6 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:25.993473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:26.008284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:26.011389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234be76b-2329-4ce1-bd6b-f8f0cfe87034 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=48b3104f-f2a9-4d9a-82bb-0156658a62f7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:26.012708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.017054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-234be76b-2329-4ce1-bd6b-f8f0cfe87034 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:26.019816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-234be76b-2329-4ce1-bd6b-f8f0cfe87034 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.035936 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-234be76b-2329-4ce1-bd6b-f8f0cfe87034 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/48b3104f-f2a9-4d9a-82bb-0156658a62f7 HTTP/1.1" status: 204 len: 168 time: 1.1050787 Dec 22 04:49:26.039044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52782) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:26.058968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 381c7c77-02da-4013-b529-7b532458aa93 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:49:26.064350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1f2fa-a567-49ca-bc15-c1c1feadccba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:26.065104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d0b1f2fa-a567-49ca-bc15-c1c1feadccba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:26.067559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.077646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.081779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.087265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:26.087854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.096413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bdd2f61f-34e3-4d7a-8d5a-0642c5e9bf0a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:26.157816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d823e4-7189-44c9-b903-099f11193007 None None] Network d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:26.242238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Made reservation on behalf of 7e49244735364e1d8b264adb2efbdda6 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:26.244569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.261710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-838447c7-35ae-465d-ab83-4a2625596f2e None None] The port '92682457-f6b5-428d-88c7-2dc69403544e' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:49:26.271116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c2eb89a-3767-4a18-95a1-5b77c697fc55 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:26.295255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.345390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Pushing event updated for resources: {'Network': ['ID=d38d60ca-427c-415e-b406-eaad2ebeccd4,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:26.352518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:26.353148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:26.384788 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:26.388220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:26.402350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network d38d60ca-427c-415e-b406-eaad2ebeccd4 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:49:26.405739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d0b1f2fa-a567-49ca-bc15-c1c1feadccba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:26.409576 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d0b1f2fa-a567-49ca-bc15-c1c1feadccba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.1208129 Dec 22 04:49:26.411763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52786) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:26.423035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port ffc95d13-d54a-43c7-962b-724a52283e32 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:26.423437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.469195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Deleting port 57dda1d7-91a2-4d6e-a9e8-985616dd52ed {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:26.469584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.526583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] Set router 3cce6f2a-53da-487f-aca2-38771695e520 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:26.532536 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdacdcc-561d-4e49-aedd-ffbdda3f977e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:49:26.533138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6cdacdcc-561d-4e49-aedd-ffbdda3f977e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:26.543717 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.1129730 Dec 22 04:49:26.545947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52790) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:26.562305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Request body: {'subnet': {'network_id': 'd38d60ca-427c-415e-b406-eaad2ebeccd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:26.586056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.593082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7b4ea-2899-4a28-b5ba-d7991be0a209 req-18f9979c-fd66-46f1-a7c2-62880a16e48d tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:26.594643 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fde7b4ea-2899-4a28-b5ba-d7991be0a209 req-18f9979c-fd66-46f1-a7c2-62880a16e48d tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 944 time: 0.4012835 Dec 22 04:49:26.617698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8fceb59d-9403-48b6-9514-7ef55e02ddd3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:26.636109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.660746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Network': ['ID=98089bf5-2e5d-4ec2-a11a-a78aa4330d2a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:26.688319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cce6f2a-53da-487f-aca2-38771695e520', 'name': 'tempest-snat-router-2099655223', 'tenant_id': '668dd39e26c74ac1bac6a8b49909be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:23Z', 'revision_number': 4, 'project_id': '668dd39e26c74ac1bac6a8b49909be08', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:26.713774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c807a-31c9-4290-9523-0b6b9eadd488 None None] The sync data for ids ['3cce6f2a-53da-487f-aca2-38771695e520'] in dv-neutron-822524-1-hyperv is: [{'id': '3cce6f2a-53da-487f-aca2-38771695e520', 'name': 'tempest-snat-router-2099655223', 'tenant_id': '668dd39e26c74ac1bac6a8b49909be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:23Z', 'revision_number': 4, 'project_id': '668dd39e26c74ac1bac6a8b49909be08', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:26.747804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6cdacdcc-561d-4e49-aedd-ffbdda3f977e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:26.749471 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6cdacdcc-561d-4e49-aedd-ffbdda3f977e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/7da8979d-a259-4f05-80c5-6278c9ba5afd HTTP/1.1" status: 404 len: 333 time: 0.3324306 Dec 22 04:49:26.764259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52794) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:26.795124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1998333818'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:26.812754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:26.825448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:network and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:26.826400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:26.830021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:26.832518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8ea15-4ca6-42ff-a513-a859dc8f61df None None] Network 3332a087-8890-496e-9fa8-ee924a4d9c2a requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:26.837997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 624378ee-01ad-47d1-a5c8-ed2bc42e6d9c is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:49:26.850500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:26.856660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Usage tracker for resource:subnet and tenant:cde03511ed50467fb5937a82b6792eb7 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:26.865691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:26.877822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:26.878516 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.891339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:26.898867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:26.899834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.911477 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fde7b4ea-2899-4a28-b5ba-d7991be0a209 req-c1cdfdfc-6a40-4e2b-8138-a88835b080e5 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013830 Dec 22 04:49:26.915085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:26.917796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b013ae0c-4e3c-40ee-88bf-cf28cf79f88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:26.940441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Made reservation on behalf of cde03511ed50467fb5937a82b6792eb7 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:26.944058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:26.958069 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "DELETE /v2.0/networks/98089bf5-2e5d-4ec2-a11a-a78aa4330d2a HTTP/1.1" status: 204 len: 168 time: 4.3353093 Dec 22 04:49:26.967334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52798) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:27.070333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-28c1e136-4d1d-4569-8615-4b7361223869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.079033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-725770e3-6a46-48df-9d98-32edc72f6483 None None] Provisioning for port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:27.125588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] For port 57dda1d7-91a2-4d6e-a9e8-985616dd52ed, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=57dda1d7-91a2-4d6e-a9e8-985616dd52ed,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:27.125986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.159807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac08edcf-e0e2-4920-80be-b8ed692d5205,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:27.164356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] DHCP port deletion for d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:49:27.164944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.166882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:27.172235 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:27.179663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.228269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Checking segment: {'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:27.228642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Network hostable DHCP agents. Network: 381c7c77-02da-4013-b529-7b532458aa93, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:27.259604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] For port ffc95d13-d54a-43c7-962b-724a52283e32, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ffc95d13-d54a-43c7-962b-724a52283e32,segment=NetworkSegment(acd03894-adc5-427d-8ada-dedce2e9e4cb),segment_id=acd03894-adc5-427d-8ada-dedce2e9e4cb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:27.260183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.304301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Calling delete_port for 57dda1d7-91a2-4d6e-a9e8-985616dd52ed owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:27.332805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] Deleting port ffc95d13-d54a-43c7-962b-724a52283e32 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:27.333189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.374181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Deleting port 27da82f8-62e2-4511-8e5b-7fcfed8e74c6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:27.374418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.405578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.423100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Network 381c7c77-02da-4013-b529-7b532458aa93 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:27.456399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 381c7c77-02da-4013-b529-7b532458aa93) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:27.468689 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:27.469399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.518751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c94c4-3987-4465-bcb5-f961f670eda8 None None] Network 381c7c77-02da-4013-b529-7b532458aa93 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:27.576297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:49:27.670974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:49:27.680949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for ffc95d13-d54a-43c7-962b-724a52283e32 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:27.685002 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7578490 Dec 22 04:49:27.698922 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'code': 200} Dec 22 04:49:27.711349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52804) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:27.721372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:27.765257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:27.772129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.772623 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Added segment c4278cce-3dc6-4df2-9ea0-de099485f7db of type vlan for network f2aaf5df-4c70-4429-963c-053c58e9f4e7 Dec 22 04:49:27.793020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.806000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:27.817290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Usage tracker for resource:router and tenant:7e49244735364e1d8b264adb2efbdda6 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:27.817515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9220f64e-d737-45dc-8daa-793fa95819e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:27.823578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:27.843133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:27.851619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:27.866348 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55cb31-7bfd-4bae-825e-4e4870c8dfda None None] Sync routers for ids ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:27.872258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] For port 27da82f8-62e2-4511-8e5b-7fcfed8e74c6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=27da82f8-62e2-4511-8e5b-7fcfed8e74c6,segment=NetworkSegment(23df342d-3d96-428d-aa99-59a7123a79a9),segment_id=23df342d-3d96-428d-aa99-59a7123a79a9)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:27.872923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.909669 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55cb31-7bfd-4bae-825e-4e4870c8dfda None None] Routers {'624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:27.913026 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ef55cb31-7bfd-4bae-825e-4e4870c8dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:27.914298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:27.958380 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.026967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30df202b-cbe6-4578-9846-37886e548b32 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:28.080912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Calling delete_port for 27da82f8-62e2-4511-8e5b-7fcfed8e74c6 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:28.112722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.114118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.134310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.140668 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6665623 Dec 22 04:49:28.144724 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ef55cb31-7bfd-4bae-825e-4e4870c8dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:28.151986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52810) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:28.165022 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55cb31-7bfd-4bae-825e-4e4870c8dfda None None] Routers {'624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:28.165788 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ef55cb31-7bfd-4bae-825e-4e4870c8dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:28.195001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=ffc95d13-d54a-43c7-962b-724a52283e32,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:28.229922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No DVR routers for this DVR port ffc95d13-d54a-43c7-962b-724a52283e32 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:49:28.240301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:28.244472 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ef55cb31-7bfd-4bae-825e-4e4870c8dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:28.244974 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55cb31-7bfd-4bae-825e-4e4870c8dfda None None] The sync data for ids ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:28.270929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.297639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.300571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.303552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:28.304329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.312265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da242ad6-cb4f-4c5f-8b3e-e34ffca37f57 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:28.320494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4a9693c-7f2a-4859-ab88-b82ae71bebf0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:28.357934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.365913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4c2eb89a-3767-4a18-95a1-5b77c697fc55,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:28.369433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:28.373455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 43a1edad-cdc7-4733-9775-7ac0acb59fd6 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:28.380637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event deleted for resources: {'Port': ['ID=57dda1d7-91a2-4d6e-a9e8-985616dd52ed,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:28.383969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:28.515321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.539880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.543191 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7734942 Dec 22 04:49:28.544101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52814) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:28.555565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] For port ffc95d13-d54a-43c7-962b-724a52283e32, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ffc95d13-d54a-43c7-962b-724a52283e32,segment=NetworkSegment(acd03894-adc5-427d-8ada-dedce2e9e4cb),segment_id=acd03894-adc5-427d-8ada-dedce2e9e4cb)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:28.555972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.570866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.584537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.584944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:28.602622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1b765be6-926f-4f89-80d7-5a2a688d722a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:28.631845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Network': ['ID=f2aaf5df-4c70-4429-963c-053c58e9f4e7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:28.660541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:28.697214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] Calling delete_port for ffc95d13-d54a-43c7-962b-724a52283e32 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:28.707410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7fc3b6ff-0c07-4cb0-9e5e-9b4985f00d60 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:28.723479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Port': ['ID=27da82f8-62e2-4511-8e5b-7fcfed8e74c6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:28.731257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] No DVR routers for this DVR port 27da82f8-62e2-4511-8e5b-7fcfed8e74c6 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:49:28.737113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:28.738175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network f2aaf5df-4c70-4429-963c-053c58e9f4e7 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:49:28.760626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:28.780360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd03894-adc5-427d-8ada-dedce2e9e4cb') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:28.780727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd03894-adc5-427d-8ada-dedce2e9e4cb') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:28.827339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Checking segment: {'id': 'b0fc41d2-1f11-4d1c-8b27-db637e61e68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd38d60ca-427c-415e-b406-eaad2ebeccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:28.827715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Network hostable DHCP agents. Network: d38d60ca-427c-415e-b406-eaad2ebeccd4, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:28.838578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.885396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-381c7c77-02da-4013-b529-7b532458aa93', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:49:28.886582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.887460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c558f73-889f-41fa-9ba1-9d30aed776d1 req-16251991-cf69-4d2f-b06c-99d1ed9d7d5c tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:28.889231 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c558f73-889f-41fa-9ba1-9d30aed776d1 req-16251991-cf69-4d2f-b06c-99d1ed9d7d5c tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.7783449 Dec 22 04:49:28.890346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.899082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354bf8c-3dc0-46ea-89ae-d9c43876ad3b req-8d128366-edb7-46c4-ab63-3569270b6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:28.900659 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0354bf8c-3dc0-46ea-89ae-d9c43876ad3b req-8d128366-edb7-46c4-ab63-3569270b6ef1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 1098 time: 0.7033968 Dec 22 04:49:28.906889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:28.916892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:28.921659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Pushing event updated for resources: {'Subnet': ['ID=c1acdc24-b2e3-4e33-a86f-1a2cf5ca4883,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:28.933228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:28.938417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:28.938610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.946734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:28.950704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:28.951115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:28.968588 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:28.973951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:28.990618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:29.000626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Network d38d60ca-427c-415e-b406-eaad2ebeccd4 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:29.048828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-878ffddc-2f1c-4efa-94f6-6c4f2d52715a None None] Provisioning complete for port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:29.048828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-878ffddc-2f1c-4efa-94f6-6c4f2d52715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.103539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, d38d60ca-427c-415e-b406-eaad2ebeccd4) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:29.110796 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c558f73-889f-41fa-9ba1-9d30aed776d1 req-964b9398-bf9f-482e-8e51-03b9eb6bbb2c tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090209 Dec 22 04:49:29.113276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:29.113276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:29.114686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.115501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:29.119376 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.137268 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:29.137857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.143395 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0354bf8c-3dc0-46ea-89ae-d9c43876ad3b req-b8a838b7-93d7-4d14-9278-7fd05ea7f735 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126613 Dec 22 04:49:29.216666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9b2cc-b519-4eeb-819a-f3aff2d3485f None None] Network d38d60ca-427c-415e-b406-eaad2ebeccd4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:29.230779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.274409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.282763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5928ce84-7a2e-4bbc-90a0-23c6e406411b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:29.298197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.327664 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/networks/d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858 HTTP/1.1" status: 204 len: 168 time: 3.2811732 Dec 22 04:49:29.327664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Network': ['ID=d9a9c4f6-f1f8-46cd-b19c-bdd56ae90858,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:29.327990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52818) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:29.334119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2044233575'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:29.339736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:29.341960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:29.351765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7962418 Dec 22 04:49:29.351765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:network and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:29.352595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52822) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:29.357230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:29.370495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:29.390254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Request body: {'port': {'network_id': 'd38d60ca-427c-415e-b406-eaad2ebeccd4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2061033553'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:29.416984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.426589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:29.429576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.430753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.442347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.445017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Allocated IP 172.20.0.2 (381c7c77-02da-4013-b529-7b532458aa93/ac08edcf-e0e2-4920-80be-b8ed692d5205/456d23ef-532a-46cc-b724-18241881c8dd) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:29.461163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.462179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.482063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:49:29.486211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-878ffddc-2f1c-4efa-94f6-6c4f2d52715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.506696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.507117 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Added segment c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9 of type vlan for network 8946f69f-eaa0-43e2-8d39-881e0322b66b Dec 22 04:49:29.514707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.520068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45dbaf28-d468-4876-8829-3a2e00eb1883 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:29.600118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.624510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a8075d-24a0-467f-8c40-93564ed6b7c7']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:29.633807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=3428e7e2-c91e-437b-892c-61daf3fbae08,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:29.639354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:29.640519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] Deleting port ffc95d13-d54a-43c7-962b-724a52283e32 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:29.640978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.650826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23df342d-3d96-428d-aa99-59a7123a79a9') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:29.651119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23df342d-3d96-428d-aa99-59a7123a79a9') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:29.661346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Checking segment: {'id': 'c4278cce-3dc6-4df2-9ea0-de099485f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:29.662023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network hostable DHCP agents. Network: f2aaf5df-4c70-4429-963c-053c58e9f4e7, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:29.668448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.669211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3cce6f2a-53da-487f-aca2-38771695e520 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:49:29.682572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.689477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:29.690185 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.695922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5817ecb9-cd85-4d0f-9056-d1d3d8b18f65 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:29.720523 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network f2aaf5df-4c70-4429-963c-053c58e9f4e7 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:29.730194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.739957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-878ffddc-2f1c-4efa-94f6-6c4f2d52715a None None] For port 43a1edad-cdc7-4733-9775-7ac0acb59fd6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=43a1edad-cdc7-4733-9775-7ac0acb59fd6,segment=NetworkSegment(2ae62f98-13fc-42af-96f2-65eb4efa0749),segment_id=2ae62f98-13fc-42af-96f2-65eb4efa0749)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:29.749135 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fae00-b1cd-42f9-bbb7-5c9dfa09d7a6 None None] The port 'ffc95d13-d54a-43c7-962b-724a52283e32' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:49:29.758902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-878ffddc-2f1c-4efa-94f6-6c4f2d52715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.769449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:29.790912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.889150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:29.889444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:29.910388 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:29.960101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, f2aaf5df-4c70-4429-963c-053c58e9f4e7) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:29.973818 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6419685 Dec 22 04:49:29.973818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:29.973818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:29.978976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52826) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:29.994237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': '8946f69f-eaa0-43e2-8d39-881e0322b66b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:29.999623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.000083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d037e0b-d44f-4b62-bbe2-509498cb897a None None] Network f2aaf5df-4c70-4429-963c-053c58e9f4e7 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:30.001184 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3cce6f2a-53da-487f-aca2-38771695e520 HTTP/1.1" status: 204 len: 168 time: 7.8576295 Dec 22 04:49:30.005728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:30.013718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52830) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:30.023504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Network': ['ID=8946f69f-eaa0-43e2-8d39-881e0322b66b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:30.055724 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 8946f69f-eaa0-43e2-8d39-881e0322b66b details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:49:30.078936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:30.084856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Usage tracker for resource:port and tenant:cde03511ed50467fb5937a82b6792eb7 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:30.097699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:30.118457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:30.127203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.137821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8e260d75-be9b-4954-8f9c-b1cd15dce975 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:30.151007 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5927291 Dec 22 04:49:30.152434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-d38d60ca-427c-415e-b406-eaad2ebeccd4', 'network_id': 'd38d60ca-427c-415e-b406-eaad2ebeccd4', 'tenant_id': 'cde03511ed50467fb5937a82b6792eb7', 'fixed_ips': [{'subnet_id': 'c1acdc24-b2e3-4e33-a86f-1a2cf5ca4883'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:49:30.152434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.157917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.160485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52834) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:30.177232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:30.221190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:30.225123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:30.229017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:30.234455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Made reservation on behalf of cde03511ed50467fb5937a82b6792eb7 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:30.236348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ffddc-2f1c-4efa-94f6-6c4f2d52715a None None] Pushing event updated for resources: {'Port': ['ID=43a1edad-cdc7-4733-9775-7ac0acb59fd6,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:30.237993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.249012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:30.256696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-878ffddc-2f1c-4efa-94f6-6c4f2d52715a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:30.262615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:30.262983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:30.332037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Network': ['ID=19a8075d-24a0-467f-8c40-93564ed6b7c7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:30.343712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:30.345824 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "DELETE /v2.0/networks/19a8075d-24a0-467f-8c40-93564ed6b7c7 HTTP/1.1" status: 204 len: 168 time: 3.3772585 Dec 22 04:49:30.347390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:30.347637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.364888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52840) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:30.442894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] device_id is not set on port 2549be97-324a-49b2-8cf5-dafe65fe6bd8 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:49:30.471080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.501214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Transition to ACTIVE for port object 456d23ef-532a-46cc-b724-18241881c8dd will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:30.577676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Transition to ACTIVE for port object 456d23ef-532a-46cc-b724-18241881c8dd will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:30.628092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.632651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Allocated IP 2001:db8::2 (d38d60ca-427c-415e-b406-eaad2ebeccd4/c1acdc24-b2e3-4e33-a86f-1a2cf5ca4883/6ba95480-307e-4e1b-a9e2-8852a973de2d) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:30.635197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0fdd6519-cc31-4541-86ce-8f8488586a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:30.679631 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-f2aaf5df-4c70-4429-963c-053c58e9f4e7', 'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7', 'tenant_id': '1f15b4a25d4a41b082b7d34104c6e003', 'fixed_ips': [{'subnet_id': '3428e7e2-c91e-437b-892c-61daf3fbae08'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:49:30.680311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.735077 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.818453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:30.818828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Network 381c7c77-02da-4013-b529-7b532458aa93 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:30.829360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:30.862859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc283e-5736-48bc-afba-57bb98bb87ac req-9fc180d5-28b8-41c4-b4f5-5bf4609f8576 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:30.864394 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-01fc283e-5736-48bc-afba-57bb98bb87ac req-9fc180d5-28b8-41c4-b4f5-5bf4609f8576 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.5883169 Dec 22 04:49:30.879398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Pushing event updated for resources: {'Port': ['ID=456d23ef-532a-46cc-b724-18241881c8dd,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:30.884836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:30.901170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:30.911587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:30.918667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:30.940196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:30.997021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:31.025084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:31.029098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.106317 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-01fc283e-5736-48bc-afba-57bb98bb87ac req-e634c2cd-6e16-4286-ad77-e9ca5066b874 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673176 Dec 22 04:49:31.108687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.125602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.147467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ffc95d13-d54a-43c7-962b-724a52283e32 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:31.171061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.199480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.217735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.226422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Attempting to bind port 456d23ef-532a-46cc-b724-18241881c8dd on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:31.227304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Attempting to bind port 456d23ef-532a-46cc-b724-18241881c8dd by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:31.227304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Attempting to bind port 456d23ef-532a-46cc-b724-18241881c8dd on network 381c7c77-02da-4013-b529-7b532458aa93 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:31.238323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: ffc95d13-d54a-43c7-962b-724a52283e32 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:31.238740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ffc95d13-d54a-43c7-962b-724a52283e32 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:31.247582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:31.247965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Checking segment: {'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:31.250056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.250056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Bound using segment: {'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:31.250558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Bound port: 456d23ef-532a-46cc-b724-18241881c8dd, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:31.250950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.260277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Deleting port 6f362fa4-0019-4488-ad6d-b9d84638dfee {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:31.260615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.301407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cd562c-236d-4d37-a82b-2219024a3064']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:31.339997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb310b65-e450-4190-b5b6-c006511bd0de') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:31.340254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb310b65-e450-4190-b5b6-c006511bd0de') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:31.380217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.385240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.394923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.402205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-959c6e99-9a48-4645-b86c-a516135eac93 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:31.412863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 43a1edad-cdc7-4733-9775-7ac0acb59fd6 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:31.429798 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.ipam_backend_mixin [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3428e7e2-c91e-437b-892c-61daf3fbae08 (CIDR: 172.20.0.0/28) Dec 22 04:49:31.462463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Transition to ACTIVE for port object 6ba95480-307e-4e1b-a9e2-8852a973de2d will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:31.467392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Allocated IP 172.20.0.2 (f2aaf5df-4c70-4429-963c-053c58e9f4e7/3428e7e2-c91e-437b-892c-61daf3fbae08/86c96ae1-bd9f-4df0-8f66-8e31c86ae765) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:31.471057 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:49:31.472186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:49:31.511937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Transition to ACTIVE for port object 6ba95480-307e-4e1b-a9e2-8852a973de2d will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:31.554156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.564360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:31.604448 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bc080631-08e6-44ad-83cd-f9c0464dfc57 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4385505 Dec 22 04:49:31.619059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Allocated IP 172.26.1.130 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/eb8e9675-2f38-45b7-9b86-e98e1cbbe01a) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:31.624114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52844) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:31.630524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:31.632857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.677633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:31.678037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:31.694117 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:31.738095 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] For port 456d23ef-532a-46cc-b724-18241881c8dd, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:31.762251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Network d38d60ca-427c-415e-b406-eaad2ebeccd4 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:31.768323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:31.771146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] For port 456d23ef-532a-46cc-b724-18241881c8dd, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=456d23ef-532a-46cc-b724-18241881c8dd,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:31.776228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:31.791667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.795227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Pushing event updated for resources: {'Port': ['ID=6ba95480-307e-4e1b-a9e2-8852a973de2d,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:31.814374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:31.815003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:31.815379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.828504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=bc647b88-c8ca-4b5d-ad27-e5df5ac00bfb,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:31.845592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:31.858395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] For port 6f362fa4-0019-4488-ad6d-b9d84638dfee, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6f362fa4-0019-4488-ad6d-b9d84638dfee,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:31.858754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.862511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e3cca02-7bb3-4ddc-9e92-d8e8f6fd33bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:31.870196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.876494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Checking segment: {'id': 'c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8946f69f-eaa0-43e2-8d39-881e0322b66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:31.876854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network hostable DHCP agents. Network: 8946f69f-eaa0-43e2-8d39-881e0322b66b, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:31.881119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0577cc2-a12d-45ce-a239-0748da1b8d00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:31.949981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:31.990733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Allocated IP 2001:db8::2b6 (d38d60ca-427c-415e-b406-eaad2ebeccd4/c1acdc24-b2e3-4e33-a86f-1a2cf5ca4883/2549be97-324a-49b2-8cf5-dafe65fe6bd8) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:32.023299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.024852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Calling delete_port for 6f362fa4-0019-4488-ad6d-b9d84638dfee owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:32.060233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Network': ['ID=f6cd562c-236d-4d37-a82b-2219024a3064,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:32.070611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:32.082620 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "DELETE /v2.0/networks/f6cd562c-236d-4d37-a82b-2219024a3064 HTTP/1.1" status: 204 len: 168 time: 1.7097588 Dec 22 04:49:32.085416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52848) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:32.121012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Attempting to bind port 6ba95480-307e-4e1b-a9e2-8852a973de2d on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:32.121407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Attempting to bind port 6ba95480-307e-4e1b-a9e2-8852a973de2d by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b0fc41d2-1f11-4d1c-8b27-db637e61e68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd38d60ca-427c-415e-b406-eaad2ebeccd4'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:32.121767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Attempting to bind port 6ba95480-307e-4e1b-a9e2-8852a973de2d on network d38d60ca-427c-415e-b406-eaad2ebeccd4 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:32.123646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 8946f69f-eaa0-43e2-8d39-881e0322b66b is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:32.130778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Pushing event updated for resources: {'Port': ['ID=456d23ef-532a-46cc-b724-18241881c8dd,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:32.142081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:32.144652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:32.149836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:32.150228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Checking segment: {'id': 'b0fc41d2-1f11-4d1c-8b27-db637e61e68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd38d60ca-427c-415e-b406-eaad2ebeccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:32.150940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.151055 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Bound using segment: {'id': 'b0fc41d2-1f11-4d1c-8b27-db637e61e68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd38d60ca-427c-415e-b406-eaad2ebeccd4'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:32.151618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Bound port: 6ba95480-307e-4e1b-a9e2-8852a973de2d, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc41d2-1f11-4d1c-8b27-db637e61e68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd38d60ca-427c-415e-b406-eaad2ebeccd4'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:32.151863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.168119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:32.182389 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.186446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:32.262372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.20.0.1 (3332a087-8890-496e-9fa8-ee924a4d9c2a/7f4db40f-e27e-46bc-9aa6-0d26a26bcfc3/b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:32.298094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Transition to ACTIVE for port object 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:32.364350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Transition to ACTIVE for port object 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:32.376719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:32.378607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.384727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b34c2640-865e-4013-bb4d-9ce86d28af5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:32.407083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.421524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] For port 6ba95480-307e-4e1b-a9e2-8852a973de2d, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:32.437351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 8946f69f-eaa0-43e2-8d39-881e0322b66b) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:32.444752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:32.446016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.456576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] For port 6ba95480-307e-4e1b-a9e2-8852a973de2d, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6ba95480-307e-4e1b-a9e2-8852a973de2d,segment=NetworkSegment(b0fc41d2-1f11-4d1c-8b27-db637e61e68d),segment_id=b0fc41d2-1f11-4d1c-8b27-db637e61e68d)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:32.462754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1646172d-d8ed-48ba-8ec1-9c55a184bd21 None None] Network 8946f69f-eaa0-43e2-8d39-881e0322b66b requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:32.496611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.504512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Network f2aaf5df-4c70-4429-963c-053c58e9f4e7 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:32.508960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Pushing event updated for resources: {'Port': ['ID=86c96ae1-bd9f-4df0-8f66-8e31c86ae765,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:32.514411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:32.566443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:32.566928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:32.604121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:32.647582 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6665447 Dec 22 04:49:32.651780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.653993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.672681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52854) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:32.673809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a38166ec-704b-44f4-991b-5004f9cf0030 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:32.714477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:32.742822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-424061041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:32.763755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:32.765022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:32.766001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:32.769951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.771919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f362fa4-0019-4488-ad6d-b9d84638dfee,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:32.780372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:32.781328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Pushing event updated for resources: {'Port': ['ID=6ba95480-307e-4e1b-a9e2-8852a973de2d,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:32.791420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:32.792336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:router and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:32.825141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:32.827853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Attempting to bind port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:32.828114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Attempting to bind port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'c4278cce-3dc6-4df2-9ea0-de099485f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:32.828825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Attempting to bind port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 on network f2aaf5df-4c70-4429-963c-053c58e9f4e7 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:32.842913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:32.865264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:32.865650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Checking segment: {'id': 'c4278cce-3dc6-4df2-9ea0-de099485f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:32.866067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.866468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Bound using segment: {'id': 'c4278cce-3dc6-4df2-9ea0-de099485f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:32.866944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Bound port: 86c96ae1-bd9f-4df0-8f66-8e31c86ae765, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4278cce-3dc6-4df2-9ea0-de099485f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:32.867328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.904123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:32.972088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:32.977672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:33.057876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-8946f69f-eaa0-43e2-8d39-881e0322b66b', 'network_id': '8946f69f-eaa0-43e2-8d39-881e0322b66b', 'tenant_id': '0edd4559a6944bbf882df99e67db10f1', 'fixed_ips': [{'subnet_id': 'bc647b88-c8ca-4b5d-ad27-e5df5ac00bfb'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:49:33.058729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.078130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdbe5a-11eb-49fe-bcd1-9cae06bb4e06 req-8347be19-4683-4a6c-802c-48143c84c23a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:33.086953 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0dcdbe5a-11eb-49fe-bcd1-9cae06bb4e06 req-8347be19-4683-4a6c-802c-48143c84c23a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.7248774 Dec 22 04:49:33.093335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Transition to ACTIVE for port object b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:33.094922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.096105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.120301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.141941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] For port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:33.169680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] For port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86c96ae1-bd9f-4df0-8f66-8e31c86ae765,segment=NetworkSegment(c4278cce-3dc6-4df2-9ea0-de099485f7db),segment_id=c4278cce-3dc6-4df2-9ea0-de099485f7db)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:33.182494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.185190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.194468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Pushing event updated for resources: {'Port': ['ID=eb8e9675-2f38-45b7-9b86-e98e1cbbe01a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:33.212519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:33.232170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e3cca02-7bb3-4ddc-9e92-d8e8f6fd33bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:33.236563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8b3744-bcdf-4c09-8a01-6e6b1173265e']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:33.314623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.329535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.354796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Pushing event updated for resources: {'Port': ['ID=86c96ae1-bd9f-4df0-8f66-8e31c86ae765,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:33.361322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:33.382136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.386124 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0dcdbe5a-11eb-49fe-bcd1-9cae06bb4e06 req-40f7f530-ec07-46db-b8e4-506bdc861953 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982004 Dec 22 04:49:33.390338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Transition to ACTIVE for port object 2549be97-324a-49b2-8cf5-dafe65fe6bd8 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:33.463624 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Allocated IP 2001:db8::2 (8946f69f-eaa0-43e2-8d39-881e0322b66b/bc647b88-c8ca-4b5d-ad27-e5df5ac00bfb/c890e6c5-cce9-43d1-9f1a-431a9fe41593) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:33.515806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a78e3d32-261a-48c4-93dc-963f4e4a6047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:33.744355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.764099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdb7bb5-41fd-4e99-9879-7fe2970233ad') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:33.765213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdb7bb5-41fd-4e99-9879-7fe2970233ad') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:33.788963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 3332a087-8890-496e-9fa8-ee924a4d9c2a is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:33.821960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6ba95480-307e-4e1b-a9e2-8852a973de2d up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:33.846059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:33.883364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.894176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.902041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.927972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.928258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:33.935816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.982115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:33.982516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:33.994095 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:34.001057 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:34.015149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.015696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75611488-cbea-42f1-81f1-07718973a6ee {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:49:34.022352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Transition to ACTIVE for port object c890e6c5-cce9-43d1-9f1a-431a9fe41593 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:34.086944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Transition to ACTIVE for port object c890e6c5-cce9-43d1-9f1a-431a9fe41593 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:34.106705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.115174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Network d38d60ca-427c-415e-b406-eaad2ebeccd4 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:34.121733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f95d4e95-48ff-4786-85e1-70367a5b9a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:34.156372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd56544-b93f-4e9c-b5f5-3c429ac6aa2f req-05a1219d-9de2-4132-8908-26220e4641e3 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:34.158552 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdd56544-b93f-4e9c-b5f5-3c429ac6aa2f req-05a1219d-9de2-4132-8908-26220e4641e3 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.3675530 Dec 22 04:49:34.161479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.190863 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "DELETE /v2.0/routers/75611488-cbea-42f1-81f1-07718973a6ee HTTP/1.1" status: 204 len: 168 time: 4.1722829 Dec 22 04:49:34.191688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.197860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52860) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:34.200439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52862) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:34.201828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7216b3d3-346f-499e-8d61-3d9ad0fc21a2 None None] Network 381c7c77-02da-4013-b529-7b532458aa93 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:34.205374 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bfc9ad83-55fb-4f10-9c2f-8f5923d56b7e tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4769835 Dec 22 04:49:34.208015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:34.226274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:34.254827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:34.261086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:34.261820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.290895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'network_id': '8946f69f-eaa0-43e2-8d39-881e0322b66b', 'name': 'tempest-PortsIpV6TestJSON-1725473221'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:34.302942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 6ba95480-307e-4e1b-a9e2-8852a973de2d completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:34.317517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.325296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:34.333091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-860743248', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:34.389122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:34.392559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-99dd5f7c-26f5-4615-834e-f793d439bb51 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:34.395403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.416930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Pushing event deleted for resources: {'Network': ['ID=9d8b3744-bcdf-4c09-8a01-6e6b1173265e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:34.427586 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] 10.222.0.36 "DELETE /v2.0/networks/9d8b3744-bcdf-4c09-8a01-6e6b1173265e HTTP/1.1" status: 204 len: 168 time: 2.3410711 Dec 22 04:49:34.448615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:34.453348 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.0787649 Dec 22 04:49:34.470395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:34.470884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52870) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:34.478698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Usage tracker for resource:router and tenant:5294c4fe78b0437aaed31cd80b1bbd55 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:34.506545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 456d23ef-532a-46cc-b724-18241881c8dd up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:34.526458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Request body: {'port': {'network_id': 'd38d60ca-427c-415e-b406-eaad2ebeccd4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2143047524', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:34.527299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] bootfile-name is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:49:34.527903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] tftp-server is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:49:34.528409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] server-ip-address is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:49:34.552506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Network 8946f69f-eaa0-43e2-8d39-881e0322b66b is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:34.585430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:34.595768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:34.618436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f3d0d-988a-41ed-8019-ffd81dee4829 None None] Network d38d60ca-427c-415e-b406-eaad2ebeccd4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:34.642410 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdd56544-b93f-4e9c-b5f5-3c429ac6aa2f req-9de35ff6-eb1c-4f5e-acaa-107c738647f3 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4327767 Dec 22 04:49:34.672361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52874) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:34.686156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Pushing event updated for resources: {'Port': ['ID=c890e6c5-cce9-43d1-9f1a-431a9fe41593,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:34.694782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:34.695623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0acce05b-0b3f-4dd4-a63a-625954964a0e None None] Provisioning for port 456d23ef-532a-46cc-b724-18241881c8dd completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:34.751051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:34.805194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.807623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:34.812102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Usage tracker for resource:port and tenant:cde03511ed50467fb5937a82b6792eb7 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:34.819675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:34.826656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:34.839756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52880) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:34.870553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Made reservation on behalf of cde03511ed50467fb5937a82b6792eb7 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:34.876671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.926618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:34.928896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] device_id is not set on port b408c178-4ab5-425c-a07f-91085457c170 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:49:35.000705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Attempting to bind port c890e6c5-cce9-43d1-9f1a-431a9fe41593 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:35.001231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Attempting to bind port c890e6c5-cce9-43d1-9f1a-431a9fe41593 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8946f69f-eaa0-43e2-8d39-881e0322b66b'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:35.009357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Attempting to bind port c890e6c5-cce9-43d1-9f1a-431a9fe41593 on network 8946f69f-eaa0-43e2-8d39-881e0322b66b {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:35.024660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c818315-2f7a-4623-8c05-face4eca86bf tempest-TestNetworkAdvancedServerOps-786587673 tempest-TestNetworkAdvancedServerOps-786587673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:35.026586 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4c818315-2f7a-4623-8c05-face4eca86bf tempest-TestNetworkAdvancedServerOps-786587673 tempest-TestNetworkAdvancedServerOps-786587673-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 1093 time: 0.3530638 Dec 22 04:49:35.047553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52886) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:35.065866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:35.070514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:35.070905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Checking segment: {'id': 'c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8946f69f-eaa0-43e2-8d39-881e0322b66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:35.071309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.071716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Bound using segment: {'id': 'c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8946f69f-eaa0-43e2-8d39-881e0322b66b'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:35.072213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Bound port: c890e6c5-cce9-43d1-9f1a-431a9fe41593, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8946f69f-eaa0-43e2-8d39-881e0322b66b'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:35.072776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.084972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:35.104169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Usage tracker for resource:floatingip and tenant:764145d3df5348cd8b52e32c7b5419a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:35.110316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:35.157465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:35.185221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 456d23ef-532a-46cc-b724-18241881c8dd completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:35.188548 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6c5e6d40-d8f6-4d7d-a70a-74fe781d7159 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46d4935cfd5b4df0b5cab1d48cb56b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447211 Dec 22 04:49:35.192710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52890) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:35.211609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.233697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Provisioning for port 6ba95480-307e-4e1b-a9e2-8852a973de2d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:35.237091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 456d23ef-532a-46cc-b724-18241881c8dd triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:35.237730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.271087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Allocated IP 2001:db8::c1 (d38d60ca-427c-415e-b406-eaad2ebeccd4/c1acdc24-b2e3-4e33-a86f-1a2cf5ca4883/b408c178-4ab5-425c-a07f-91085457c170) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:35.288861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a879134-ba7a-4ea2-9979-bab864d405d1 None None] Network f2aaf5df-4c70-4429-963c-053c58e9f4e7 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:35.297620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:35.349591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:35.352920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Provisioning complete for port 6ba95480-307e-4e1b-a9e2-8852a973de2d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:35.355687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.355687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.356791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.381842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:port and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:35.387449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.390229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce6a046f-688f-4765-88cf-48acde0805d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.396965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:35.403898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Pushing event updated for resources: {'Port': ['ID=2549be97-324a-49b2-8cf5-dafe65fe6bd8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:35.420318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:35.423409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:35.456440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce6a046f-688f-4765-88cf-48acde0805d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.543838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:35.548224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.628907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] For port c890e6c5-cce9-43d1-9f1a-431a9fe41593, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:35.671483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce6a046f-688f-4765-88cf-48acde0805d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.678833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:35.700034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a046f-688f-4765-88cf-48acde0805d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4f70ad-5e9f-461e-b2cf-d2fd4c71ac60,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:35.705416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.722617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Transition to ACTIVE for port object b408c178-4ab5-425c-a07f-91085457c170 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:35.728832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce6a046f-688f-4765-88cf-48acde0805d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:35.730887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 7f66c0c9-d1d4-4657-8b3d-583209ba8348 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:49:35.731717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.740928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] For port c890e6c5-cce9-43d1-9f1a-431a9fe41593, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c890e6c5-cce9-43d1-9f1a-431a9fe41593,segment=NetworkSegment(c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9),segment_id=c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:35.785884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.795392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce6a046f-688f-4765-88cf-48acde0805d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.799030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:35.799192 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce6a046f-688f-4765-88cf-48acde0805d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f4f70ad-5e9f-461e-b2cf-d2fd4c71ac60 HTTP/1.1" status: 204 len: 168 time: 0.6028097 Dec 22 04:49:35.820648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.829219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b5040a9-d2f1-4c93-bf48-318460db4499 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:35.913252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Network d38d60ca-427c-415e-b406-eaad2ebeccd4 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:35.919447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:35.962210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:35.968619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:35.969450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:35.981747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Pushing event updated for resources: {'Port': ['ID=b408c178-4ab5-425c-a07f-91085457c170,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:35.994709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:36.026081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Allocated IP 172.26.1.155 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/3d9c7e0f-db47-4f57-875d-c581f999ca5d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:36.059031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:36.071166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-699873d6-e187-4615-a809-a4095fbd672c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:36.106050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:36.109282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:36.158390 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6862073 Dec 22 04:49:36.163859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52902) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:36.170871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 456d23ef-532a-46cc-b724-18241881c8dd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=456d23ef-532a-46cc-b724-18241881c8dd,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:36.257233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Pushing event updated for resources: {'Port': ['ID=c890e6c5-cce9-43d1-9f1a-431a9fe41593,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:36.267126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:36.267819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:36.335301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:36.347479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9a009d86-1d95-4eb5-a815-461177708cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:36.415432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:36.449856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=5e770eb3-4459-4edb-a47d-278dfebcaead,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:36.454029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:36.469631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b88230-344c-4ccc-b5a1-11206159e04c tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:36.477734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b88230-344c-4ccc-b5a1-11206159e04c tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:36.481989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network f2aaf5df-4c70-4429-963c-053c58e9f4e7 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:36.484199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b88230-344c-4ccc-b5a1-11206159e04c tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:36.517524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-77b88230-344c-4ccc-b5a1-11206159e04c tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Synchronizing usage tracker for tenant:cde03511ed50467fb5937a82b6792eb7 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:36.525396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8::26f (8946f69f-eaa0-43e2-8d39-881e0322b66b/bc647b88-c8ca-4b5d-ad27-e5df5ac00bfb/7f66c0c9-d1d4-4657-8b3d-583209ba8348) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:36.569594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-77b88230-344c-4ccc-b5a1-11206159e04c tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Unset dirty status for tenant:cde03511ed50467fb5937a82b6792eb7 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:36.580116 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-77b88230-344c-4ccc-b5a1-11206159e04c tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4148488 Dec 22 04:49:36.583259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52912) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:36.601857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:36.603933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:36.618787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:36.619653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:36.651779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:36.762935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] For port 6ba95480-307e-4e1b-a9e2-8852a973de2d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6ba95480-307e-4e1b-a9e2-8852a973de2d,segment=NetworkSegment(b0fc41d2-1f11-4d1c-8b27-db637e61e68d),segment_id=b0fc41d2-1f11-4d1c-8b27-db637e61e68d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:36.798482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:36.820575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=456d23ef-532a-46cc-b724-18241881c8dd,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:36.833238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:36.836843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a5aba55e-9d3b-4574-b113-ed5667eb9f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:36.932331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Provisioning for port b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:36.947550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Provisioning complete for port b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:36.947927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:36.981596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-90091188-94a6-4c10-bf9d-890ab7dff9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Deleting port b408c178-4ab5-425c-a07f-91085457c170 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:36.983184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90091188-94a6-4c10-bf9d-890ab7dff9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:37.014870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Port b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:37.021825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:37.048819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:37.064299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Pushing event updated for resources: {'Port': ['ID=6ba95480-307e-4e1b-a9e2-8852a973de2d,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:37.068115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:37.074817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6f362fa4-0019-4488-ad6d-b9d84638dfee no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:37.090299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52924) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:37.116915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 6f362fa4-0019-4488-ad6d-b9d84638dfee {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:37.117552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6f362fa4-0019-4488-ad6d-b9d84638dfee not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:37.122972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:37.135059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c2cc7ed2-9f76-4f46-9579-0f4d43339560 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:37.144670 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1368b662-10bf-405d-93ad-482105610254 None None] Provisioning complete for port 456d23ef-532a-46cc-b724-18241881c8dd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:37.145051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1368b662-10bf-405d-93ad-482105610254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:37.256880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'Port': ['ID=3d9c7e0f-db47-4f57-875d-c581f999ca5d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:37.269395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:37.321690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:37.331050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:37.334720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f322fc9-f4c4-4479-9f7a-013b32f31a49 None None] Network f2aaf5df-4c70-4429-963c-053c58e9f4e7 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:37.359492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:37.535941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1368b662-10bf-405d-93ad-482105610254 None None] Provisioning for port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:37.547195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1368b662-10bf-405d-93ad-482105610254 None None] Provisioning complete for port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:37.547526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1368b662-10bf-405d-93ad-482105610254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:37.731953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group': {'name': 'tempest-secgroup--9305723'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:37.738901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:37.743153 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:37.746199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:37.752948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:37.756544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1368b662-10bf-405d-93ad-482105610254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:37.773943 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 6.1484985 Dec 22 04:49:37.781559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52930) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:37.782662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:37.808918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7', 'fixed_ips': [{'subnet_id': '3428e7e2-c91e-437b-892c-61daf3fbae08'}, {'subnet_id': '5e770eb3-4459-4edb-a47d-278dfebcaead'}], 'name': 'tempest-PortsTestJSON-1798363563'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:37.869871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1368b662-10bf-405d-93ad-482105610254 None None] For port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86c96ae1-bd9f-4df0-8f66-8e31c86ae765,segment=NetworkSegment(c4278cce-3dc6-4df2-9ea0-de099485f7db),segment_id=c4278cce-3dc6-4df2-9ea0-de099485f7db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:37.880222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1368b662-10bf-405d-93ad-482105610254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:37.883177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6706b6e2-c004-45a0-9b0e-5ac3ef3f7a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:37.934824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:37.954115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaad3ed3-9183-4a7d-8d0b-0e99e99b4359 None None] Network 8946f69f-eaa0-43e2-8d39-881e0322b66b requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:38.026508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:38.048829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:38.061818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:38.062097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1368b662-10bf-405d-93ad-482105610254 None None] Provisioning for port 2549be97-324a-49b2-8cf5-dafe65fe6bd8 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:38.084505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1368b662-10bf-405d-93ad-482105610254 None None] Provisioning complete for port 2549be97-324a-49b2-8cf5-dafe65fe6bd8 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:38.084881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1368b662-10bf-405d-93ad-482105610254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.090550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:38.134108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368b662-10bf-405d-93ad-482105610254 None None] Pushing event updated for resources: {'Port': ['ID=86c96ae1-bd9f-4df0-8f66-8e31c86ae765,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:38.137383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1368b662-10bf-405d-93ad-482105610254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:38.146180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.177069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:38.202554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:port and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:38.207283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90091188-94a6-4c10-bf9d-890ab7dff9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.218877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:38.243020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:38.264719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object 7f66c0c9-d1d4-4657-8b3d-583209ba8348 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:38.338771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d3136d-db26-4c2a-a79a-4ef93adf5fdd None None] Update dhcp port {'port': {'network_id': 'f2aaf5df-4c70-4429-963c-053c58e9f4e7', 'fixed_ips': [{'subnet_id': '3428e7e2-c91e-437b-892c-61daf3fbae08', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e770eb3-4459-4edb-a47d-278dfebcaead'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '86c96ae1-bd9f-4df0-8f66-8e31c86ae765'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:49:38.358431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Router f7903e35-0b58-4563-b47a-66eafaa8ad54 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:49:38.370130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-90091188-94a6-4c10-bf9d-890ab7dff9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Calling delete_port for b408c178-4ab5-425c-a07f-91085457c170 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:38.395971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1368b662-10bf-405d-93ad-482105610254 None None] Port 2549be97-324a-49b2-8cf5-dafe65fe6bd8 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:38.400889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b4d3136d-db26-4c2a-a79a-4ef93adf5fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.421362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.425536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:38.528172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.538096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1368b662-10bf-405d-93ad-482105610254 None None] Provisioning complete for port 6ba95480-307e-4e1b-a9e2-8852a973de2d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:38.538464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1368b662-10bf-405d-93ad-482105610254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.580570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:49:38.602457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.604035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.608808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.625127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-63f83cb5-6f8a-4a76-be9b-2f891517cf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:38.662387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.664017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:38.667917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port ad042461-ae1b-4201-ac53-6ceaf4241136 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:49:38.677198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.706758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.710700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.713476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f1030b09-4e92-4cf6-8b8d-b8c81983af33 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:38.722451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:38.757008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:38.791966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:38.822600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:38.826624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 8946f69f-eaa0-43e2-8d39-881e0322b66b is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:38.836733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:38.839242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:38.845503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:38.846179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.891532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=7f66c0c9-d1d4-4657-8b3d-583209ba8348,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:38.894582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:38.905895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2e232845-4a90-42f6-ab75-ff8618040f65 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:38.940683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:38.941079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:38.982282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-b4d3136d-db26-4c2a-a79a-4ef93adf5fdd None None] Allocated IP 172.20.0.18 (f2aaf5df-4c70-4429-963c-053c58e9f4e7/5e770eb3-4459-4edb-a47d-278dfebcaead/86c96ae1-bd9f-4df0-8f66-8e31c86ae765) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:38.986004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02968d10-9869-4010-9daf-6d623b32052b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:38.999028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:39.131544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9d17146e-06bb-46ce-abdc-ada17ca651cd None None] Provisioning complete for port 2549be97-324a-49b2-8cf5-dafe65fe6bd8 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:39.131931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9d17146e-06bb-46ce-abdc-ada17ca651cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.148882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90091188-94a6-4c10-bf9d-890ab7dff9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.150347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52934) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:39.150733 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9287837 Dec 22 04:49:39.166490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.170202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:39.189840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Sync routers for ids ['f7903e35-0b58-4563-b47a-66eafaa8ad54'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:39.203350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:39.226037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Routers {'f7903e35-0b58-4563-b47a-66eafaa8ad54'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:39.226685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f7903e35-0b58-4563-b47a-66eafaa8ad54'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:39.350097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:39.353115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:39.360145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.361403 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.6476645 Dec 22 04:49:39.369390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.373211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52938) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:39.419521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b4d3136d-db26-4c2a-a79a-4ef93adf5fdd None None] For port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86c96ae1-bd9f-4df0-8f66-8e31c86ae765,segment=NetworkSegment(c4278cce-3dc6-4df2-9ea0-de099485f7db),segment_id=c4278cce-3dc6-4df2-9ea0-de099485f7db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:39.450799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b4d3136d-db26-4c2a-a79a-4ef93adf5fdd None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.462773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Allocated IP 172.26.1.190 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/daece4da-a81f-4d4d-b7af-f7c54ed87ef3) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:39.472324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b4d3136d-db26-4c2a-a79a-4ef93adf5fdd None None] Transition to ACTIVE for port object 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:39.473787 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9d17146e-06bb-46ce-abdc-ada17ca651cd None None] Port 2549be97-324a-49b2-8cf5-dafe65fe6bd8 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:39.514213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b4d3136d-db26-4c2a-a79a-4ef93adf5fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.528355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f05686b8-7589-40bd-9bbf-cd0e130b42bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:39.591147 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9d17146e-06bb-46ce-abdc-ada17ca651cd None None] Provisioning for port c890e6c5-cce9-43d1-9f1a-431a9fe41593 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:39.644556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90091188-94a6-4c10-bf9d-890ab7dff9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Pushing event deleted for resources: {'Port': ['ID=b408c178-4ab5-425c-a07f-91085457c170,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:39.695127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 3332a087-8890-496e-9fa8-ee924a4d9c2a is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:39.695462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-90091188-94a6-4c10-bf9d-890ab7dff9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:39.702447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:39.719997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.743665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 456d23ef-532a-46cc-b724-18241881c8dd up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:39.824804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3136d-db26-4c2a-a79a-4ef93adf5fdd None None] Pushing event updated for resources: {'Port': ['ID=86c96ae1-bd9f-4df0-8f66-8e31c86ae765,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:39.829475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90091188-94a6-4c10-bf9d-890ab7dff9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.871075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b4d3136d-db26-4c2a-a79a-4ef93adf5fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:39.896822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9d17146e-06bb-46ce-abdc-ada17ca651cd None None] Provisioning for port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:39.909247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9d17146e-06bb-46ce-abdc-ada17ca651cd None None] Provisioning complete for port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:39.909482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.909632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9d17146e-06bb-46ce-abdc-ada17ca651cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:39.949050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42a0dd1a-f16c-4a6f-a7cf-23710eabfaef tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:39.982399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:40.004438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Set router f7903e35-0b58-4563-b47a-66eafaa8ad54 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:40.161534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 456d23ef-532a-46cc-b724-18241881c8dd triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:40.161869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:40.297366 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-90091188-94a6-4c10-bf9d-890ab7dff9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "DELETE /v2.0/ports/b408c178-4ab5-425c-a07f-91085457c170 HTTP/1.1" status: 204 len: 168 time: 3.7090843 Dec 22 04:49:40.364735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:40.377355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 52942) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:40.393753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 624378ee-01ad-47d1-a5c8-ed2bc42e6d9c has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:40.409878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Request body: {'port': {'name': 'tempest-new-port-name-887933860', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:40.410273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] bootfile-name is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:49:40.410611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] tftp-server is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:49:40.410927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] server-ip-address is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 04:49:40.473908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:40.569284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:40.570474 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 3.4688742 Dec 22 04:49:40.572868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9d17146e-06bb-46ce-abdc-ada17ca651cd None None] Could not find standard attr ID for object b408c178-4ab5-425c-a07f-91085457c170. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:49:40.574558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:40.579337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41f5ba-0c50-4892-ba70-2a10b3e67879 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:49:40.583206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52948) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:40.585866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:40.608683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6ba95480-307e-4e1b-a9e2-8852a973de2d up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:40.619892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event updated for resources: {'Port': ['ID=3d9c7e0f-db47-4f57-875d-c581f999ca5d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:40.623414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:40.669911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce6a046f-688f-4765-88cf-48acde0805d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:40.702062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:40.742312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Provisioning for port 7f66c0c9-d1d4-4657-8b3d-583209ba8348 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:40.767829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Provisioning complete for port 7f66c0c9-d1d4-4657-8b3d-583209ba8348 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:40.768399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:40.895332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6ba95480-307e-4e1b-a9e2-8852a973de2d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:40.895706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:40.898940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:40.945191 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 3, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:40.948209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:40.969610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:40.971483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Pushing event updated for resources: {'Port': ['ID=daece4da-a81f-4d4d-b7af-f7c54ed87ef3,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:40.977346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Checking router: f7903e35-0b58-4563-b47a-66eafaa8ad54 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:49:40.977662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Updating router f7903e35-0b58-4563-b47a-66eafaa8ad54 port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:49:40.980022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dfa935-028a-4bef-add6-dab049544fdd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:40.983342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:40.985112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:41.014747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Port 7f66c0c9-d1d4-4657-8b3d-583209ba8348 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:41.031234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:41.037129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e41f5ba-0c50-4892-ba70-2a10b3e67879 None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:49:41.043251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.8 (f2aaf5df-4c70-4429-963c-053c58e9f4e7/3428e7e2-c91e-437b-892c-61daf3fbae08/ad042461-ae1b-4201-ac53-6ceaf4241136) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:41.078513 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.105706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.30 (f2aaf5df-4c70-4429-963c-053c58e9f4e7/5e770eb3-4459-4edb-a47d-278dfebcaead/ad042461-ae1b-4201-ac53-6ceaf4241136) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:41.121134 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-274f984a-2362-465c-9a2f-4e09da98d302 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4502 time: 0.4859881 Dec 22 04:49:41.121346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Provisioning complete for port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:41.121346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.128606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52954) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:41.144225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-704942d5-0e67-4c59-82ca-7638b0f465e2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group': {'name': 'tempest-security--851292238', 'description': 'tempest-security-description-389395695'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:41.206589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:41.219358 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a0d54-194f-4011-8076-94daa2fc9a6b None None] Sync routers for ids ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:41.220284 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "PUT /v2.0/routers/624378ee-01ad-47d1-a5c8-ed2bc42e6d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0646985 Dec 22 04:49:41.230004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52960) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:41.235948 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a0d54-194f-4011-8076-94daa2fc9a6b None None] Routers {'624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:41.236809 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a36a0d54-194f-4011-8076-94daa2fc9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:41.238165 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Floating IP 869392fd-2c3a-4e44-bb91-035a13bc1b63 associated. External IP: 172.26.1.155, port: 4c2eb89a-3767-4a18-95a1-5b77c697fc55. Dec 22 04:49:41.308286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'port': {'network_id': '3332a087-8890-496e-9fa8-ee924a4d9c2a', 'name': 'tempest-FloatingIPTestJSON-555177842'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:41.383166 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a36a0d54-194f-4011-8076-94daa2fc9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:41.387405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c890e6c5-cce9-43d1-9f1a-431a9fe41593 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:41.398581 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a0d54-194f-4011-8076-94daa2fc9a6b None None] Routers {'624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:41.399375 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a36a0d54-194f-4011-8076-94daa2fc9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:41.465891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-704942d5-0e67-4c59-82ca-7638b0f465e2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.473732 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a36a0d54-194f-4011-8076-94daa2fc9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:41.474726 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a0d54-194f-4011-8076-94daa2fc9a6b None None] The sync data for ids ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:41.577971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.682633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-704942d5-0e67-4c59-82ca-7638b0f465e2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.699252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.745557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-704942d5-0e67-4c59-82ca-7638b0f465e2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.748031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-704942d5-0e67-4c59-82ca-7638b0f465e2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.752089 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-704942d5-0e67-4c59-82ca-7638b0f465e2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "PUT /v2.0/security-groups/a6dfa935-028a-4bef-add6-dab049544fdd HTTP/1.1" status: 200 len: 1776 time: 0.6183271 Dec 22 04:49:41.754100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-73baa5e7-942c-4336-b742-02f716b8c99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:41.754390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port c890e6c5-cce9-43d1-9f1a-431a9fe41593 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:41.767904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Provisioning complete for port b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:41.768303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.772698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52966) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:41.786940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:41.804054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c890e6c5-cce9-43d1-9f1a-431a9fe41593 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:41.804440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.827115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Usage tracker for resource:port and tenant:0d7512e291344b439bed30b27ff83c93 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:41.887070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Port b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:41.896439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:41.931926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:41.972329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704942d5-0e67-4c59-82ca-7638b0f465e2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dfa935-028a-4bef-add6-dab049544fdd,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:42.002580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-704942d5-0e67-4c59-82ca-7638b0f465e2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:42.033028 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4771d3fd-30a0-437c-9a17-e6c8e4f7016b tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups/a6dfa935-028a-4bef-add6-dab049544fdd HTTP/1.1" status: 200 len: 1776 time: 0.2560899 Dec 22 04:49:42.033255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Provisioning complete for port c890e6c5-cce9-43d1-9f1a-431a9fe41593 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:42.033255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.035388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52970) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:42.036035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Made reservation on behalf of 0d7512e291344b439bed30b27ff83c93 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:42.039806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.075587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.134885 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.180130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Transition to ACTIVE for port object eb8e9675-2f38-45b7-9b86-e98e1cbbe01a will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:42.190912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.205839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.213105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b4d3136d-db26-4c2a-a79a-4ef93adf5fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:42.223251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] device_id is not set on port efc753eb-b7d0-454c-b608-b9a423d29ca1 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:49:42.242576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Router 5825369a-2474-4c74-8a1c-67e01036fa78 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:42.347461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Attempting to bind port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:42.347886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Attempting to bind port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:42.348214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Attempting to bind port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:42.352864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port c890e6c5-cce9-43d1-9f1a-431a9fe41593, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c890e6c5-cce9-43d1-9f1a-431a9fe41593,segment=NetworkSegment(c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9),segment_id=c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:42.365246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:42.365618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:42.366038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.366434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:42.366899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Bound port: eb8e9675-2f38-45b7-9b86-e98e1cbbe01a, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:42.367274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.393550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.395492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792b9ce-79a4-4004-87ba-9f248299faa8 None None] Pushing event updated for resources: {'Port': ['ID=eb8e9675-2f38-45b7-9b86-e98e1cbbe01a,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:42.403899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b792b9ce-79a4-4004-87ba-9f248299faa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:42.404675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.414419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-663318ff-8172-4357-8f33-407fd07a23b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:42.464421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Allocated IP 172.20.0.1 (381c7c77-02da-4013-b529-7b532458aa93/ac08edcf-e0e2-4920-80be-b8ed692d5205/e22e023b-372b-4440-af49-ca9e392c430f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:42.469972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5593bb7-5ad6-4d22-93d8-d4ebe6f0b855 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.501863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5593bb7-5ad6-4d22-93d8-d4ebe6f0b855 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.551226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:42.588256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.630138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:49:42.661979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object ad042461-ae1b-4201-ac53-6ceaf4241136 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:42.679014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=c890e6c5-cce9-43d1-9f1a-431a9fe41593,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:42.685769 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.690922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:42.708565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] For port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:42.712797 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.723743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1a60d49d-0e8f-403a-85b4-a9d5815fa55d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:42.725061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] For port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=eb8e9675-2f38-45b7-9b86-e98e1cbbe01a,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:42.731922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:42.732462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-d62a9e90-24be-41ac-95ad-84549fbf6c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:42.734844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.738926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:42.795814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:42.796864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.866256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] In _notify_port_updated(), no bound segment for port 2549be97-324a-49b2-8cf5-dafe65fe6bd8 on network d38d60ca-427c-415e-b406-eaad2ebeccd4 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:49:42.871965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:42.873028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.874543 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "PUT /v2.0/ports/2549be97-324a-49b2-8cf5-dafe65fe6bd8 HTTP/1.1" status: 200 len: 1129 time: 2.4876599 Dec 22 04:49:42.882852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Routers {'f7903e35-0b58-4563-b47a-66eafaa8ad54'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:42.883037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52976) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:42.885500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f7903e35-0b58-4563-b47a-66eafaa8ad54'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:42.890302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Allocated IP 172.20.0.9 (3332a087-8890-496e-9fa8-ee924a4d9c2a/7f4db40f-e27e-46bc-9aa6-0d26a26bcfc3/efc753eb-b7d0-454c-b608-b9a423d29ca1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:42.923804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Pushing event updated for resources: {'Port': ['ID=2549be97-324a-49b2-8cf5-dafe65fe6bd8,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:42.927792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.929983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:42.931583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:42.937084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.941151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:42.954005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0f90417f-71de-415d-847f-793cc171f7f0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:42.981480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] Sync routers for ids ['5825369a-2474-4c74-8a1c-67e01036fa78'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:42.989630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792b9ce-79a4-4004-87ba-9f248299faa8 None None] Pushing event updated for resources: {'Port': ['ID=eb8e9675-2f38-45b7-9b86-e98e1cbbe01a,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:43.018877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b792b9ce-79a4-4004-87ba-9f248299faa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:43.029595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:43.053035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5593bb7-5ad6-4d22-93d8-d4ebe6f0b855 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:43.082198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c5f63cfb-1aa3-4556-8af1-668ec51e5e35 tempest-ServersTestManualDisk-1008583315 tempest-ServersTestManualDisk-1008583315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:43.112092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] Routers {'5825369a-2474-4c74-8a1c-67e01036fa78'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:43.112784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5825369a-2474-4c74-8a1c-67e01036fa78'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:43.137280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5593bb7-5ad6-4d22-93d8-d4ebe6f0b855 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dfa935-028a-4bef-add6-dab049544fdd,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:43.150148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c5593bb7-5ad6-4d22-93d8-d4ebe6f0b855 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:43.219345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network f2aaf5df-4c70-4429-963c-053c58e9f4e7 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:43.228582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=7f66c0c9-d1d4-4657-8b3d-583209ba8348,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:43.231103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:43.272104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:43.306523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:43.322164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55067958-2c8e-47a2-bb97-907c8f2713fd tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:43.322823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-55067958-2c8e-47a2-bb97-907c8f2713fd tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Synchronizing usage tracker for tenant:cde03511ed50467fb5937a82b6792eb7 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:43.355102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:43.371750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Transition to ACTIVE for port object e22e023b-372b-4440-af49-ca9e392c430f will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:43.408422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5593bb7-5ad6-4d22-93d8-d4ebe6f0b855 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:43.410415 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c5593bb7-5ad6-4d22-93d8-d4ebe6f0b855 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/a6dfa935-028a-4bef-add6-dab049544fdd HTTP/1.1" status: 204 len: 168 time: 1.3606911 Dec 22 04:49:43.419690 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3669744 Dec 22 04:49:43.419925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52980) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:43.432210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:49:43.528114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=ad042461-ae1b-4201-ac53-6ceaf4241136,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:43.548794 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'status': 'completed', 'code': 200} Dec 22 04:49:43.549929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:43.550564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:43.602810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:43.607142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-55067958-2c8e-47a2-bb97-907c8f2713fd tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Unset dirty status for tenant:cde03511ed50467fb5937a82b6792eb7 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:43.613267 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-55067958-2c8e-47a2-bb97-907c8f2713fd tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "GET /v2.0/ports/2549be97-324a-49b2-8cf5-dafe65fe6bd8 HTTP/1.1" status: 200 len: 1129 time: 0.7257771 Dec 22 04:49:43.614362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] Set router f7903e35-0b58-4563-b47a-66eafaa8ad54 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:43.614498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-209368e0-1e14-4603-8f5b-b5830467cb88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:43.647069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52988) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:43.692266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:43.692884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:43.696444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.710s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:43.696827 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:43.843352 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.0478616 Dec 22 04:49:43.847650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52992) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:43.855420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Network 381c7c77-02da-4013-b529-7b532458aa93 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:43.863578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3428e7e2-c91e-437b-892c-61daf3fbae08'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:43.874786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] Set router 5825369a-2474-4c74-8a1c-67e01036fa78 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:43.901673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:43.932993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:43.955271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabda54-68df-4873-a43b-29d9cc644383 req-e5bfdd3b-6b14-468f-991e-e1deee30a3e3 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:43.962453 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9fabda54-68df-4873-a43b-29d9cc644383 req-e5bfdd3b-6b14-468f-991e-e1deee30a3e3 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.2557898 Dec 22 04:49:43.990812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f488341-941a-4b57-937f-af621e3d66ba req-f311a47f-53e4-48b5-ac83-7d955eee77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:43.992453 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f488341-941a-4b57-937f-af621e3d66ba req-f311a47f-53e4-48b5-ac83-7d955eee77ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=764145d3df5348cd8b52e32c7b5419a2&device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 1098 time: 0.2946510 Dec 22 04:49:44.032082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.037943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-70433527-6a11-4af5-bbbb-5e1fe4498450 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:44.044077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Pushing event updated for resources: {'Port': ['ID=e22e023b-372b-4440-af49-ca9e392c430f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:44.056118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:44.138071 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9fabda54-68df-4873-a43b-29d9cc644383 req-8c8826e0-1dd1-4cf5-a2bb-36af678ba58c tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746364 Dec 22 04:49:44.180565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 52996) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:44.185185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.195831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-15877e71-4c2a-4f33-9c3c-196b4685d487 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Deleting port 2549be97-324a-49b2-8cf5-dafe65fe6bd8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:44.196265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15877e71-4c2a-4f33-9c3c-196b4685d487 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.307674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f08c81ac-4a72-4944-8478-29cabf9eb8e8 None None] Provisioning for port ad042461-ae1b-4201-ac53-6ceaf4241136 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:44.341356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f08c81ac-4a72-4944-8478-29cabf9eb8e8 None None] Provisioning complete for port ad042461-ae1b-4201-ac53-6ceaf4241136 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:44.341777 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f08c81ac-4a72-4944-8478-29cabf9eb8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.374523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-70433527-6a11-4af5-bbbb-5e1fe4498450 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:44.378928 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-70433527-6a11-4af5-bbbb-5e1fe4498450 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8589792 Dec 22 04:49:44.402871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53000) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:44.412110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.418757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Transition to ACTIVE for port object efc753eb-b7d0-454c-b608-b9a423d29ca1 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:44.443482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f08c81ac-4a72-4944-8478-29cabf9eb8e8 None None] Port ad042461-ae1b-4201-ac53-6ceaf4241136 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:44.513424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 3, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:44.519823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f08c81ac-4a72-4944-8478-29cabf9eb8e8 None None] Provisioning complete for port 7f66c0c9-d1d4-4657-8b3d-583209ba8348 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:44.520433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f08c81ac-4a72-4944-8478-29cabf9eb8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.520998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.528368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f488341-941a-4b57-937f-af621e3d66ba req-112d2e0a-376e-45d5-a2f4-5ccdab242d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:44.529997 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f488341-941a-4b57-937f-af621e3d66ba req-112d2e0a-376e-45d5-a2f4-5ccdab242d7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 HTTP/1.1" status: 200 len: 898 time: 0.5281510 Dec 22 04:49:44.555825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c890e6c5-cce9-43d1-9f1a-431a9fe41593 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:44.585274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141c34a-7616-404f-9ca4-083d563f44ae None None] The sync data for ids ['f7903e35-0b58-4563-b47a-66eafaa8ad54'] in dv-neutron-822524-1-hyperv is: [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 3, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:44.695398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c890e6c5-cce9-43d1-9f1a-431a9fe41593 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:44.695680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.736332 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f488341-941a-4b57-937f-af621e3d66ba req-f6807a84-e7d8-44e5-ab36-ea564003aad0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55 HTTP/1.1" status: 200 len: 999 time: 0.1971207 Dec 22 04:49:44.746391 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-f130b2d8-ad26-4759-9eeb-6c631e0a0e03 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] delete failed (client error): The resource could not be found. Dec 22 04:49:44.747318 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f130b2d8-ad26-4759-9eeb-6c631e0a0e03 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/a6dfa935-028a-4bef-add6-dab049544fdd HTTP/1.1" status: 404 len: 347 time: 0.3268864 Dec 22 04:49:44.758487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f08c81ac-4a72-4944-8478-29cabf9eb8e8 None None] Port 7f66c0c9-d1d4-4657-8b3d-583209ba8348 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:44.765970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '869392fd-2c3a-4e44-bb91-035a13bc1b63', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'floating_ip_address': '172.26.1.155', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'port_id': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'mac_address': 'fa:16:3e:15:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:49:38Z', 'updated_at': '2021-12-22T04:49:38Z', 'revision_number': 0, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4be638-e3e3-4cc0-af9e-e951ff5ccf06', 'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'mac_address': 'fa:16:3e:46:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:50Z', 'updated_at': '2021-12-22T04:49:02Z', 'revision_number': 5, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'subnets': [{'id': '76c30861-2e71-4035-a439-c02536c7f089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:44.766252 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-21ded261-7ef8-44d9-b74f-0bc5857766f5 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/floatingips/869392fd-2c3a-4e44-bb91-035a13bc1b63 HTTP/1.1" status: 200 len: 991 time: 0.5732517 Dec 22 04:49:44.769890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53004) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:44.772622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] Checking router: 5825369a-2474-4c74-8a1c-67e01036fa78 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:49:44.787406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] Routers {'5825369a-2474-4c74-8a1c-67e01036fa78'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:44.787850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group': {'name': 'tempest-secgroup--139353204'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:44.788000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5825369a-2474-4c74-8a1c-67e01036fa78'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:44.830449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:44.846924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f488341-941a-4b57-937f-af621e3d66ba req-446aed8a-28eb-4463-bf3a-4cef0d141397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:44.848994 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f488341-941a-4b57-937f-af621e3d66ba req-446aed8a-28eb-4463-bf3a-4cef0d141397 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76c30861-2e71-4035-a439-c02536c7f089 HTTP/1.1" status: 200 len: 832 time: 0.1032696 Dec 22 04:49:44.873236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f08c81ac-4a72-4944-8478-29cabf9eb8e8 None None] Provisioning complete for port 2549be97-324a-49b2-8cf5-dafe65fe6bd8 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:44.873626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f08c81ac-4a72-4944-8478-29cabf9eb8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.891043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:44.963005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.972543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.973749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.978494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9894207-67df-4e67-b4a1-b6961bd0f334 tempest-RoutersAdminTest-1489783347 tempest-RoutersAdminTest-1489783347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:45.060907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f488341-941a-4b57-937f-af621e3d66ba req-549f4b4a-ce2e-47f8-a78f-75abeb8f71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:45.062712 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f488341-941a-4b57-937f-af621e3d66ba req-549f4b4a-ce2e-47f8-a78f-75abeb8f71e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2050288 Dec 22 04:49:45.089652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:45.127804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f08c81ac-4a72-4944-8478-29cabf9eb8e8 None None] Port 2549be97-324a-49b2-8cf5-dafe65fe6bd8 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:45.167768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] Set router 5825369a-2474-4c74-8a1c-67e01036fa78 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:45.180848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:45.229649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=7f66c0c9-d1d4-4657-8b3d-583209ba8348,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:45.242476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:45.252962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:45.351313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Router 81dbcd81-ca03-4547-aac7-572f5f530624 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:49:45.366561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Network 3332a087-8890-496e-9fa8-ee924a4d9c2a is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:45.380297 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f488341-941a-4b57-937f-af621e3d66ba req-59657030-9e53-481b-8539-b45ef56357a7 service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073003 Dec 22 04:49:45.382276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network 8946f69f-eaa0-43e2-8d39-881e0322b66b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:45.383547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:45.390047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ea453a96-f482-427f-9e0f-184874a1dafe None None] Provisioning for port e22e023b-372b-4440-af49-ca9e392c430f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:45.399456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ea453a96-f482-427f-9e0f-184874a1dafe None None] Provisioning complete for port e22e023b-372b-4440-af49-ca9e392c430f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:45.400064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ea453a96-f482-427f-9e0f-184874a1dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:45.403084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:45.406170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:45.432428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:45.524917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ea453a96-f482-427f-9e0f-184874a1dafe None None] Port e22e023b-372b-4440-af49-ca9e392c430f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:45.605824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15877e71-4c2a-4f33-9c3c-196b4685d487 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:45.616046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event updated for resources: {'Port': ['ID=efc753eb-b7d0-454c-b608-b9a423d29ca1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:45.779490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53008) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:45.795578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.796083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.796474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.796831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.797183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.797534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.797996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.798349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.798696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.799379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.799379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.799810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:45.809985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '869392fd-2c3a-4e44-bb91-035a13bc1b63', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'floating_ip_address': '172.26.1.155', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'port_id': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'mac_address': 'fa:16:3e:15:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:49:38Z', 'updated_at': '2021-12-22T04:49:38Z', 'revision_number': 0, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4be638-e3e3-4cc0-af9e-e951ff5ccf06', 'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'mac_address': 'fa:16:3e:46:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:50Z', 'updated_at': '2021-12-22T04:49:02Z', 'revision_number': 5, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'subnets': [{'id': '76c30861-2e71-4035-a439-c02536c7f089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:45.810189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:45.811021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:45.815082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eacd9f-238d-44e0-9222-cdce91e980be None None] The sync data for ids ['5825369a-2474-4c74-8a1c-67e01036fa78'] in dv-neutron-822524-1-hyperv is: [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '869392fd-2c3a-4e44-bb91-035a13bc1b63', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'floating_ip_address': '172.26.1.155', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'port_id': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'mac_address': 'fa:16:3e:15:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:49:38Z', 'updated_at': '2021-12-22T04:49:38Z', 'revision_number': 0, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4be638-e3e3-4cc0-af9e-e951ff5ccf06', 'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'mac_address': 'fa:16:3e:46:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:50Z', 'updated_at': '2021-12-22T04:49:02Z', 'revision_number': 5, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'subnets': [{'id': '76c30861-2e71-4035-a439-c02536c7f089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:45.825724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:45.861185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2cd48668-fb38-46b0-9729-bcaa9ab0d50d None None] Provisioning complete for port 7f66c0c9-d1d4-4657-8b3d-583209ba8348 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:45.861850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2cd48668-fb38-46b0-9729-bcaa9ab0d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:45.931248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-15877e71-4c2a-4f33-9c3c-196b4685d487 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Calling delete_port for 2549be97-324a-49b2-8cf5-dafe65fe6bd8 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:45.939115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2cd48668-fb38-46b0-9729-bcaa9ab0d50d None None] Port 7f66c0c9-d1d4-4657-8b3d-583209ba8348 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:45.963459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2cd48668-fb38-46b0-9729-bcaa9ab0d50d None None] Provisioning for port efc753eb-b7d0-454c-b608-b9a423d29ca1 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:45.963876 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f488341-941a-4b57-937f-af621e3d66ba req-65c84dd9-7851-48e4-beea-4002c26acfe5 service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727966 Dec 22 04:49:45.970565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:45.972360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2cd48668-fb38-46b0-9729-bcaa9ab0d50d None None] Provisioning complete for port efc753eb-b7d0-454c-b608-b9a423d29ca1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:45.973047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2cd48668-fb38-46b0-9729-bcaa9ab0d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:45.979649 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f5dcae2f-79b2-45f8-8c4d-288adc4cecfe tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/floatingips/869392fd-2c3a-4e44-bb91-035a13bc1b63 HTTP/1.1" status: 200 len: 991 time: 0.1892288 Dec 22 04:49:45.991435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:46.006860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Router 5fcac788-c47a-4a71-b3d8-b2b931cb6dbc is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:49:46.025502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:46.036951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:46.055423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:46.071604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2cd48668-fb38-46b0-9729-bcaa9ab0d50d None None] Port efc753eb-b7d0-454c-b608-b9a423d29ca1 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:46.105469 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.8210695 Dec 22 04:49:46.188757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53012) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:46.240405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Request body: {'floatingip': {'port_id': 'efc753eb-b7d0-454c-b608-b9a423d29ca1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:46.326843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:46.331997 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "PUT /v2.0/routers/5fcac788-c47a-4a71-b3d8-b2b931cb6dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1748788 Dec 22 04:49:46.334844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53016) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:46.339065 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f497fc5-33f6-49bc-8825-25c112adf479 None None] Sync routers for ids ['5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:46.350207 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f497fc5-33f6-49bc-8825-25c112adf479 None None] Routers {'5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:46.351073 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8f497fc5-33f6-49bc-8825-25c112adf479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:46.424656 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8f497fc5-33f6-49bc-8825-25c112adf479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:46.431351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e850e7e4-c8ce-4661-a63e-7286488e6f98 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:46.432290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e850e7e4-c8ce-4661-a63e-7286488e6f98 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:46.442480 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f497fc5-33f6-49bc-8825-25c112adf479 None None] Routers {'5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:46.443038 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8f497fc5-33f6-49bc-8825-25c112adf479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:46.451170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e850e7e4-c8ce-4661-a63e-7286488e6f98 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:46.458379 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e850e7e4-c8ce-4661-a63e-7286488e6f98 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fcac788-c47a-4a71-b3d8-b2b931cb6dbc HTTP/1.1" status: 200 len: 989 time: 0.1224949 Dec 22 04:49:46.459171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53020) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:46.513307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00cb0c-3ebf-4883-a5ff-2c0e2c8f6b1c None None] New status for floating IP 869392fd-2c3a-4e44-bb91-035a13bc1b63: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:49:46.547307 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8f497fc5-33f6-49bc-8825-25c112adf479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:46.547904 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f497fc5-33f6-49bc-8825-25c112adf479 None None] The sync data for ids ['5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:46.597047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device eb8e9675-2f38-45b7-9b86-e98e1cbbe01a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:46.713927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:46.725409 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b48239-7ee8-49b4-ba95-52b07611231a None None] Sync routers for ids ['81dbcd81-ca03-4547-aac7-572f5f530624'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:46.740799 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b48239-7ee8-49b4-ba95-52b07611231a None None] Routers {'81dbcd81-ca03-4547-aac7-572f5f530624'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:46.741701 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-13b48239-7ee8-49b4-ba95-52b07611231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['81dbcd81-ca03-4547-aac7-572f5f530624'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:46.753036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:46.823032 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-13b48239-7ee8-49b4-ba95-52b07611231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:46.837525 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b48239-7ee8-49b4-ba95-52b07611231a None None] Routers {'81dbcd81-ca03-4547-aac7-572f5f530624'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:46.839665 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-13b48239-7ee8-49b4-ba95-52b07611231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['81dbcd81-ca03-4547-aac7-572f5f530624'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:46.858003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:46.929980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:46.930388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:46.990703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53024) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:47.018171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.019375 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2a5f0d35-c095-4515-be28-ce58709d6d13 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.8088269 Dec 22 04:49:47.033155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53028) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:47.042891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ab369d5f-4d0a-4013-a5f7-0179ebde38c0 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_snat': False}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:47.059653 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-13b48239-7ee8-49b4-ba95-52b07611231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:47.060073 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b48239-7ee8-49b4-ba95-52b07611231a None None] The sync data for ids ['81dbcd81-ca03-4547-aac7-572f5f530624'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:47.087059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.090958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15877e71-4c2a-4f33-9c3c-196b4685d487 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.095551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.113148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=eb8e9675-2f38-45b7-9b86-e98e1cbbe01a,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:47.118182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.121509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:47.147796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee1a0335-3c03-4f67-a503-69dea756e193 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:47.198757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.202744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=eb8e9675-2f38-45b7-9b86-e98e1cbbe01a,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:47.206832 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:47.279569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877e71-4c2a-4f33-9c3c-196b4685d487 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Pushing event deleted for resources: {'Port': ['ID=2549be97-324a-49b2-8cf5-dafe65fe6bd8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:47.297254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-15877e71-4c2a-4f33-9c3c-196b4685d487 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:47.306369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:47.349687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:49:47.392567 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.396502 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6183634 Dec 22 04:49:47.410354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53032) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:47.441134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.460064 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3f8c90d6-6d85-45dc-a695-a22bd37f6ee9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/floatingips/869392fd-2c3a-4e44-bb91-035a13bc1b63 HTTP/1.1" status: 200 len: 993 time: 0.4488704 Dec 22 04:49:47.460064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15877e71-4c2a-4f33-9c3c-196b4685d487 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.460064 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-15877e71-4c2a-4f33-9c3c-196b4685d487 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "DELETE /v2.0/ports/2549be97-324a-49b2-8cf5-dafe65fe6bd8 HTTP/1.1" status: 204 len: 168 time: 3.7900465 Dec 22 04:49:47.460479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53036) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:47.470931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': '59f2b85b-3d9c-4427-9f37-b713fb3daa87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:47.476867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.513811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f2b85b-3d9c-4427-9f37-b713fb3daa87,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:47.554187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:47.568764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:47.569189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84e4936f-5394-4f34-b576-437871c653b1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:47.621049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:47.624771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Deleting subnet c1acdc24-b2e3-4e33-a86f-1a2cf5ca4883 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:47.630757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.632915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:47.658114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:47.746595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.750297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Delete allocated IP 172.20.0.30 (f2aaf5df-4c70-4429-963c-053c58e9f4e7/5e770eb3-4459-4edb-a47d-278dfebcaead) {{(pid=87555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:49:47.781106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Pushing event updated for resources: {'Port': ['ID=e22e023b-372b-4440-af49-ca9e392c430f,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:47.804318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:47.813669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:47.947819 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.012013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab369d5f-4d0a-4013-a5f7-0179ebde38c0 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.027213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.257464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.276933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.286482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Network 381c7c77-02da-4013-b529-7b532458aa93 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:48.290282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a531a435-eb4d-41e2-8411-e781f1c9d1f7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:48.296344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:48.329476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.330715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ae39b8-d5e3-4b66-950c-69a19559b2a1,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:48.486327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.493871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11ad65e9-4c1c-408a-b21b-7845cd99d619 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:48.541254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device eb8e9675-2f38-45b7-9b86-e98e1cbbe01a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:48.548928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Pushing event deleted for resources: {'Subnet': ['ID=c1acdc24-b2e3-4e33-a86f-1a2cf5ca4883,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:48.551607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.570512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.570946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.571259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.571623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.571992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.572371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.572725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.573074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.573427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.573775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.574127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.574475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:48.575572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:48.581952 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "DELETE /v2.0/subnets/c1acdc24-b2e3-4e33-a86f-1a2cf5ca4883 HTTP/1.1" status: 204 len: 168 time: 1.1199994 Dec 22 04:49:48.581952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:48.583605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 7f66c0c9-d1d4-4657-8b3d-583209ba8348 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:48.583605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.588294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53040) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:48.601162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.628332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb144953-a241-476c-84be-fddd9a4ae0a1 None None] Network d38d60ca-427c-415e-b406-eaad2ebeccd4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:48.650008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.653830 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2029746 Dec 22 04:49:48.669322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53044) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:48.802211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object ad042461-ae1b-4201-ac53-6ceaf4241136 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:48.826496 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-196943dd-5baf-41a4-b8ce-924ad0d628ee None None] Provisioning complete for port e22e023b-372b-4440-af49-ca9e392c430f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:48.827400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-196943dd-5baf-41a4-b8ce-924ad0d628ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.834118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.864548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dfc27804-73a4-487b-b884-209f56054436 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:48.878470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:48.879144 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.937787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.940120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-508c69de-2ac3-4402-8a4b-8cd7d5d59a3a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.949952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-196943dd-5baf-41a4-b8ce-924ad0d628ee None None] Port e22e023b-372b-4440-af49-ca9e392c430f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:48.971475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-508c69de-2ac3-4402-8a4b-8cd7d5d59a3a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:48.984088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.086492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Router f7903e35-0b58-4563-b47a-66eafaa8ad54 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:49.096107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:49:49.122264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] DHCP port deletion for d38d60ca-427c-415e-b406-eaad2ebeccd4 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:49:49.129569 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Deleting port 6ba95480-307e-4e1b-a9e2-8852a973de2d {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:49.130646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.139635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 7f66c0c9-d1d4-4657-8b3d-583209ba8348 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:49.165167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=ad042461-ae1b-4201-ac53-6ceaf4241136,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:49.184264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:49.194984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Deleting port 6ba95480-307e-4e1b-a9e2-8852a973de2d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:49.195320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.258092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-508c69de-2ac3-4402-8a4b-8cd7d5d59a3a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.332746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:49.377952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] In _notify_port_updated(), no bound segment for port ad042461-ae1b-4201-ac53-6ceaf4241136 on network f2aaf5df-4c70-4429-963c-053c58e9f4e7 {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:49:49.383895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:49.384170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.388238 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "PUT /v2.0/ports/ad042461-ae1b-4201-ac53-6ceaf4241136 HTTP/1.1" status: 200 len: 919 time: 5.5288088 Dec 22 04:49:49.388238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c69de-2ac3-4402-8a4b-8cd7d5d59a3a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0ae39b8-d5e3-4b66-950c-69a19559b2a1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:49.393188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.397285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-508c69de-2ac3-4402-8a4b-8cd7d5d59a3a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:49.397635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53048) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:49.402544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-508c69de-2ac3-4402-8a4b-8cd7d5d59a3a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.407019 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-508c69de-2ac3-4402-8a4b-8cd7d5d59a3a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b0ae39b8-d5e3-4b66-950c-69a19559b2a1 HTTP/1.1" status: 204 len: 168 time: 0.7333484 Dec 22 04:49:49.408874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53052) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:49.412911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3428e7e2-c91e-437b-892c-61daf3fbae08'}, {'subnet_id': '5e770eb3-4459-4edb-a47d-278dfebcaead'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:49.419206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] For port 6ba95480-307e-4e1b-a9e2-8852a973de2d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6ba95480-307e-4e1b-a9e2-8852a973de2d,segment=NetworkSegment(b0fc41d2-1f11-4d1c-8b27-db637e61e68d),segment_id=b0fc41d2-1f11-4d1c-8b27-db637e61e68d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:49.419622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.434319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-55450893-c575-4c8b-9336-2a9ce56b8f5d None None] Provisioning for port ad042461-ae1b-4201-ac53-6ceaf4241136 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:49.443952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.547013 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-55450893-c575-4c8b-9336-2a9ce56b8f5d None None] Provisioning complete for port ad042461-ae1b-4201-ac53-6ceaf4241136 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:49.547697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-55450893-c575-4c8b-9336-2a9ce56b8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.578023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Calling delete_port for 6ba95480-307e-4e1b-a9e2-8852a973de2d owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:49.663280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-55450893-c575-4c8b-9336-2a9ce56b8f5d None None] Port ad042461-ae1b-4201-ac53-6ceaf4241136 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:49.695768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.701929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:49.705248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab369d5f-4d0a-4013-a5f7-0179ebde38c0 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.710694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab369d5f-4d0a-4013-a5f7-0179ebde38c0 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.744986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Pushing event deleted for resources: {'Port': ['ID=6ba95480-307e-4e1b-a9e2-8852a973de2d,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:49.750325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] No DVR routers for this DVR port 6ba95480-307e-4e1b-a9e2-8852a973de2d on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:49:49.769033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.769452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.769899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.770334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.772122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.772613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.773514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.773514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.773907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.774302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.774684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.775101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:49.779360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:49.809914 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:49.870003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-26148e44-619a-4c55-8cd4-b82b53ef8351 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:49.934919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=7f66c0c9-d1d4-4657-8b3d-583209ba8348,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:49.941489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:50.060265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:50.069832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a227032f-4eb7-4824-a1b7-f29362885cc6 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:50.072200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Sync routers for ids ['f7903e35-0b58-4563-b47a-66eafaa8ad54'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:50.079739 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] 10.222.0.36 "PUT /v2.0/routers/f7903e35-0b58-4563-b47a-66eafaa8ad54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7033617 Dec 22 04:49:50.083482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Routers {'f7903e35-0b58-4563-b47a-66eafaa8ad54'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:50.084357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f7903e35-0b58-4563-b47a-66eafaa8ad54'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:50.122149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab369d5f-4d0a-4013-a5f7-0179ebde38c0 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Router 81dbcd81-ca03-4547-aac7-572f5f530624 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:50.122819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] For port 6ba95480-307e-4e1b-a9e2-8852a973de2d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6ba95480-307e-4e1b-a9e2-8852a973de2d,segment=NetworkSegment(b0fc41d2-1f11-4d1c-8b27-db637e61e68d),segment_id=b0fc41d2-1f11-4d1c-8b27-db637e61e68d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:50.123289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:50.128975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:50.144769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:50.294616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Calling delete_port for 6ba95480-307e-4e1b-a9e2-8852a973de2d owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:50.325867 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP 455b637e-191a-4816-b2e6-e968b9591e32 associated. External IP: 172.26.1.94, port: a2cf43b8-c0ca-47d6-b463-38f13df0ea92. Dec 22 04:49:50.408845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a227032f-4eb7-4824-a1b7-f29362885cc6 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:50.410148 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a227032f-4eb7-4824-a1b7-f29362885cc6 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9680099 Dec 22 04:49:50.439493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Set router f7903e35-0b58-4563-b47a-66eafaa8ad54 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:50.447194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53062) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:50.579363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Router 5fcac788-c47a-4a71-b3d8-b2b931cb6dbc has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:50.584058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab369d5f-4d0a-4013-a5f7-0179ebde38c0 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:50.595386 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ef5e6-3953-48eb-b799-89ad7037ca5c None None] Sync routers for ids ['81dbcd81-ca03-4547-aac7-572f5f530624'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:50.615100 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ef5e6-3953-48eb-b799-89ad7037ca5c None None] Routers {'81dbcd81-ca03-4547-aac7-572f5f530624'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:50.616590 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c79ef5e6-3953-48eb-b799-89ad7037ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['81dbcd81-ca03-4547-aac7-572f5f530624'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:50.665801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab369d5f-4d0a-4013-a5f7-0179ebde38c0 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:50.667455 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ab369d5f-4d0a-4013-a5f7-0179ebde38c0 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "PUT /v2.0/routers/81dbcd81-ca03-4547-aac7-572f5f530624 HTTP/1.1" status: 200 len: 925 time: 3.6318796 Dec 22 04:49:50.676974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53066) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:50.733432 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c79ef5e6-3953-48eb-b799-89ad7037ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:50.759512 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ef5e6-3953-48eb-b799-89ad7037ca5c None None] Routers {'81dbcd81-ca03-4547-aac7-572f5f530624'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:50.762305 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c79ef5e6-3953-48eb-b799-89ad7037ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['81dbcd81-ca03-4547-aac7-572f5f530624'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:50.820201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:50.820521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:50.821880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6ba95480-307e-4e1b-a9e2-8852a973de2d no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:50.867721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 6ba95480-307e-4e1b-a9e2-8852a973de2d {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:50.868289 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6ba95480-307e-4e1b-a9e2-8852a973de2d not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:50.901859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:50.915009 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "PUT /v2.0/routers/5fcac788-c47a-4a71-b3d8-b2b931cb6dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4499557 Dec 22 04:49:50.915208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53070) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:50.921827 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7074353-a52e-4cd4-96c5-d57715a75568 None None] Sync routers for ids ['5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:50.930672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'e22e023b-372b-4440-af49-ca9e392c430f', 'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'mac_address': 'fa:16:3e:dd:33:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:41Z', 'updated_at': '2021-12-22T04:49:46Z', 'revision_number': 2, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'subnets': [{'id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:50.941848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Checking router: f7903e35-0b58-4563-b47a-66eafaa8ad54 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:49:50.941848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Updating router f7903e35-0b58-4563-b47a-66eafaa8ad54 port e22e023b-372b-4440-af49-ca9e392c430f binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:49:50.951632 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c79ef5e6-3953-48eb-b799-89ad7037ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:50.952740 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ef5e6-3953-48eb-b799-89ad7037ca5c None None] The sync data for ids ['81dbcd81-ca03-4547-aac7-572f5f530624'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:50.976890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7074353-a52e-4cd4-96c5-d57715a75568 None None] Routers {'5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:50.977535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e7074353-a52e-4cd4-96c5-d57715a75568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:51.006890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53074) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:51.018734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28b8a405-9da9-43b7-bc6d-22ad1e59b6c9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.018948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195632032', 'description': 'tempest-description--1579963489'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:51.023326 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-902e75b6-04ec-4724-a0b3-ff3f90d06e4f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:49:51.023833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-902e75b6-04ec-4724-a0b3-ff3f90d06e4f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:51.029994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:51.041522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Usage tracker for resource:security_group and tenant:7e49244735364e1d8b264adb2efbdda6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:51.044919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:51.052271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e7074353-a52e-4cd4-96c5-d57715a75568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:51.052449 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:51.054324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-902e75b6-04ec-4724-a0b3-ff3f90d06e4f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:51.058223 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-902e75b6-04ec-4724-a0b3-ff3f90d06e4f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/7f66c0c9-d1d4-4657-8b3d-583209ba8348 HTTP/1.1" status: 404 len: 333 time: 0.1391971 Dec 22 04:49:51.060497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53078) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:51.065816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.070388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.080729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7074353-a52e-4cd4-96c5-d57715a75568 None None] Routers {'5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:51.081383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e7074353-a52e-4cd4-96c5-d57715a75568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:51.092904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:51.097255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Usage tracker for resource:security_group_rule and tenant:7e49244735364e1d8b264adb2efbdda6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:51.100753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:51.106790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:51.147436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e7074353-a52e-4cd4-96c5-d57715a75568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:51.147862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7074353-a52e-4cd4-96c5-d57715a75568 None None] The sync data for ids ['5fcac788-c47a-4a71-b3d8-b2b931cb6dbc'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:51.183942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.189558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.193215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0e379ea-8e2e-4b14-8b61-37d03e3ce181 tempest-RoutersAdminNegativeTest-579452937 tempest-RoutersAdminNegativeTest-579452937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:51.234069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04302b2a-d912-42f0-93d9-b3201523fee4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:51.244973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:51.246345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.250778 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2371292 Dec 22 04:49:51.251296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53082) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:51.256652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Request body: {'security_group_rule': {'security_group_id': '04302b2a-d912-42f0-93d9-b3201523fee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:51.262413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:51.266667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Usage tracker for resource:security_group_rule and tenant:7e49244735364e1d8b264adb2efbdda6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:51.269558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:51.275188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:51.283164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28b8a405-9da9-43b7-bc6d-22ad1e59b6c9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.295473 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-53204e1f-9d55-490a-bff6-52cb6a788229 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/routers/81dbcd81-ca03-4547-aac7-572f5f530624 HTTP/1.1" status: 200 len: 925 time: 0.6033316 Dec 22 04:49:51.297333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.312174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53086) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:51.347023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Deleting port 6ba95480-307e-4e1b-a9e2-8852a973de2d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:51.347668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.417896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-61c5663f-f173-4358-82df-c45f9b9fc998 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.426935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.434102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.438805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:51.450879 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d4244-2aac-48ea-b091-71407688e551 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:51.451106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c35d4244-2aac-48ea-b091-71407688e551 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Synchronizing usage tracker for tenant:668dd39e26c74ac1bac6a8b49909be08 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:51.469828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7027aa08-d6f3-42c5-8d89-0b3afab2522c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:51.474871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:51.488458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.490075 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378118 Dec 22 04:49:51.492787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53090) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:51.495574 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c35d4244-2aac-48ea-b091-71407688e551 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Unset dirty status for tenant:668dd39e26c74ac1bac6a8b49909be08 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:51.500075 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c35d4244-2aac-48ea-b091-71407688e551 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&device_id=81dbcd81-ca03-4547-aac7-572f5f530624&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1867557 Dec 22 04:49:51.500898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53094) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:51.504194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Request body: {'security_group_rule': {'security_group_id': '04302b2a-d912-42f0-93d9-b3201523fee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:51.512282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:51.535783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Usage tracker for resource:security_group_rule and tenant:7e49244735364e1d8b264adb2efbdda6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:51.541864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:51.563688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.577279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Transition to ACTIVE for port object e22e023b-372b-4440-af49-ca9e392c430f will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:51.586445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.590570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:51.605806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:51.655820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.725149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834e372e-14e2-41c2-ad39-d350efc95f16 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:51.726150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-834e372e-14e2-41c2-ad39-d350efc95f16 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Synchronizing usage tracker for tenant:668dd39e26c74ac1bac6a8b49909be08 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:51.754099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a26ee1-b426-4d6b-ae8e-9745cc43d420 None None] Pushing event updated for resources: {'Port': ['ID=e22e023b-372b-4440-af49-ca9e392c430f,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:51.755220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-834e372e-14e2-41c2-ad39-d350efc95f16 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Unset dirty status for tenant:668dd39e26c74ac1bac6a8b49909be08 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:51.756443 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-834e372e-14e2-41c2-ad39-d350efc95f16 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 881 time: 0.2473288 Dec 22 04:49:51.759334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53098) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:51.761731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-78a26ee1-b426-4d6b-ae8e-9745cc43d420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:51.812993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] The port '6ba95480-307e-4e1b-a9e2-8852a973de2d' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:49:51.822461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Attempting to bind port e22e023b-372b-4440-af49-ca9e392c430f on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:51.823029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Attempting to bind port e22e023b-372b-4440-af49-ca9e392c430f by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:51.823482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Attempting to bind port e22e023b-372b-4440-af49-ca9e392c430f on network 381c7c77-02da-4013-b529-7b532458aa93 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:51.829772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:51.830299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Checking segment: {'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:51.830849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.831351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Bound using segment: {'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:51.831933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Bound port: e22e023b-372b-4440-af49-ca9e392c430f, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:51.832452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.836056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.851054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.859280 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-59caff67-5e26-4888-9cd7-2f110f8c5b25 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dbcd81-ca03-4547-aac7-572f5f530624 HTTP/1.1" status: 200 len: 205 time: 0.0971551 Dec 22 04:49:51.860192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53102) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:51.930354 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] For port e22e023b-372b-4440-af49-ca9e392c430f, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:51.933924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c2c5a91-fdb0-48e3-9f79-90db11da9175 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:51.934481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] For port e22e023b-372b-4440-af49-ca9e392c430f, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e22e023b-372b-4440-af49-ca9e392c430f,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:51.940794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:51.947278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b792b9ce-79a4-4004-87ba-9f248299faa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:51.968721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074001b0-0138-4b3b-807e-9ffaf6798a54,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:51.971223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:52.003900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.007668 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5107090 Dec 22 04:49:52.007668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53106) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:52.015032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:52.022807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:52.025929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:52.026917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Usage tracker for resource:floatingip and tenant:7e49244735364e1d8b264adb2efbdda6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:52.031176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:52.037452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:52.042304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Routers {'f7903e35-0b58-4563-b47a-66eafaa8ad54'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:52.042941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f7903e35-0b58-4563-b47a-66eafaa8ad54'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:52.122180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.137660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28b8a405-9da9-43b7-bc6d-22ad1e59b6c9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.155267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.25 (f2aaf5df-4c70-4429-963c-053c58e9f4e7/5e770eb3-4459-4edb-a47d-278dfebcaead/ad042461-ae1b-4201-ac53-6ceaf4241136) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:52.161451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4a7365db-88ce-464a-82d1-8f29f0aeb847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:52.205291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-61c5663f-f173-4358-82df-c45f9b9fc998 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.209333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-61c5663f-f173-4358-82df-c45f9b9fc998 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.222567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.239104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8a405-9da9-43b7-bc6d-22ad1e59b6c9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f2b85b-3d9c-4427-9f37-b713fb3daa87,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:52.254947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-28b8a405-9da9-43b7-bc6d-22ad1e59b6c9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:52.271805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-61c5663f-f173-4358-82df-c45f9b9fc998 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.272543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c5663f-f173-4358-82df-c45f9b9fc998 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Fanout notify agent at l3_agent the message router_deleted on router 5fcac788-c47a-4a71-b3d8-b2b931cb6dbc {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:49:52.345753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.347302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] Set router f7903e35-0b58-4563-b47a-66eafaa8ad54 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:49:52.414454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a26ee1-b426-4d6b-ae8e-9745cc43d420 None None] Pushing event updated for resources: {'Port': ['ID=e22e023b-372b-4440-af49-ca9e392c430f,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:52.418455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-78a26ee1-b426-4d6b-ae8e-9745cc43d420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:52.473470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-61c5663f-f173-4358-82df-c45f9b9fc998 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.476885 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-61c5663f-f173-4358-82df-c45f9b9fc998 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/routers/5fcac788-c47a-4a71-b3d8-b2b931cb6dbc HTTP/1.1" status: 204 len: 168 time: 1.4099638 Dec 22 04:49:52.477867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53110) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:52.486107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.490424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.497777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38d60ca-427c-415e-b406-eaad2ebeccd4']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:52.511718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28b8a405-9da9-43b7-bc6d-22ad1e59b6c9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.515581 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-28b8a405-9da9-43b7-bc6d-22ad1e59b6c9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/59f2b85b-3d9c-4427-9f37-b713fb3daa87 HTTP/1.1" status: 204 len: 168 time: 2.0545413 Dec 22 04:49:52.520560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fc41d2-1f11-4d1c-8b27-db637e61e68d') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:52.520885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fc41d2-1f11-4d1c-8b27-db637e61e68d') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:52.526033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53114) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:52.593721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Deleting port daece4da-a81f-4d4d-b7af-f7c54ed87ef3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:52.594141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.598720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.643211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.670081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:52.670668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:52.685095 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:52.704058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c38881c-0aa7-4a6d-88ae-d9e470d1b50f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet bc647b88-c8ca-4b5d-ad27-e5df5ac00bfb {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:52.716507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'e22e023b-372b-4440-af49-ca9e392c430f', 'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'mac_address': 'fa:16:3e:dd:33:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:41Z', 'updated_at': '2021-12-22T04:49:51Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'subnets': [{'id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:52.719132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c38881c-0aa7-4a6d-88ae-d9e470d1b50f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.720989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be6f327-4103-4c23-af32-9adb2ca43525 None None] The sync data for ids ['f7903e35-0b58-4563-b47a-66eafaa8ad54'] in dv-neutron-822524-1-hyperv is: [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'e22e023b-372b-4440-af49-ca9e392c430f', 'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'mac_address': 'fa:16:3e:dd:33:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:41Z', 'updated_at': '2021-12-22T04:49:51Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'subnets': [{'id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:52.753997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:52.781338 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d00cf-3209-446f-b8fc-f7e47ba2063a None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:52.803769 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d00cf-3209-446f-b8fc-f7e47ba2063a None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:52.804554 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c17d00cf-3209-446f-b8fc-f7e47ba2063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:52.827830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b450739a-eeb4-48c1-99d8-c4e2b6cd97fd tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:52.859772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:49:52.894168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.897485 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c17d00cf-3209-446f-b8fc-f7e47ba2063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:52.900752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.909362 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d00cf-3209-446f-b8fc-f7e47ba2063a None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:52.910240 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c17d00cf-3209-446f-b8fc-f7e47ba2063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:52.916502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:52.978904 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c17d00cf-3209-446f-b8fc-f7e47ba2063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:52.979082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb13c966-01b4-42b7-8a94-9bf0fd845660 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:52.979642 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d00cf-3209-446f-b8fc-f7e47ba2063a None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:53.033985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object ad042461-ae1b-4201-ac53-6ceaf4241136 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:53.035065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Pushing event deleted for resources: {'Network': ['ID=d38d60ca-427c-415e-b406-eaad2ebeccd4,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:53.037893 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] 10.222.0.36 "DELETE /v2.0/networks/d38d60ca-427c-415e-b406-eaad2ebeccd4 HTTP/1.1" status: 204 len: 168 time: 4.4491498 Dec 22 04:49:53.038979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:53.054367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:53.061712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-39809364-2075-4745-b22d-85b794ae0eaf tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:53.102732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c38881c-0aa7-4a6d-88ae-d9e470d1b50f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:53.171477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b450739a-eeb4-48c1-99d8-c4e2b6cd97fd tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:53.176611 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b450739a-eeb4-48c1-99d8-c4e2b6cd97fd tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6428382 Dec 22 04:49:53.184125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53120) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:53.190042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120255653'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:53.209115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Allocated IP 172.26.1.25 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/07d9cfdd-596e-45a0-8b38-83c23177de37) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:53.239221 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:53.305728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:53.480038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=ad042461-ae1b-4201-ac53-6ceaf4241136,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:53.511711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:53.513049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c38881c-0aa7-4a6d-88ae-d9e470d1b50f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:53.526156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:53.554653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:53.642252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1c0ff18c-d5d1-4727-a197-72fe80fcfa2f None None] Provisioning for port ad042461-ae1b-4201-ac53-6ceaf4241136 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:53.649583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1c0ff18c-d5d1-4727-a197-72fe80fcfa2f None None] Provisioning complete for port ad042461-ae1b-4201-ac53-6ceaf4241136 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:53.650458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff18c-d5d1-4727-a197-72fe80fcfa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:53.687428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] In _notify_port_updated(), no bound segment for port ad042461-ae1b-4201-ac53-6ceaf4241136 on network f2aaf5df-4c70-4429-963c-053c58e9f4e7 {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:49:53.693402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:53.694287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:53.698430 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "PUT /v2.0/ports/ad042461-ae1b-4201-ac53-6ceaf4241136 HTTP/1.1" status: 200 len: 999 time: 4.2947993 Dec 22 04:49:53.699255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53128) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:53.725591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ff18c-d5d1-4727-a197-72fe80fcfa2f None None] Port ad042461-ae1b-4201-ac53-6ceaf4241136 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:49:53.763730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 624378ee-01ad-47d1-a5c8-ed2bc42e6d9c has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:53.783846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0141a3da-3471-445b-91c1-6b0e3c5e2587 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port ad042461-ae1b-4201-ac53-6ceaf4241136 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:53.784216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0141a3da-3471-445b-91c1-6b0e3c5e2587 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:53.794782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Calling delete_port for daece4da-a81f-4d4d-b7af-f7c54ed87ef3 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:53.824004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:53.840425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:53.910602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:53.926261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:53.932642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:53.949566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:53.990197 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-28229098-4052-4af8-a090-64a270a45a8d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6502435 Dec 22 04:49:54.092653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c38881c-0aa7-4a6d-88ae-d9e470d1b50f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.103048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-afc023db-0122-4526-8072-43e4653ee505 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:54.128584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:54.137160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.140425 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bb2d1b-1e13-414d-bd02-4d10b9f1e542 None None] Sync routers for ids ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:54.152334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb2d1b-1e13-414d-bd02-4d10b9f1e542 None None] Routers {'624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:54.153268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-62bb2d1b-1e13-414d-bd02-4d10b9f1e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:54.227831 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-60d3b7a3-ecdc-4b0d-ae63-9b2676f6be3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cde03511ed50467fb5937a82b6792eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557304 Dec 22 04:49:54.235650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53136) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:54.238076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38881c-0aa7-4a6d-88ae-d9e470d1b50f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=bc647b88-c8ca-4b5d-ad27-e5df5ac00bfb,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:54.240925 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c38881c-0aa7-4a6d-88ae-d9e470d1b50f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:54.245717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c38881c-0aa7-4a6d-88ae-d9e470d1b50f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.259188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.275871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682b594-d27d-429e-b17d-afbfb014a272 None None] Network 8946f69f-eaa0-43e2-8d39-881e0322b66b requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:54.288694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eafa35c2-e33c-4bd3-b4b3-5757dc7491b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:54.296877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0141a3da-3471-445b-91c1-6b0e3c5e2587 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.298369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-62bb2d1b-1e13-414d-bd02-4d10b9f1e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:54.371130 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9e80dc25-b109-4237-a727-fcff9b226df9 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "PUT /v2.0/floatingips/455b637e-191a-4816-b2e6-e968b9591e32 HTTP/1.1" status: 200 len: 976 time: 8.1787791 Dec 22 04:49:54.375157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:54.386864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb2d1b-1e13-414d-bd02-4d10b9f1e542 None None] Routers {'624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:54.387068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53140) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:54.387307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-62bb2d1b-1e13-414d-bd02-4d10b9f1e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:54.396506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:54.398971 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:54.442117 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c38881c-0aa7-4a6d-88ae-d9e470d1b50f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/bc647b88-c8ca-4b5d-ad27-e5df5ac00bfb HTTP/1.1" status: 204 len: 168 time: 1.9580176 Dec 22 04:49:54.448419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0141a3da-3471-445b-91c1-6b0e3c5e2587 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for ad042461-ae1b-4201-ac53-6ceaf4241136 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:54.466834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-62bb2d1b-1e13-414d-bd02-4d10b9f1e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:54.467424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bb2d1b-1e13-414d-bd02-4d10b9f1e542 None None] The sync data for ids ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:54.489219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53144) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:54.530635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Pushing event updated for resources: {'Port': ['ID=07d9cfdd-596e-45a0-8b38-83c23177de37,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:54.541897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:54.581633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e22e023b-372b-4440-af49-ca9e392c430f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:54.596204 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.633684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.647403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:54.657879 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-21eed62c-dcd9-442e-82ac-de8bf5a803ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.665867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.679623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port c890e6c5-cce9-43d1-9f1a-431a9fe41593 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:54.680034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.683534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90a213df-a5df-4cc4-b0ec-14c566063040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.697673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port e22e023b-372b-4440-af49-ca9e392c430f completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:54.704319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port e22e023b-372b-4440-af49-ca9e392c430f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:54.704864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.733487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.740358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port efc753eb-b7d0-454c-b608-b9a423d29ca1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:54.740697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.803777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.807989 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6197853 Dec 22 04:49:54.809134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] DHCP port deletion for 8946f69f-eaa0-43e2-8d39-881e0322b66b request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:49:54.817365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417e2bed-166d-4d3b-94cc-434b60aa1ab6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:54.821338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-7e1ba16f-ae5d-40aa-8379-ed52490770b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:54.822871 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-7e1ba16f-ae5d-40aa-8379-ed52490770b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=764145d3df5348cd8b52e32c7b5419a2&device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 1098 time: 0.7248731 Dec 22 04:49:54.823362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53148) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:54.824277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:54.826786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90a213df-a5df-4cc4-b0ec-14c566063040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.837007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] Deleting port c890e6c5-cce9-43d1-9f1a-431a9fe41593 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:54.837514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.847745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59fcb175-40f5-46b5-9d1a-15c75e5d7ea8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:54.898435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:54.940226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': '417e2bed-166d-4d3b-94cc-434b60aa1ab6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:54.967524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Pushing event deleted for resources: {'Port': ['ID=daece4da-a81f-4d4d-b7af-f7c54ed87ef3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:54.975116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:54.988665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:54.992921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:55.002725 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port e22e023b-372b-4440-af49-ca9e392c430f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e22e023b-372b-4440-af49-ca9e392c430f,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:55.010604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.033374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:55.056837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-78a26ee1-b426-4d6b-ae8e-9745cc43d420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:55.138108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] For port c890e6c5-cce9-43d1-9f1a-431a9fe41593, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c890e6c5-cce9-43d1-9f1a-431a9fe41593,segment=NetworkSegment(c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9),segment_id=c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:55.138520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.146336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0141a3da-3471-445b-91c1-6b0e3c5e2587 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.155636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-07ee3227-cd7b-49d8-a5cf-6645fd773fa8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:55.162969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] For port c890e6c5-cce9-43d1-9f1a-431a9fe41593, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c890e6c5-cce9-43d1-9f1a-431a9fe41593,segment=NetworkSegment(c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9),segment_id=c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:55.163713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.231737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=e22e023b-372b-4440-af49-ca9e392c430f,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:55.255407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141a3da-3471-445b-91c1-6b0e3c5e2587 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=ad042461-ae1b-4201-ac53-6ceaf4241136,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:55.291270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:55.323620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0141a3da-3471-445b-91c1-6b0e3c5e2587 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:55.330986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for c890e6c5-cce9-43d1-9f1a-431a9fe41593 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:55.348234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:55.361725 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] Calling delete_port for c890e6c5-cce9-43d1-9f1a-431a9fe41593 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:55.410723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.471208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.474070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.477229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1368b662-10bf-405d-93ad-482105610254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:55.532213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90a213df-a5df-4cc4-b0ec-14c566063040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.536351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] Pushing event deleted for resources: {'Port': ['ID=c890e6c5-cce9-43d1-9f1a-431a9fe41593,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:55.537742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:55.538239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:55.538458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.544219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:55.545146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] No DVR routers for this DVR port c890e6c5-cce9-43d1-9f1a-431a9fe41593 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:49:55.549531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0141a3da-3471-445b-91c1-6b0e3c5e2587 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.572001 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0141a3da-3471-445b-91c1-6b0e3c5e2587 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/ad042461-ae1b-4201-ac53-6ceaf4241136 HTTP/1.1" status: 204 len: 168 time: 1.8720231 Dec 22 04:49:55.574746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53152) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:55.590980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-18c7c8c2-d569-4c7d-846f-8499d8b10b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:55.622900 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa33d1c-8dde-41d7-a4a1-f89e20f15a3b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:49:55.623600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bfa33d1c-8dde-41d7-a4a1-f89e20f15a3b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:55.642831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bfa33d1c-8dde-41d7-a4a1-f89e20f15a3b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:55.647231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-6e4f2275-1175-493b-92a7-ee7a923aa333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:55.648624 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bfa33d1c-8dde-41d7-a4a1-f89e20f15a3b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/ad042461-ae1b-4201-ac53-6ceaf4241136 HTTP/1.1" status: 404 len: 333 time: 0.0729291 Dec 22 04:49:55.648924 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-6e4f2275-1175-493b-92a7-ee7a923aa333 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 HTTP/1.1" status: 200 len: 898 time: 0.7616947 Dec 22 04:49:55.649451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53156) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:55.718027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-64940a84-c3f5-46e8-89aa-aff98b45d419 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet 5e770eb3-4459-4edb-a47d-278dfebcaead {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:55.721391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64940a84-c3f5-46e8-89aa-aff98b45d419 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.733916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a213df-a5df-4cc4-b0ec-14c566063040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03634f80-51e4-49b2-8aa3-3ad3b89e5d3a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:55.785565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64940a84-c3f5-46e8-89aa-aff98b45d419 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.795922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-90a213df-a5df-4cc4-b0ec-14c566063040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:55.877629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64940a84-c3f5-46e8-89aa-aff98b45d419 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.926860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.945345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.955126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64940a84-c3f5-46e8-89aa-aff98b45d419 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.959998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-20192ce9-05cb-4f16-ab1f-c371ddfe4efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:55.960643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.972496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.000188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64940a84-c3f5-46e8-89aa-aff98b45d419 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=5e770eb3-4459-4edb-a47d-278dfebcaead,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:56.003295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-64940a84-c3f5-46e8-89aa-aff98b45d419 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:56.004331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64940a84-c3f5-46e8-89aa-aff98b45d419 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.005070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90a213df-a5df-4cc4-b0ec-14c566063040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.006238 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-90a213df-a5df-4cc4-b0ec-14c566063040 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03634f80-51e4-49b2-8aa3-3ad3b89e5d3a HTTP/1.1" status: 204 len: 168 time: 1.7641747 Dec 22 04:49:56.010675 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-64940a84-c3f5-46e8-89aa-aff98b45d419 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/5e770eb3-4459-4edb-a47d-278dfebcaead HTTP/1.1" status: 204 len: 168 time: 0.3600733 Dec 22 04:49:56.013525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53162) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:56.032288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7f846-c771-471d-9474-ddfe6d8c3a6d None None] Network f2aaf5df-4c70-4429-963c-053c58e9f4e7 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:56.064933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port c890e6c5-cce9-43d1-9f1a-431a9fe41593 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:56.065276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.143294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] The port 'c890e6c5-cce9-43d1-9f1a-431a9fe41593' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:49:56.171322 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-33c6429f-84ab-4ce8-9b84-5f0bf7575c7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55 HTTP/1.1" status: 200 len: 1001 time: 0.4495938 Dec 22 04:49:56.173843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.203510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff61492c-cead-4ff8-abd3-284dfbfcd1d9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet 3428e7e2-c91e-437b-892c-61daf3fbae08 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:49:56.209234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff61492c-cead-4ff8-abd3-284dfbfcd1d9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.292980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.293651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Fanout notify agent at l3_agent the message router_deleted on router 81dbcd81-ca03-4547-aac7-572f5f530624 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:49:56.345970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.369884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff61492c-cead-4ff8-abd3-284dfbfcd1d9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.408676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.426267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8946f69f-eaa0-43e2-8d39-881e0322b66b']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:56.446003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:56.446399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62c60a6-fefd-4f0a-a9ed-ef28f160d2c9') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:56.452351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:56.467862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.508159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.514079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6491a5-7880-4938-a79c-e53991ca4688,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:56.530447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:56.531421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.538787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.540067 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/81dbcd81-ca03-4547-aac7-572f5f530624 HTTP/1.1" status: 204 len: 168 time: 4.6787858 Dec 22 04:49:56.544916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:56.549212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53174) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:56.553356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.557025 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7083282 Dec 22 04:49:56.557178 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e22e023b-372b-4440-af49-ca9e392c430f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:56.573371 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:56.577493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53178) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:56.590145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': '417e2bed-166d-4d3b-94cc-434b60aa1ab6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:56.597245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:56.601857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:56.605180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:56.613094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:56.641922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-208500622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:56.649087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-5dc8db3f-f16d-41b7-bb4a-e219ac3fbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:56.650650 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-5dc8db3f-f16d-41b7-bb4a-e219ac3fbaac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76c30861-2e71-4035-a439-c02536c7f089 HTTP/1.1" status: 200 len: 832 time: 0.3479645 Dec 22 04:49:56.666408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.666776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.667460 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Floating IP 455b637e-191a-4816-b2e6-e968b9591e32 disassociated. External IP: 172.26.1.94, port: efc753eb-b7d0-454c-b608-b9a423d29ca1. Dec 22 04:49:56.667800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for efc753eb-b7d0-454c-b608-b9a423d29ca1 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:56.676969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port e22e023b-372b-4440-af49-ca9e392c430f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:56.677355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.703514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:56.842396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.877733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff61492c-cead-4ff8-abd3-284dfbfcd1d9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.913200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eda77164-a08e-462a-9c89-81b71594892f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.919133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.919568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c890e6c5-cce9-43d1-9f1a-431a9fe41593 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:56.937681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fa3b0e56-5777-410e-96d7-4d405c8e7929 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:56.975959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: c890e6c5-cce9-43d1-9f1a-431a9fe41593 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:56.976336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c890e6c5-cce9-43d1-9f1a-431a9fe41593 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:56.978952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:56.986391 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/networks/8946f69f-eaa0-43e2-8d39-881e0322b66b HTTP/1.1" status: 204 len: 168 time: 2.4959328 Dec 22 04:49:56.992010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Network': ['ID=8946f69f-eaa0-43e2-8d39-881e0322b66b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:56.998878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53190) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:57.007609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:57.053423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Usage tracker for resource:router and tenant:5294c4fe78b0437aaed31cd80b1bbd55 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:57.062605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:57.083915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:57.107239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b2a16-0688-47e4-aaf5-62e0262b60af tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:57.108511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1d6b2a16-0688-47e4-aaf5-62e0262b60af tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:57.161675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1d6b2a16-0688-47e4-aaf5-62e0262b60af tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:57.163361 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1d6b2a16-0688-47e4-aaf5-62e0262b60af tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/1b6d8d6e-1955-4028-beaa-f9829c7a09a7 HTTP/1.1" status: 200 len: 845 time: 0.1634414 Dec 22 04:49:57.165422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53196) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:57.166303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.167438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.168323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.169134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53198) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:57.218800 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.235578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:57.243477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff61492c-cead-4ff8-abd3-284dfbfcd1d9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.271558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-e6281ad5-5d70-4640-b6f1-3bd016a89c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:57.273141 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-e6281ad5-5d70-4640-b6f1-3bd016a89c44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6125498 Dec 22 04:49:57.273547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f77bde-8bac-4357-b28e-96c17945496f,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:57.276583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:57.282373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c7253c7-33b7-4d80-8c73-9704155a1066 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:57.282936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.317338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.318018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff61492c-cead-4ff8-abd3-284dfbfcd1d9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.323383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-44dba8b3-87e4-434a-849d-17e390ac8776 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:57.330919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f03b14-c4d6-4ce5-964d-5e5882aaee81 None None] Network f2aaf5df-4c70-4429-963c-053c58e9f4e7 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:57.356339 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2097bb6b-ebf2-4fb9-9635-0dc7ae0dd99c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/1b6d8d6e-1955-4028-beaa-f9829c7a09a7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1822438 Dec 22 04:49:57.356339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61492c-cead-4ff8-abd3-284dfbfcd1d9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=3428e7e2-c91e-437b-892c-61daf3fbae08,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:57.359680 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53206) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:57.360827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ff61492c-cead-4ff8-abd3-284dfbfcd1d9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:57.369479 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ff61492c-cead-4ff8-abd3-284dfbfcd1d9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/3428e7e2-c91e-437b-892c-61daf3fbae08 HTTP/1.1" status: 204 len: 168 time: 1.3518233 Dec 22 04:49:57.370448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:57.387911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53210) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:57.416217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.420095 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8384011 Dec 22 04:49:57.423425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.425367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53214) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:57.445897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1594476525'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:57.465026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:57.467795 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.502111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': '417e2bed-166d-4d3b-94cc-434b60aa1ab6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:57.513655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:network and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:57.530982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:57.559457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ee78ce72-0691-47f2-b7da-dc3afcea8c51 None None] Provisioning complete for port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:57.560648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee78ce72-0691-47f2-b7da-dc3afcea8c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.560961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:57.564559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:57.567196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Pushing event updated for resources: {'Port': ['ID=07d9cfdd-596e-45a0-8b38-83c23177de37,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:57.580534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:57.583915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e41bdb9a-7a34-493e-ab71-c5fd2ab3cff9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:57.599882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:57.608516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:57.631643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:57.639095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:57.644590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.651022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:57.657163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:57.667774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:57.681112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.691891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:57.692270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.698544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=efc753eb-b7d0-454c-b608-b9a423d29ca1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:57.701294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:57.702655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.716751 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-e4025b4b-95e4-4269-a7a6-826114ec67dc service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311035 Dec 22 04:49:57.732666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:57.736890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.817120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] DHCP port deletion for f2aaf5df-4c70-4429-963c-053c58e9f4e7 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:49:57.822334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] Deleting port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:57.822853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.824812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:57.828788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.921404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.925637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:57.931426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.016155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.027038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:58.029837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.034035 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ad6da587-d6fa-403f-8c7b-3948985b4538 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4824166 Dec 22 04:49:58.050727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53218) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:58.062932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:security_group_rule and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:58.063465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] For port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86c96ae1-bd9f-4df0-8f66-8e31c86ae765,segment=NetworkSegment(c4278cce-3dc6-4df2-9ea0-de099485f7db),segment_id=c4278cce-3dc6-4df2-9ea0-de099485f7db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:58.063653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.078395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.079616 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0711017 Dec 22 04:49:58.080866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:58.089806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.099522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:58.102403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-475d80b8-179e-4e56-8bfe-f49b5e1cf30f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:58.167082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:58.179288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40e9250-fadc-4606-bb01-d5a75213f1b0,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:58.189158 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.197790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:58.205507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] For port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86c96ae1-bd9f-4df0-8f66-8e31c86ae765,segment=NetworkSegment(c4278cce-3dc6-4df2-9ea0-de099485f7db),segment_id=c4278cce-3dc6-4df2-9ea0-de099485f7db)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:49:58.206114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.217295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] Calling delete_port for 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:58.299664 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a3b0445-8d7b-4372-825a-b4e4d788dc01 req-90653995-7490-45bc-a2f4-6696c658b564 service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045135 Dec 22 04:49:58.330636 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.334570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f401540d-7b6d-49d6-a28c-6bdd725e5370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:58.400514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.401744 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9251781 Dec 22 04:49:58.411066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:49:58.429691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] Pushing event deleted for resources: {'Port': ['ID=86c96ae1-bd9f-4df0-8f66-8e31c86ae765,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:58.433682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:58.437932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] No DVR routers for this DVR port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:49:58.446334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53234) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:58.463326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 624378ee-01ad-47d1-a5c8-ed2bc42e6d9c has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:49:58.466394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': '417e2bed-166d-4d3b-94cc-434b60aa1ab6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:58.486237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:58.496241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:58.508203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:58.520307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:58.522498 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:49:58.546206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.555013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fa544e22-16e2-4a44-9ca3-f67849dde872 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:58.564056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:49:58.564557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:49:58.613415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.625125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:49:58.625438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:49:58.628772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:58.634278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:58.645518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa73e98c-91a6-45ec-9db8-bd6dc07a9dbe None None] Network c8e61be7-d237-4895-86c0-9faa432939af requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:49:58.651316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:58.651968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.693500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=4da96b31-1c93-4b2d-88ec-47e35acf861a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:58.700942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:58.703848 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3420515 Dec 22 04:49:58.708111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53238) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:58.713807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'security_group': {'name': 'tempest-secgroup-538895139'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:58.728445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:58.735900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.737197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:58.740699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:58.747120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.748630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:58.753427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2a7b89b8-2959-44be-afbe-fdc995cb509c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:58.780721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f94836-20d1-462b-920b-01a3071b4c93,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:58.786169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:58.796025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.800227 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3449244 Dec 22 04:49:58.800559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53242) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:58.806166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': '417e2bed-166d-4d3b-94cc-434b60aa1ab6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:58.812776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:58.817980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:58.821767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:58.829544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:58.919106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-c8e61be7-d237-4895-86c0-9faa432939af', 'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'tenant_id': '0edd4559a6944bbf882df99e67db10f1', 'fixed_ips': [{'subnet_id': '4da96b31-1c93-4b2d-88ec-47e35acf861a'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:49:58.920063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.946892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8718e49c-3671-44a8-ac23-edea1c829949 req-a8b309c7-e5f3-48af-b0c1-3db1e284c9e5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Synchronizing usage tracker for tenant:7e49244735364e1d8b264adb2efbdda6 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:58.971407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.978157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.993080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:58.995348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.000986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eb0aeff6-4748-4f97-9386-d0638c404747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:59.019337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.031765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:59.039526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group_rule and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:59.048456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:59.059352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:59.088316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Allocated IP 2001:db8::2 (c8e61be7-d237-4895-86c0-9faa432939af/4da96b31-1c93-4b2d-88ec-47e35acf861a/9729b0be-3acc-4ef0-9190-dc66fb371cf1) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:59.134277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8718e49c-3671-44a8-ac23-edea1c829949 req-a8b309c7-e5f3-48af-b0c1-3db1e284c9e5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Unset dirty status for tenant:7e49244735364e1d8b264adb2efbdda6 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:59.135485 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-a8b309c7-e5f3-48af-b0c1-3db1e284c9e5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--195632032&fields=id&tenant_id=7e49244735364e1d8b264adb2efbdda6 HTTP/1.1" status: 200 len: 267 time: 0.7417116 Dec 22 04:49:59.136252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:49:59.147244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a9395a-dc2e-4757-a87c-9470bae52284,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:59.160595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:59.240941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 86c96ae1-bd9f-4df0-8f66-8e31c86ae765 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:49:59.241292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.285551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.327873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] The port '86c96ae1-bd9f-4df0-8f66-8e31c86ae765' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:49:59.328936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.377926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.379710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.382160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7cdf4ccd-e107-4ef2-8bd1-04d11953d343 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:59.386281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.386765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Added segment c28a3cea-08d7-4256-a7bc-ecbac05f422b of type vlan for network ce7d4b99-4bec-40ba-be21-53799087dc41 Dec 22 04:49:59.393873 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Transition to ACTIVE for port object 9729b0be-3acc-4ef0-9190-dc66fb371cf1 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:59.409240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e49c-3671-44a8-ac23-edea1c829949 req-d9b1c07e-3cb3-4ba3-99af-88376b5a8e49 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:59.410997 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-d9b1c07e-3cb3-4ba3-99af-88376b5a8e49 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 811 time: 0.2585444 Dec 22 04:49:59.428578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Transition to ACTIVE for port object 9729b0be-3acc-4ef0-9190-dc66fb371cf1 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:59.436378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.441791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1ea085-9bfb-46dd-9715-58ec331e6dd3,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:59.444828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:59.462391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-78a26ee1-b426-4d6b-ae8e-9745cc43d420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:59.502555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.518270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.518500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:49:59.529986 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e60aa-a3ba-4e01-820a-ea2e10acd7d6 None None] Sync routers for ids ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:59.544112 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e60aa-a3ba-4e01-820a-ea2e10acd7d6 None None] Routers {'624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:59.545960 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7b6e60aa-a3ba-4e01-820a-ea2e10acd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:59.546554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.555844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c1bac2f8-6249-444d-8a07-23c26db45185 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:59.559205 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-943ad6b1-2a19-46bd-ab02-eef5f0c933c4 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/quotas/7e49244735364e1d8b264adb2efbdda6 HTTP/1.1" status: 200 len: 375 time: 0.0862627 Dec 22 04:49:59.576993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.578225 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7767639 Dec 22 04:49:59.580860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.589412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53246) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:59.617269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Pushing event updated for resources: {'Port': ['ID=9729b0be-3acc-4ef0-9190-dc66fb371cf1,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:59.620929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:59.623431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.624233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:59.627868 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9186413 Dec 22 04:49:59.628573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:59.629447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53250) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:59.633687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:49:59.634961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2aaf5df-4c70-4429-963c-053c58e9f4e7']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:59.643291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307cdc87-fc76-4162-b3a2-b37a9ce99931,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:59.647570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:59.653715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4278cce-3dc6-4df2-9ea0-de099485f7db') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:59.654081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4278cce-3dc6-4df2-9ea0-de099485f7db') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:59.674198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.692473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.700413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:49:59.701032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.704706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'security_group': {'name': 'tempest-secgroup-1572560111'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:59.707716 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7b6e60aa-a3ba-4e01-820a-ea2e10acd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:49:59.719139 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:49:59.721258 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e60aa-a3ba-4e01-820a-ea2e10acd7d6 None None] Routers {'624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:49:59.721258 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7b6e60aa-a3ba-4e01-820a-ea2e10acd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:59.736989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:49:59.751038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Attempting to bind port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:49:59.751563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Attempting to bind port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '69b21655-c3bf-4dd1-9e52-0e9b052bbe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:49:59.753791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Attempting to bind port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 on network c8e61be7-d237-4895-86c0-9faa432939af {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:49:59.761160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:49:59.761742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Checking segment: {'id': '69b21655-c3bf-4dd1-9e52-0e9b052bbe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:49:59.762263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.763029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Bound using segment: {'id': '69b21655-c3bf-4dd1-9e52-0e9b052bbe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:49:59.763711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Bound port: 9729b0be-3acc-4ef0-9190-dc66fb371cf1, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b21655-c3bf-4dd1-9e52-0e9b052bbe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:49:59.764236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.768837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:49:59.779585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:49:59.783791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.800115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:59.800825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.821875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:59.826040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.829726 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7b6e60aa-a3ba-4e01-820a-ea2e10acd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:59.832113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.835308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aef4b42e-6efc-4b2d-9f3f-fcb888e6e0fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:59.836524 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e60aa-a3ba-4e01-820a-ea2e10acd7d6 None None] The sync data for ids ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:59.849194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:49:59.851789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce705-c0f9-43d9-b922-e027e1c3d319 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.870425 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/networks/f2aaf5df-4c70-4429-963c-053c58e9f4e7 HTTP/1.1" status: 204 len: 168 time: 2.4811993 Dec 22 04:49:59.871058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53254) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:49:59.874274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Network': ['ID=f2aaf5df-4c70-4429-963c-053c58e9f4e7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:59.876655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:49:59.899076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce705-c0f9-43d9-b922-e027e1c3d319 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.914998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] For port 9729b0be-3acc-4ef0-9190-dc66fb371cf1, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:49:59.921091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] For port 9729b0be-3acc-4ef0-9190-dc66fb371cf1, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9729b0be-3acc-4ef0-9190-dc66fb371cf1,segment=NetworkSegment(69b21655-c3bf-4dd1-9e52-0e9b052bbe8a),segment_id=69b21655-c3bf-4dd1-9e52-0e9b052bbe8a)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:49:59.928802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.940692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:49:59.970004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9a756e-9325-42f8-aed2-211ccddfaba5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:59.971064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8c9a756e-9325-42f8-aed2-211ccddfaba5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:49:59.984950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:59.990402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8c9a756e-9325-42f8-aed2-211ccddfaba5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:49:59.997388 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8c9a756e-9325-42f8-aed2-211ccddfaba5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1247950 Dec 22 04:49:59.998598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53258) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:00.013652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:00.045103 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/ports/efc753eb-b7d0-454c-b608-b9a423d29ca1 HTTP/1.1" status: 204 len: 168 time: 5.6217918 Dec 22 04:50:00.047369 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.8755624 Dec 22 04:50:00.055293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53262) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:00.065950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Network': ['ID=ce7d4b99-4bec-40ba-be21-53799087dc41,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:00.085469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Pushing event updated for resources: {'Port': ['ID=9729b0be-3acc-4ef0-9190-dc66fb371cf1,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:00.105388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:00.109550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network ce7d4b99-4bec-40ba-be21-53799087dc41 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:50:00.184323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:00.210572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:00.235246 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dc794d0b-90b2-4ec0-85fc-5ae84845c3d0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2350864 Dec 22 04:50:00.239762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53266) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:00.258682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1801315997'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:00.259985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group_rule and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:00.265011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce705-c0f9-43d9-b922-e027e1c3d319 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:00.275481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:00.276212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:00.286639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:network and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:00.295352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:00.309048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:00.327156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:00.330488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:00.343188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:00.364528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:00.388910 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-4ddca40f-7182-4fcd-8912-15bb67232730 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8003402 Dec 22 04:50:00.477850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:50:00.498422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ce705-c0f9-43d9-b922-e027e1c3d319 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b1ea085-9bfb-46dd-9715-58ec331e6dd3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:00.502476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c2ce705-c0f9-43d9-b922-e027e1c3d319 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:00.506888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:00.507524 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Added segment 39aaf782-a7ef-43d0-96ac-3c4af2dd1be7 of type vlan for network e2dff284-2075-4494-9940-af6f3ade7c47 Dec 22 04:50:00.550675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce705-c0f9-43d9-b922-e027e1c3d319 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:00.554284 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2c2ce705-c0f9-43d9-b922-e027e1c3d319 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9b1ea085-9bfb-46dd-9715-58ec331e6dd3 HTTP/1.1" status: 204 len: 168 time: 0.9596057 Dec 22 04:50:00.566743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:00.573717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53270) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:00.627452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:00.634702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:00.635971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:00.643348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-54b8bec5-ea62-475e-9e93-5ff2409d5f1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:00.675719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9729b0be-3acc-4ef0-9190-dc66fb371cf1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:00.773623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:00.779205 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5382702 Dec 22 04:50:00.783040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53274) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:00.788750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'e2dff284-2075-4494-9940-af6f3ade7c47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:00.822718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Network': ['ID=e2dff284-2075-4494-9940-af6f3ade7c47,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:00.826137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:00.841277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network e2dff284-2075-4494-9940-af6f3ade7c47 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:50:00.928695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:00.933147 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:00.936874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:00.943426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:00.956518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:00.961100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:01.145126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:01.239379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:01.246102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-85239bf8-0c2e-4060-b2a3-0da90445d6e6 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:01.259981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c4352225-2075-4edb-b5b8-e2491783e14d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:01.270250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:01.359672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=b3f133c8-9a6e-44f2-9aff-4e3543f08d92,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:01.369134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:01.369974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Checking segment: {'id': '39aaf782-a7ef-43d0-96ac-3c4af2dd1be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2dff284-2075-4494-9940-af6f3ade7c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:01.370334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network hostable DHCP agents. Network: e2dff284-2075-4494-9940-af6f3ade7c47, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:50:01.393938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network e2dff284-2075-4494-9940-af6f3ade7c47 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:01.405054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, e2dff284-2075-4494-9940-af6f3ade7c47) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:01.410866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:01.411778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:01.416403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e9509-ddec-41fe-a9a1-e414209ebd4f None None] Network e2dff284-2075-4494-9940-af6f3ade7c47 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:01.465030 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6810920 Dec 22 04:50:01.468173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53278) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:01.508787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': 'e2dff284-2075-4494-9940-af6f3ade7c47', 'name': 'tempest-PortsTestJSON-500095753'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:01.513667 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-9d18a886-1692-4ed4-a485-da994b821407 service neutron] 10.222.0.36 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0377128 Dec 22 04:50:01.671421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:01.677939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:01.682833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:port and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:01.686891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:01.693361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:01.704949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:01.711989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Provisioning complete for port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:01.712566 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:01.712836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:01.714797 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:01.737761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port 9c014778-0884-4a4b-9963-24a19f01e36d yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:50:01.825840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-e2dff284-2075-4494-9940-af6f3ade7c47', 'network_id': 'e2dff284-2075-4494-9940-af6f3ade7c47', 'tenant_id': '1f15b4a25d4a41b082b7d34104c6e003', 'fixed_ips': [{'subnet_id': 'b3f133c8-9a6e-44f2-9aff-4e3543f08d92'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:50:01.826970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:01.835459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Allocated IP 172.26.1.28 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/f0a34fe4-6f48-4286-8564-863325acfbf1) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:01.914463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.4 (e2dff284-2075-4494-9940-af6f3ade7c47/b3f133c8-9a6e-44f2-9aff-4e3543f08d92/9c014778-0884-4a4b-9963-24a19f01e36d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:02.011257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.024548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:02.038001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Provisioning for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:02.039599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:02.046290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Provisioning complete for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:02.047231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.049838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c4352225-2075-4edb-b5b8-e2491783e14d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:02.051315 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c4352225-2075-4edb-b5b8-e2491783e14d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 1.4737644 Dec 22 04:50:02.060093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53282) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:02.113051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.117927 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4336822 Dec 22 04:50:02.179502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53286) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:02.187945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1486396606', 'security_groups': ['8ab3b5f8-8dc7-4021-8848-f56f09fc8e64'], 'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4da96b31-1c93-4b2d-88ec-47e35acf861a'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:02.210112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.233277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.249610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] For port 9729b0be-3acc-4ef0-9190-dc66fb371cf1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9729b0be-3acc-4ef0-9190-dc66fb371cf1,segment=NetworkSegment(69b21655-c3bf-4dd1-9e52-0e9b052bbe8a),segment_id=69b21655-c3bf-4dd1-9e52-0e9b052bbe8a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:02.255872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.261489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.262495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b792b9ce-79a4-4004-87ba-9f248299faa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:02.263875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3456b74-b4d9-4ce1-b793-8892cab3aff0 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.278380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object 9c014778-0884-4a4b-9963-24a19f01e36d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:02.306776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab3b5f8-8dc7-4021-8848-f56f09fc8e64,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:02.308411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.316503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:02.322670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:02.333346 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-4c66fcd4-b6ca-4620-88ba-c1ce1f0c0749 service neutron] 10.222.0.36 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7530887 Dec 22 04:50:02.360056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c35cbc06-c075-4f37-bca1-8ed0bcf3dfd7 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:02.413893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=9c014778-0884-4a4b-9963-24a19f01e36d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:02.420870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:02.422764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network e2dff284-2075-4494-9940-af6f3ade7c47 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:02.424061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:02.430544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:02.457737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Pushing event updated for resources: {'Port': ['ID=9729b0be-3acc-4ef0-9190-dc66fb371cf1,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:02.474975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:02.475199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3456b74-b4d9-4ce1-b793-8892cab3aff0 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.476355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Allocated IP 172.20.0.2 (e2dff284-2075-4494-9940-af6f3ade7c47/b3f133c8-9a6e-44f2-9aff-4e3543f08d92/d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:02.517738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:02.518673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.558025 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0861130 Dec 22 04:50:02.558351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53292) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:02.569822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': 'e2dff284-2075-4494-9940-af6f3ade7c47', 'name': 'tempest-PortsTestJSON-1968196428'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:02.715559 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:50:02.791732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:02.819745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.852740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Transition to ACTIVE for port object d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:02.899815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:02.902584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Transition to ACTIVE for port object d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:02.912648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:02.916863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.919145 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:port and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:02.921727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:02.923607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:02.927748 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f74966a9-7f29-47be-94ae-05c1df4b8b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:02.932232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Pushing event updated for resources: {'Port': ['ID=f0a34fe4-6f48-4286-8564-863325acfbf1,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:02.932825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:port and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:02.936004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:02.937876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:02.944878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:02.968068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:02.971581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:02.993621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port b614632d-fa16-4141-8cfa-0e7bcdac97f7 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:50:03.048199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3456b74-b4d9-4ce1-b793-8892cab3aff0 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.050539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:03.051760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:03.053186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Network e2dff284-2075-4494-9940-af6f3ade7c47 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:03.057129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:03.062277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:03.082538 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae01d1c2-9d30-431d-a63a-b919666d9c2a req-86d8e489-60d6-44e6-8055-9feeb7a92491 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 210 time: 0.0822027 Dec 22 04:50:03.151568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae826aca-4693-4659-b633-2cc9680cd561 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:03.180052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3456b74-b4d9-4ce1-b793-8892cab3aff0 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18f94836-20d1-462b-920b-01a3071b4c93,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:03.217551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.10 (e2dff284-2075-4494-9940-af6f3ade7c47/b3f133c8-9a6e-44f2-9aff-4e3543f08d92/b614632d-fa16-4141-8cfa-0e7bcdac97f7) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:03.226528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:03.244453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Pushing event updated for resources: {'Port': ['ID=d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:03.248671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3456b74-b4d9-4ce1-b793-8892cab3aff0 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.252296 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b3456b74-b4d9-4ce1-b793-8892cab3aff0 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/18f94836-20d1-462b-920b-01a3071b4c93 HTTP/1.1" status: 204 len: 168 time: 1.1849515 Dec 22 04:50:03.258988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53304) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:03.261576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b3456b74-b4d9-4ce1-b793-8892cab3aff0 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:03.265688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:03.292795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Attempting to bind port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:50:03.294614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Attempting to bind port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '39aaf782-a7ef-43d0-96ac-3c4af2dd1be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2dff284-2075-4494-9940-af6f3ade7c47'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:50:03.295565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Attempting to bind port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b on network e2dff284-2075-4494-9940-af6f3ade7c47 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:03.306208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:50:03.310128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Checking segment: {'id': '39aaf782-a7ef-43d0-96ac-3c4af2dd1be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2dff284-2075-4494-9940-af6f3ade7c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:03.312524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.313499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Bound using segment: {'id': '39aaf782-a7ef-43d0-96ac-3c4af2dd1be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2dff284-2075-4494-9940-af6f3ade7c47'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:50:03.315939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Bound port: d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39aaf782-a7ef-43d0-96ac-3c4af2dd1be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2dff284-2075-4494-9940-af6f3ade7c47'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:50:03.318748 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.338897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53308) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:03.352975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'subnet': {'network_id': 'ce7d4b99-4bec-40ba-be21-53799087dc41', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:03.444522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] For port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:50:03.448627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] For port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b,segment=NetworkSegment(39aaf782-a7ef-43d0-96ac-3c4af2dd1be7),segment_id=39aaf782-a7ef-43d0-96ac-3c4af2dd1be7)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:50:03.454646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.460849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:03.465649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8dfa1aec-a057-48ff-a4aa-875068bfa905 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:03.566096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Pushing event updated for resources: {'Port': ['ID=d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:03.567847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:03.604613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8dfa1aec-a057-48ff-a4aa-875068bfa905 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:03.608963 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8dfa1aec-a057-48ff-a4aa-875068bfa905 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3455706 Dec 22 04:50:03.618625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53312) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:03.648610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:03.673802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:subnet and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:03.689481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:03.710173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:03.727574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d499f36-c7cd-41c1-a495-b3c9d813c951 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.751119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.761896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d499f36-c7cd-41c1-a495-b3c9d813c951 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.784044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.792946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:03.796861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.840544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object b614632d-fa16-4141-8cfa-0e7bcdac97f7 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:03.940099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.944712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d499f36-c7cd-41c1-a495-b3c9d813c951 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:03.954231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:03.975637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d499f36-c7cd-41c1-a495-b3c9d813c951 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f40e9250-fadc-4606-bb01-d5a75213f1b0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:03.980873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d499f36-c7cd-41c1-a495-b3c9d813c951 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:03.995961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:04.005808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7633367-e21c-48e9-8eb8-af4e92a49198 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:04.050343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 3ab1f6d8-a415-4155-8782-48c277d0a087 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:50:04.103123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d499f36-c7cd-41c1-a495-b3c9d813c951 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:04.108890 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0d499f36-c7cd-41c1-a495-b3c9d813c951 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f40e9250-fadc-4606-bb01-d5a75213f1b0 HTTP/1.1" status: 204 len: 168 time: 0.4880269 Dec 22 04:50:04.116382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53316) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:04.165648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network e2dff284-2075-4494-9940-af6f3ade7c47 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:04.171708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=b614632d-fa16-4141-8cfa-0e7bcdac97f7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:04.174360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:04.176112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:04.182739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:04.296391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-31c72838-6c0d-4f49-b522-0862bed31054 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:04.301624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:04.308923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:04.359624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:04.360296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:04.417907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-31c72838-6c0d-4f49-b522-0862bed31054 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:04.422589 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-31c72838-6c0d-4f49-b522-0862bed31054 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2984123 Dec 22 04:50:04.426835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53322) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:04.439470 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24f88ba0-b323-4819-8bda-7a3353d68ead req-e023a3f1-3b35-4391-9f4e-8941a5c30408 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 210 time: 0.1231232 Dec 22 04:50:04.454121 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8946221 Dec 22 04:50:04.499123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53328) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:04.511596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Subnet': ['ID=f36837f5-5701-4d87-a95a-40b8563607a1,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:04.559372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Checking segment: {'id': 'c28a3cea-08d7-4256-a7bc-ecbac05f422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ce7d4b99-4bec-40ba-be21-53799087dc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:04.560028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network hostable DHCP agents. Network: ce7d4b99-4bec-40ba-be21-53799087dc41, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:50:04.569091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:04.579674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99ce66be-2e55-49da-ad85-da6b2210f04e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:04.615354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99ce66be-2e55-49da-ad85-da6b2210f04e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:04.652217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:04.656533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network ce7d4b99-4bec-40ba-be21-53799087dc41 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:04.679102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99ce66be-2e55-49da-ad85-da6b2210f04e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:04.700259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, ce7d4b99-4bec-40ba-be21-53799087dc41) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:04.707825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:04.708706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:04.710525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:04.717338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:04.719491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeb0205-0636-4fb3-8864-d5820bacfc87 None None] Network ce7d4b99-4bec-40ba-be21-53799087dc41 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:04.730196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99ce66be-2e55-49da-ad85-da6b2210f04e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:04.734377 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-99ce66be-2e55-49da-ad85-da6b2210f04e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/36f77bde-8bac-4357-b28e-96c17945496f HTTP/1.1" status: 204 len: 168 time: 0.2911468 Dec 22 04:50:04.743352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8289a694-aae4-4f4e-ae80-d3984b964a29 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:04.744088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8289a694-aae4-4f4e-ae80-d3984b964a29 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:04.748578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53334) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:04.775326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce66be-2e55-49da-ad85-da6b2210f04e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36f77bde-8bac-4357-b28e-96c17945496f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:04.778075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-99ce66be-2e55-49da-ad85-da6b2210f04e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:04.792634 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4494882 Dec 22 04:50:04.796081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53338) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:04.806246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1127976069'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:04.818633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:04.822459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8289a694-aae4-4f4e-ae80-d3984b964a29 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:04.823598 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8289a694-aae4-4f4e-ae80-d3984b964a29 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.3191643 Dec 22 04:50:04.832882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:network and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:04.835222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53342) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:04.838066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:04.852038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eaa3091a-1477-4dc6-a23d-b71b610e430e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:04.888049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:04.901742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e49c-3671-44a8-ac23-edea1c829949 req-4f5d0f46-0a1b-4b47-a44a-70c3e9bc2b26 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:04.903193 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-4f5d0f46-0a1b-4b47-a44a-70c3e9bc2b26 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.61 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 811 time: 0.7117567 Dec 22 04:50:04.913100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c1a0a5-c3b8-4cea-9afe-8f9ae2147d00 None None] Network e2dff284-2075-4494-9940-af6f3ade7c47 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:04.940665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:04.944209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.047257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-50801a83-d745-4892-bc35-13cf3cff252b None None] Provisioning for port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:05.050018 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8::77 (c8e61be7-d237-4895-86c0-9faa432939af/4da96b31-1c93-4b2d-88ec-47e35acf861a/3ab1f6d8-a415-4155-8782-48c277d0a087) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:05.073979 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-a0ce911e-e175-4ef1-8418-f3e3d842490d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e49244735364e1d8b264adb2efbdda6 HTTP/1.1" status: 200 len: 379 time: 0.1127033 Dec 22 04:50:05.075447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eaa3091a-1477-4dc6-a23d-b71b610e430e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:05.080178 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eaa3091a-1477-4dc6-a23d-b71b610e430e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3271127 Dec 22 04:50:05.083984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53346) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:05.087685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-79c3feab-7cd4-4da2-9e15-ac8d60af7788 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port b614632d-fa16-4141-8cfa-0e7bcdac97f7 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:05.088025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79c3feab-7cd4-4da2-9e15-ac8d60af7788 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.134177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:05.145220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:05.146514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.181293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:50:05.191834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95820331-2172-4583-9556-d3be2c229c36 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.197264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Request body: {'port': {'device_id': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'admin_state_up': True, 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'security_groups': ['04302b2a-d912-42f0-93d9-b3201523fee4']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:05.236213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95820331-2172-4583-9556-d3be2c229c36 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.251618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.252041 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Added segment a4e6772c-975e-422b-aa56-1857878e1b0a of type vlan for network 05ba0875-9f14-4747-990d-92df68cbf4d4 Dec 22 04:50:05.263814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-ce7d4b99-4bec-40ba-be21-53799087dc41', 'network_id': 'ce7d4b99-4bec-40ba-be21-53799087dc41', 'tenant_id': 'e819e8f4c878466998ea6a5cf7bccd29', 'fixed_ips': [{'subnet_id': 'f36837f5-5701-4d87-a95a-40b8563607a1'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:50:05.264632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.328861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.407587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95820331-2172-4583-9556-d3be2c229c36 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.426048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-99ce66be-2e55-49da-ad85-da6b2210f04e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:05.454602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95820331-2172-4583-9556-d3be2c229c36 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e6491a5-7880-4938-a79c-e53991ca4688,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:05.459025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-95820331-2172-4583-9556-d3be2c229c36 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:05.508679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95820331-2172-4583-9556-d3be2c229c36 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.513871 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-95820331-2172-4583-9556-d3be2c229c36 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7e6491a5-7880-4938-a79c-e53991ca4688 HTTP/1.1" status: 204 len: 168 time: 0.4001181 Dec 22 04:50:05.515374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.520865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:05.521668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.526117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53352) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:05.531101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f48024b0-4c5a-4f53-96e9-836b40f48563 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:05.541520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:05.541520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.561341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79c3feab-7cd4-4da2-9e15-ac8d60af7788 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.597367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.674786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Allocated IP 2001:db8:0:ffff::2 (ce7d4b99-4bec-40ba-be21-53799087dc41/f36837f5-5701-4d87-a95a-40b8563607a1/1ff6ed17-af55-4669-80d5-899092689c6a) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:05.681842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b,segment=NetworkSegment(39aaf782-a7ef-43d0-96ac-3c4af2dd1be7),segment_id=39aaf782-a7ef-43d0-96ac-3c4af2dd1be7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:05.696793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.698604 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8998399 Dec 22 04:50:05.703603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9729b0be-3acc-4ef0-9190-dc66fb371cf1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:05.723022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53356) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:05.734465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:05.749554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'subnet': {'network_id': '05ba0875-9f14-4747-990d-92df68cbf4d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:05.769048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-79c3feab-7cd4-4da2-9e15-ac8d60af7788 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for b614632d-fa16-4141-8cfa-0e7bcdac97f7 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:05.824708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Network': ['ID=05ba0875-9f14-4747-990d-92df68cbf4d4,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:05.828871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:05.833440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.882437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 05ba0875-9f14-4747-990d-92df68cbf4d4 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:50:05.960036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79c3feab-7cd4-4da2-9e15-ac8d60af7788 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:05.965101 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1f7d5d9-73ff-422e-8374-d41efa861f70 req-af81a3ad-0a07-41ad-9afa-00a18eb25ce2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 210 time: 0.2386985 Dec 22 04:50:05.978948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb3a4013-1f0b-4353-893b-fb23c04050c5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:06.020562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.043044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:06.047473 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:06.073028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d53c4eab-78cc-4f41-8d3a-fb0c2ae22a1d None None] Provisioning complete for port b614632d-fa16-4141-8cfa-0e7bcdac97f7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:06.073548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d53c4eab-78cc-4f41-8d3a-fb0c2ae22a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.121789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3feab-7cd4-4da2-9e15-ac8d60af7788 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=b614632d-fa16-4141-8cfa-0e7bcdac97f7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:06.133294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d53c4eab-78cc-4f41-8d3a-fb0c2ae22a1d None None] Port b614632d-fa16-4141-8cfa-0e7bcdac97f7 was deleted so its status cannot be updated. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 04:50:06.138582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-79c3feab-7cd4-4da2-9e15-ac8d60af7788 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:06.139163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:06.139543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.168413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79c3feab-7cd4-4da2-9e15-ac8d60af7788 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.188478 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-79c3feab-7cd4-4da2-9e15-ac8d60af7788 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/b614632d-fa16-4141-8cfa-0e7bcdac97f7 HTTP/1.1" status: 204 len: 168 time: 1.3516922 Dec 22 04:50:06.191067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53360) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:06.243135 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee722487-21f1-4b3e-add3-89f163ed3514 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:50:06.244054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ee722487-21f1-4b3e-add3-89f163ed3514 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:06.256923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7d2cb3db-21ad-4d75-85fd-9bffb0f6a9af tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:06.261044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d53c4eab-78cc-4f41-8d3a-fb0c2ae22a1d None None] Provisioning complete for port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:06.261462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d53c4eab-78cc-4f41-8d3a-fb0c2ae22a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.274213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ee722487-21f1-4b3e-add3-89f163ed3514 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:06.275667 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ee722487-21f1-4b3e-add3-89f163ed3514 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/b614632d-fa16-4141-8cfa-0e7bcdac97f7 HTTP/1.1" status: 404 len: 333 time: 0.0832713 Dec 22 04:50:06.278588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53364) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:06.320309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:06.354784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:06.365350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Usage tracker for resource:port and tenant:7e49244735364e1d8b264adb2efbdda6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:06.384457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a56a0ab2-6ab4-4c15-ab79-fc7c158dc4f9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 9c014778-0884-4a4b-9963-24a19f01e36d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:06.385885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a56a0ab2-6ab4-4c15-ab79-fc7c158dc4f9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.422533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.434126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:06.440830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:subnet and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:06.450388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:06.463813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Transition to ACTIVE for port object 1ff6ed17-af55-4669-80d5-899092689c6a will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:06.491451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:06.507862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:06.531230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7d2cb3db-21ad-4d75-85fd-9bffb0f6a9af tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:06.535235 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7d2cb3db-21ad-4d75-85fd-9bffb0f6a9af tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9628487 Dec 22 04:50:06.535235 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.542442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53368) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:06.549550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.551608 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Transition to ACTIVE for port object 1ff6ed17-af55-4669-80d5-899092689c6a will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:06.566498 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.576184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:06.605312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:06.611618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.628919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:06.704532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Network ce7d4b99-4bec-40ba-be21-53799087dc41 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:06.710983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Made reservation on behalf of 7e49244735364e1d8b264adb2efbdda6 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:06.712911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:06.717239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.721146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:06.758635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c56ae23-772e-4aeb-815d-4afb24446a31 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.767647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Pushing event updated for resources: {'Port': ['ID=1ff6ed17-af55-4669-80d5-899092689c6a,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:06.769600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d53c4eab-78cc-4f41-8d3a-fb0c2ae22a1d None None] Provisioning for port 9c014778-0884-4a4b-9963-24a19f01e36d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:06.783032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:06.811965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:06.815888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d53c4eab-78cc-4f41-8d3a-fb0c2ae22a1d None None] Provisioning complete for port 9c014778-0884-4a4b-9963-24a19f01e36d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:06.815888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d53c4eab-78cc-4f41-8d3a-fb0c2ae22a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.817461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c56ae23-772e-4aeb-815d-4afb24446a31 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.856118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a56a0ab2-6ab4-4c15-ab79-fc7c158dc4f9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.898761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Attempting to bind port 1ff6ed17-af55-4669-80d5-899092689c6a on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:50:06.899497 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Attempting to bind port 1ff6ed17-af55-4669-80d5-899092689c6a by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'c28a3cea-08d7-4256-a7bc-ecbac05f422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ce7d4b99-4bec-40ba-be21-53799087dc41'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:50:06.900096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Attempting to bind port 1ff6ed17-af55-4669-80d5-899092689c6a on network ce7d4b99-4bec-40ba-be21-53799087dc41 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:06.906776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:06.908167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.925713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object 3ab1f6d8-a415-4155-8782-48c277d0a087 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:06.952005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d53c4eab-78cc-4f41-8d3a-fb0c2ae22a1d None None] Port 9c014778-0884-4a4b-9963-24a19f01e36d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:06.952951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:50:06.953228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Checking segment: {'id': 'c28a3cea-08d7-4256-a7bc-ecbac05f422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ce7d4b99-4bec-40ba-be21-53799087dc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:06.953740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:06.954227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Bound using segment: {'id': 'c28a3cea-08d7-4256-a7bc-ecbac05f422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ce7d4b99-4bec-40ba-be21-53799087dc41'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:50:06.954818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Bound port: 1ff6ed17-af55-4669-80d5-899092689c6a, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28a3cea-08d7-4256-a7bc-ecbac05f422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ce7d4b99-4bec-40ba-be21-53799087dc41'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:50:06.955298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.033013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a56a0ab2-6ab4-4c15-ab79-fc7c158dc4f9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 9c014778-0884-4a4b-9963-24a19f01e36d owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:07.091526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Router 44938199-9d3f-4279-afae-7f37ed91808b is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:50:07.113112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c56ae23-772e-4aeb-815d-4afb24446a31 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.122446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-04b31717-91f7-403b-a6c7-a45e6392b6e1 None None] Could not find standard attr ID for object b614632d-fa16-4141-8cfa-0e7bcdac97f7. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:50:07.128718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8398be65-e7dd-49ff-b8be-ee9ba0f9f9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:07.135366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] For port 1ff6ed17-af55-4669-80d5-899092689c6a, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:50:07.144105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] For port 1ff6ed17-af55-4669-80d5-899092689c6a, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1ff6ed17-af55-4669-80d5-899092689c6a,segment=NetworkSegment(c28a3cea-08d7-4256-a7bc-ecbac05f422b),segment_id=c28a3cea-08d7-4256-a7bc-ecbac05f422b)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:50:07.153466 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-04b31717-91f7-403b-a6c7-a45e6392b6e1 None None] Provisioning complete for port 9c014778-0884-4a4b-9963-24a19f01e36d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:07.154544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-04b31717-91f7-403b-a6c7-a45e6392b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.162411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56ae23-772e-4aeb-815d-4afb24446a31 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417e2bed-166d-4d3b-94cc-434b60aa1ab6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:07.182603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.200682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:07.302357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5c56ae23-772e-4aeb-815d-4afb24446a31 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:07.307581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-04b31717-91f7-403b-a6c7-a45e6392b6e1 None None] Port 9c014778-0884-4a4b-9963-24a19f01e36d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:07.328175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Pushing event updated for resources: {'Port': ['ID=1ff6ed17-af55-4669-80d5-899092689c6a,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:07.328419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5c56ae23-772e-4aeb-815d-4afb24446a31 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.328419 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5c56ae23-772e-4aeb-815d-4afb24446a31 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/417e2bed-166d-4d3b-94cc-434b60aa1ab6 HTTP/1.1" status: 204 len: 168 time: 0.7815969 Dec 22 04:50:07.334268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:07.359980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53374) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:07.433112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a56a0ab2-6ab4-4c15-ab79-fc7c158dc4f9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.437239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a78617ff-c21f-4f70-9628-2841adb01531 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:07.443776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:07.503898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a0ab2-6ab4-4c15-ab79-fc7c158dc4f9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=9c014778-0884-4a4b-9963-24a19f01e36d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:07.509170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a56a0ab2-6ab4-4c15-ab79-fc7c158dc4f9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:07.520107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.588275 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:07.596978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a78617ff-c21f-4f70-9628-2841adb01531 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:07.603054 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a78617ff-c21f-4f70-9628-2841adb01531 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2422426 Dec 22 04:50:07.603767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53378) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:07.624893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010237918'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:07.633544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:07.646961 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7cdb256-ede0-4d9d-8c39-93e240bb1e37 req-18a5c9bf-f81d-45e5-b7fc-9453ccaf3a90 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 210 time: 0.5005102 Dec 22 04:50:07.655178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:07.679520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.698150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a56a0ab2-6ab4-4c15-ab79-fc7c158dc4f9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.722579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:07.733792 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a56a0ab2-6ab4-4c15-ab79-fc7c158dc4f9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/9c014778-0884-4a4b-9963-24a19f01e36d HTTP/1.1" status: 204 len: 168 time: 1.4535296 Dec 22 04:50:07.737142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:07.739094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53382) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:07.740970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:07.746444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:07.748754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:07.794858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:07.808714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=3ab1f6d8-a415-4155-8782-48c277d0a087,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:07.842578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.848675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.861149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:07.885037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:07.890754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:07.891413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.904303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:07.905640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbbb65d-2b59-4d61-b459-ff79aeafa957,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:07.913368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:07.914148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Allocated IP 172.20.0.6 (381c7c77-02da-4013-b529-7b532458aa93/ac08edcf-e0e2-4920-80be-b8ed692d5205/c09a24d8-7026-4c0e-87ca-0e2e5e924aef) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:07.915016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:07.916517 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2993288 Dec 22 04:50:07.919429 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53386) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:07.925373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': '2dbbb65d-2b59-4d61-b459-ff79aeafa957', 'direction': 'ingress', 'protocol': 17}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:07.931619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:07.934127 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e29fb2-25ba-46a3-844d-1131e8b114de tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:50:07.934897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-62e29fb2-25ba-46a3-844d-1131e8b114de tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:07.936825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:07.941068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:07.950967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:07.976123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.041846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.050162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.052929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-508c69de-2ac3-4402-8a4b-8cd7d5d59a3a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:08.069625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be031ec-9c12-4380-8774-8e09958528f5,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:08.072885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:08.094120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.098553 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1748662 Dec 22 04:50:08.099815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53390) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:08.101969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:08.111156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.112600 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e1b1574f-76b2-4a93-81be-7ac11f38f0c8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "PUT /v2.0/routers/44938199-9d3f-4279-afae-7f37ed91808b HTTP/1.1" status: 200 len: 882 time: 10.0518260 Dec 22 04:50:08.112723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688adf71-7147-4c0e-87f6-824cfa60fc01 None None] Sync routers for ids ['44938199-9d3f-4279-afae-7f37ed91808b'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:08.120973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53394) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:08.127228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688adf71-7147-4c0e-87f6-824cfa60fc01 None None] Routers {'44938199-9d3f-4279-afae-7f37ed91808b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:08.127905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-688adf71-7147-4c0e-87f6-824cfa60fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['44938199-9d3f-4279-afae-7f37ed91808b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:08.130373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-62e29fb2-25ba-46a3-844d-1131e8b114de tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:08.134363 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-62e29fb2-25ba-46a3-844d-1131e8b114de tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/9c014778-0884-4a4b-9963-24a19f01e36d HTTP/1.1" status: 404 len: 333 time: 0.3821433 Dec 22 04:50:08.156787 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.9760871 Dec 22 04:50:08.186054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53398) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:08.186445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53400) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:08.199387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-688adf71-7147-4c0e-87f6-824cfa60fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:08.212910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688adf71-7147-4c0e-87f6-824cfa60fc01 None None] Routers {'44938199-9d3f-4279-afae-7f37ed91808b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:08.213909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-688adf71-7147-4c0e-87f6-824cfa60fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['44938199-9d3f-4279-afae-7f37ed91808b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:08.320840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-64bc03fb-6adb-4500-b769-08e740916786 None None] Provisioning for port 3ab1f6d8-a415-4155-8782-48c277d0a087 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:08.333040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-688adf71-7147-4c0e-87f6-824cfa60fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:08.333714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688adf71-7147-4c0e-87f6-824cfa60fc01 None None] The sync data for ids ['44938199-9d3f-4279-afae-7f37ed91808b'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:08.335654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-64bc03fb-6adb-4500-b769-08e740916786 None None] Provisioning complete for port 3ab1f6d8-a415-4155-8782-48c277d0a087 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:08.336034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-64bc03fb-6adb-4500-b769-08e740916786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.351082 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ed48695d-8089-4d84-9ba9-f3f4a57bc438 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/routers/44938199-9d3f-4279-afae-7f37ed91808b HTTP/1.1" status: 200 len: 923 time: 0.2285264 Dec 22 04:50:08.359028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53406) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:08.370596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:08.392272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-64bc03fb-6adb-4500-b769-08e740916786 None None] Port 3ab1f6d8-a415-4155-8782-48c277d0a087 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:08.415674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c333fbc2-16da-4667-84ba-93c08625340d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.457861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c333fbc2-16da-4667-84ba-93c08625340d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.502001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd17ec7-165d-4da3-baab-0429cb181b60 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:08.502704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-cfd17ec7-165d-4da3-baab-0429cb181b60 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Synchronizing usage tracker for tenant:668dd39e26c74ac1bac6a8b49909be08 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:08.516216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-cfd17ec7-165d-4da3-baab-0429cb181b60 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Unset dirty status for tenant:668dd39e26c74ac1bac6a8b49909be08 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:08.517484 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cfd17ec7-165d-4da3-baab-0429cb181b60 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&device_id=44938199-9d3f-4279-afae-7f37ed91808b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1574991 Dec 22 04:50:08.520487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.521744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53410) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:08.527760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1af492a2-d3a0-41c3-ac45-4ad2cc25c553 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:08.559492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c333fbc2-16da-4667-84ba-93c08625340d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.569077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5314c735-913e-47bf-bd97-8a678076e1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:08.591147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=b10eb1b4-8afd-4aa9-8bc3-97eda1a0c218,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:08.594427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:08.620719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ff6ed17-af55-4669-80d5-899092689c6a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:08.641962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333fbc2-16da-4667-84ba-93c08625340d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbbb65d-2b59-4d61-b459-ff79aeafa957,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:08.654008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c333fbc2-16da-4667-84ba-93c08625340d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:08.658918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c333fbc2-16da-4667-84ba-93c08625340d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.662705 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c333fbc2-16da-4667-84ba-93c08625340d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/2dbbb65d-2b59-4d61-b459-ff79aeafa957 HTTP/1.1" status: 204 len: 168 time: 0.5599995 Dec 22 04:50:08.662897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53414) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:08.722693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:50:08.759891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.763587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b63312dc-1c4c-47a4-8de7-2fd225437286 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:08.767092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4b3ef-06c4-4483-aec8-a1539e0ea786 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:08.767521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bcf4b3ef-06c4-4483-aec8-a1539e0ea786 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Synchronizing usage tracker for tenant:668dd39e26c74ac1bac6a8b49909be08 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:08.791741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bcf4b3ef-06c4-4483-aec8-a1539e0ea786 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Unset dirty status for tenant:668dd39e26c74ac1bac6a8b49909be08 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:08.793015 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bcf4b3ef-06c4-4483-aec8-a1539e0ea786 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 881 time: 0.2695799 Dec 22 04:50:08.798921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53420) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:08.806509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:08.828567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-522ae77c-e618-4199-9642-7b5d6405908e tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:08.841039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b63312dc-1c4c-47a4-8de7-2fd225437286 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:08.842483 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b63312dc-1c4c-47a4-8de7-2fd225437286 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1785538 Dec 22 04:50:08.852838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53424) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:08.857241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 1ff6ed17-af55-4669-80d5-899092689c6a completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:08.864556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722367879'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:08.873497 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4112c5a2-f0ee-49c8-a627-3c11a66e3c41 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=44938199-9d3f-4279-afae-7f37ed91808b HTTP/1.1" status: 200 len: 205 time: 0.0704808 Dec 22 04:50:08.873834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:08.875935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53428) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:08.908295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-22abc6d1-50a5-4ffe-8dc3-be8fe21a82cf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet b3f133c8-9a6e-44f2-9aff-4e3543f08d92 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:08.957759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:08.963438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f064b6df-0f6b-4412-b433-20550acfa9bb None None] Network ce7d4b99-4bec-40ba-be21-53799087dc41 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:08.969356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22abc6d1-50a5-4ffe-8dc3-be8fe21a82cf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.017950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Transition to ACTIVE for port object c09a24d8-7026-4c0e-87ca-0e2e5e924aef will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:09.050584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a71787e2-b1b3-46de-ab20-2eae4d58783c req-07f0d3a8-09f9-4013-b6c1-13629430d722 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Synchronizing usage tracker for tenant:7e49244735364e1d8b264adb2efbdda6 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:09.061752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:09.061992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.090962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-09005919-fd32-48af-95a2-0be486d2382a None None] Provisioning for port 1ff6ed17-af55-4669-80d5-899092689c6a completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:09.094708 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:09.098344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:09.099823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-09005919-fd32-48af-95a2-0be486d2382a None None] Provisioning complete for port 1ff6ed17-af55-4669-80d5-899092689c6a triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:09.100623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09005919-fd32-48af-95a2-0be486d2382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.101685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Subnet': ['ID=de88190b-3358-4865-b4c5-e7aaa23cd9eb,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:09.107702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:09.108451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:09.110496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:09.112710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:09.117332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.172787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:09.336921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:09.340999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22abc6d1-50a5-4ffe-8dc3-be8fe21a82cf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.345802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09005919-fd32-48af-95a2-0be486d2382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.364759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.386681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-09005919-fd32-48af-95a2-0be486d2382a None None] For port 1ff6ed17-af55-4669-80d5-899092689c6a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1ff6ed17-af55-4669-80d5-899092689c6a,segment=NetworkSegment(c28a3cea-08d7-4256-a7bc-ecbac05f422b),segment_id=c28a3cea-08d7-4256-a7bc-ecbac05f422b)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:09.392861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09005919-fd32-48af-95a2-0be486d2382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.395004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5ea7d3a8-f47b-4fa0-8523-102cc944eac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:09.401691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Deleting port f0a34fe4-6f48-4286-8564-863325acfbf1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:09.402348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.417521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a71787e2-b1b3-46de-ab20-2eae4d58783c req-07f0d3a8-09f9-4013-b6c1-13629430d722 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Unset dirty status for tenant:7e49244735364e1d8b264adb2efbdda6 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:09.418695 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a71787e2-b1b3-46de-ab20-2eae4d58783c req-07f0d3a8-09f9-4013-b6c1-13629430d722 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 210 time: 0.5207281 Dec 22 04:50:09.419426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Checking segment: {'id': 'a4e6772c-975e-422b-aa56-1857878e1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05ba0875-9f14-4747-990d-92df68cbf4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:09.419786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network hostable DHCP agents. Network: 05ba0875-9f14-4747-990d-92df68cbf4d4, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:50:09.488236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09005919-fd32-48af-95a2-0be486d2382a None None] Pushing event updated for resources: {'Port': ['ID=1ff6ed17-af55-4669-80d5-899092689c6a,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:09.498714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-09005919-fd32-48af-95a2-0be486d2382a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:09.535148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.570599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dc67db5f-5058-47ef-bab0-1f958a51c960 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:09.607212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.616177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.619487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network 05ba0875-9f14-4747-990d-92df68cbf4d4 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:09.624166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:09.674904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:09.678374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.707882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Network 381c7c77-02da-4013-b529-7b532458aa93 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:09.708706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 05ba0875-9f14-4747-990d-92df68cbf4d4) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:09.723134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81a7bc-ff2b-4e9b-aea5-b94c8fcdcfff None None] Network 05ba0875-9f14-4747-990d-92df68cbf4d4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:09.728604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:09.732518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:09.753817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5bf936-e851-441c-8fb4-df0b68991756,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:09.760299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:09.768209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.773328 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9108815 Dec 22 04:50:09.783478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53436) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:09.790101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129686941'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:09.794919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.799941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:09.808492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:09.812619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:09.813715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.814813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-06179076-e004-4e59-85d8-41713f1e563c None None] Provisioning complete for port 1ff6ed17-af55-4669-80d5-899092689c6a triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:09.815269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-06179076-e004-4e59-85d8-41713f1e563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.822615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:09.834952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:09.838996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.858128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22abc6d1-50a5-4ffe-8dc3-be8fe21a82cf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.900609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Pushing event updated for resources: {'Port': ['ID=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:09.904255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:09.910283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:09.970896 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2346132 Dec 22 04:50:09.977329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53440) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:09.988338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'port': {'network_id': '05ba0875-9f14-4747-990d-92df68cbf4d4', 'name': 'tempest-NetworksIpV6TestAttrs-1830440664'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:10.011913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Calling delete_port for f0a34fe4-6f48-4286-8564-863325acfbf1 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:10.052804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:10.066871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:10.067482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.074148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:10.105051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-05ba0875-9f14-4747-990d-92df68cbf4d4', 'network_id': '05ba0875-9f14-4747-990d-92df68cbf4d4', 'tenant_id': 'e819e8f4c878466998ea6a5cf7bccd29', 'fixed_ips': [{'subnet_id': 'de88190b-3358-4865-b4c5-e7aaa23cd9eb'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:50:10.105888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.131543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:10.146522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:10.154392 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9769850 Dec 22 04:50:10.183493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Request body: {'port': {'device_id': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:10.263699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Allocated IP 2001:db8::f816:3eff:fec3:2c32 (05ba0875-9f14-4747-990d-92df68cbf4d4/de88190b-3358-4865-b4c5-e7aaa23cd9eb/89f4f726-0891-4323-9390-16848707a815) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:10.307483 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.ipam_backend_mixin [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4da96b31-1c93-4b2d-88ec-47e35acf861a (CIDR: 2001:db8::/64) Dec 22 04:50:10.309098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22abc6d1-50a5-4ffe-8dc3-be8fe21a82cf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.318453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2792f75c-f3bf-4249-9844-7a653b5e9547 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:10.353454 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:10.353947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:10.371424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abc6d1-50a5-4ffe-8dc3-be8fe21a82cf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f133c8-9a6e-44f2-9aff-4e3543f08d92,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:10.379183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22abc6d1-50a5-4ffe-8dc3-be8fe21a82cf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:10.387045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22abc6d1-50a5-4ffe-8dc3-be8fe21a82cf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.449491 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-22abc6d1-50a5-4ffe-8dc3-be8fe21a82cf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/b3f133c8-9a6e-44f2-9aff-4e3543f08d92 HTTP/1.1" status: 204 len: 168 time: 2.1126738 Dec 22 04:50:10.449858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53444) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:10.452451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:10.453727 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f2c5d737-48e6-4c85-9888-39d8615ea569 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1158082 Dec 22 04:50:10.458557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53448) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:10.476581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:10.476946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.487634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Transition to ACTIVE for port object 89f4f726-0891-4323-9390-16848707a815 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:10.496687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:port and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:10.507488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Transition to ACTIVE for port object 89f4f726-0891-4323-9390-16848707a815 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:10.515170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa71d64-d6ff-4486-98d1-b77757bcdb63 None None] Network e2dff284-2075-4494-9940-af6f3ade7c47 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:10.529531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.535853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:10.541229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:10.564271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.574236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:10.629143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.652694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ff6ed17-af55-4669-80d5-899092689c6a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:10.671842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.684897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Network 05ba0875-9f14-4747-990d-92df68cbf4d4 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:10.689774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:10.704685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:10.720306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a449af28-e0aa-4198-9490-a33e159fa116 None None] Provisioning for port c09a24d8-7026-4c0e-87ca-0e2e5e924aef completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:10.746036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:10.749630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.778559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:10.780545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a449af28-e0aa-4198-9490-a33e159fa116 None None] Provisioning complete for port c09a24d8-7026-4c0e-87ca-0e2e5e924aef triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:10.780899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a449af28-e0aa-4198-9490-a33e159fa116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.801414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba4b753-0f9b-4e1b-8e61-607e04ab6bc1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:10.804372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:10.811550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.820225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b7e210bd-0e99-4818-ab4a-bb6c1cd275fe tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:10.830994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Pushing event updated for resources: {'Port': ['ID=89f4f726-0891-4323-9390-16848707a815,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:10.831422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.872689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:10.880431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.885116 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1001706 Dec 22 04:50:10.889586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53454) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:10.890646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] device_id is not set on port 6cde8031-7bd6-42d4-bc6d-f9e10007c03b yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:50:10.906512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:10.906870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:10.928417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Pushing event deleted for resources: {'Port': ['ID=f0a34fe4-6f48-4286-8564-863325acfbf1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:10.931110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:10.936953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': 'ed5bf936-e851-441c-8fb4-df0b68991756', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eba4b753-0f9b-4e1b-8e61-607e04ab6bc1', 'remote_ip_prefix': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:10.986042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:11.000107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:11.003233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:11.023698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Attempting to bind port 89f4f726-0891-4323-9390-16848707a815 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:50:11.024089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Attempting to bind port 89f4f726-0891-4323-9390-16848707a815 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'a4e6772c-975e-422b-aa56-1857878e1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05ba0875-9f14-4747-990d-92df68cbf4d4'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:50:11.024471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Attempting to bind port 89f4f726-0891-4323-9390-16848707a815 on network 05ba0875-9f14-4747-990d-92df68cbf4d4 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:11.032435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a449af28-e0aa-4198-9490-a33e159fa116 None None] Port c09a24d8-7026-4c0e-87ca-0e2e5e924aef cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:11.044119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:50:11.044643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Checking segment: {'id': 'a4e6772c-975e-422b-aa56-1857878e1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05ba0875-9f14-4747-990d-92df68cbf4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:11.045781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.045781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Bound using segment: {'id': 'a4e6772c-975e-422b-aa56-1857878e1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05ba0875-9f14-4747-990d-92df68cbf4d4'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:50:11.045966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:11.046051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Bound port: 89f4f726-0891-4323-9390-16848707a815, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e6772c-975e-422b-aa56-1857878e1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05ba0875-9f14-4747-990d-92df68cbf4d4'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:50:11.046368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.058170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:11.065703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:11.076191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:11.094084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:11.128994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1ff6ed17-af55-4669-80d5-899092689c6a triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:11.129358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.131687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.159816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 624378ee-01ad-47d1-a5c8-ed2bc42e6d9c has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:50:11.280863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] For port 89f4f726-0891-4323-9390-16848707a815, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:50:11.294505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] For port 89f4f726-0891-4323-9390-16848707a815, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=89f4f726-0891-4323-9390-16848707a815,segment=NetworkSegment(a4e6772c-975e-422b-aa56-1857878e1b0a),segment_id=a4e6772c-975e-422b-aa56-1857878e1b0a)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:50:11.301769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.308172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1e4acddc-df84-4226-9539-c56b1722c689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:11.362869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b0756-5325-4600-b0c1-6dece678a169 req-01e8aecd-0fd3-4d5e-b4ee-fcd97c755f0d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:11.364533 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-826b0756-5325-4600-b0c1-6dece678a169 req-01e8aecd-0fd3-4d5e-b4ee-fcd97c755f0d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 931 time: 0.6824286 Dec 22 04:50:11.392119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] DHCP port deletion for e2dff284-2075-4494-9940-af6f3ade7c47 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:50:11.398731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Pushing event updated for resources: {'Port': ['ID=89f4f726-0891-4323-9390-16848707a815,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:11.402605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:11.406838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] Deleting port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:11.407223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.439276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:11.442670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.535062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.640540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.654730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.656130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] For port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b,segment=NetworkSegment(39aaf782-a7ef-43d0-96ac-3c4af2dd1be7),segment_id=39aaf782-a7ef-43d0-96ac-3c4af2dd1be7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:11.656637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.669927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Allocated IP 2001:db8::f816:3eff:fe8d:760a (05ba0875-9f14-4747-990d-92df68cbf4d4/de88190b-3358-4865-b4c5-e7aaa23cd9eb/6cde8031-7bd6-42d4-bc6d-f9e10007c03b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:11.706832 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-826b0756-5325-4600-b0c1-6dece678a169 req-5f4b8fe7-a798-49c4-8751-21cfdd9ced62 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848885 Dec 22 04:50:11.721324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:11.726920 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "PUT /v2.0/routers/624378ee-01ad-47d1-a5c8-ed2bc42e6d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6691694 Dec 22 04:50:11.739413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53458) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:11.783088 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b5231c-9bd3-4855-b9f0-5de7069fb9fa None None] Sync routers for ids ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:11.797010 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5231c-9bd3-4855-b9f0-5de7069fb9fa None None] Routers {'624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:11.799465 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-71b5231c-9bd3-4855-b9f0-5de7069fb9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:11.799712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.800300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Fanout notify agent at l3_agent the message router_deleted on router 44938199-9d3f-4279-afae-7f37ed91808b {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:50:11.837370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] Calling delete_port for d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:11.860357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] For port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b,segment=NetworkSegment(39aaf782-a7ef-43d0-96ac-3c4af2dd1be7),segment_id=39aaf782-a7ef-43d0-96ac-3c4af2dd1be7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:11.860778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.868737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.883703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.933351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:11.954800 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-71b5231c-9bd3-4855-b9f0-5de7069fb9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:11.966501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.969964 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5231c-9bd3-4855-b9f0-5de7069fb9fa None None] Routers {'624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:11.971248 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-71b5231c-9bd3-4855-b9f0-5de7069fb9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:11.971458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-981d2f01-1ecb-4a32-8eb6-d2f772e50a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:11.995654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.997155 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/44938199-9d3f-4279-afae-7f37ed91808b HTTP/1.1" status: 204 len: 168 time: 3.1202283 Dec 22 04:50:12.004886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53462) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:12.008386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.009873 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0836287 Dec 22 04:50:12.029902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] Pushing event deleted for resources: {'Port': ['ID=d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:12.033130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:12.034206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] No DVR routers for this DVR port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:50:12.057519 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-71b5231c-9bd3-4855-b9f0-5de7069fb9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:12.057929 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b5231c-9bd3-4855-b9f0-5de7069fb9fa None None] The sync data for ids ['624378ee-01ad-47d1-a5c8-ed2bc42e6d9c'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:12.066312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53466) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:12.068917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d43e2a-c25c-4e55-8910-cc3801affd83,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:12.077577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:12.113830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-828978487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:12.125100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:12.156871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e154f012-6317-4aa0-8b0f-9409fe535b8f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.205313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e154f012-6317-4aa0-8b0f-9409fe535b8f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.222564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:12.242426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Usage tracker for resource:router and tenant:5294c4fe78b0437aaed31cd80b1bbd55 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:12.256085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:12.261311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.275038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:12.292418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e154f012-6317-4aa0-8b0f-9409fe535b8f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.293360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Transition to ACTIVE for port object 6cde8031-7bd6-42d4-bc6d-f9e10007c03b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:12.295935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09a24d8-7026-4c0e-87ca-0e2e5e924aef {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:50:12.299404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3558e4fc-a904-4ac5-ac09-542bd451db30 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:12.311299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.331543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.331777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154f012-6317-4aa0-8b0f-9409fe535b8f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70d43e2a-c25c-4e55-8910-cc3801affd83,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:12.332649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.337431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e154f012-6317-4aa0-8b0f-9409fe535b8f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:12.338467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e154f012-6317-4aa0-8b0f-9409fe535b8f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.339611 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e154f012-6317-4aa0-8b0f-9409fe535b8f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/70d43e2a-c25c-4e55-8910-cc3801affd83 HTTP/1.1" status: 204 len: 168 time: 0.2722452 Dec 22 04:50:12.349602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53472) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:12.366900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.386423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.391583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-defbf0d5-b016-440e-b83a-78cf51fc558e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:12.432707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Transition to ACTIVE for port object c09a24d8-7026-4c0e-87ca-0e2e5e924aef will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:12.453048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.462593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c501550-f30a-4e3b-9929-09634e675745 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:12.474639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:12.488830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b2c9fb18-dfc6-4dca-9edf-0d4dd253aff3 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:12.491765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:12.498076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.504488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:12.505074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.509557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36808a99-5f66-4f40-b714-9276d6b45af5 None None] Network c8e61be7-d237-4895-86c0-9faa432939af requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:12.516386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:12.516386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:12.524076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.531953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=d13be4f8-b273-4a30-ac62-f03ef701984b,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:12.540036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:12.547898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c040547-3276-4975-a00d-79f974e5eb9c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:12.632593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b2c9fb18-dfc6-4dca-9edf-0d4dd253aff3 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:12.638321 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b2c9fb18-dfc6-4dca-9edf-0d4dd253aff3 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2837260 Dec 22 04:50:12.640769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53476) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:12.673347 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2033539 Dec 22 04:50:12.674265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53480) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:12.678236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network 05ba0875-9f14-4747-990d-92df68cbf4d4 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:12.715320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1700916913', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd13be4f8-b273-4a30-ac62-f03ef701984b'}], 'security_groups': ['307cdc87-fc76-4162-b3a2-b37a9ce99931']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:12.748943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:12.751629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:12.758552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:12.758552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:12.790856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 89f4f726-0891-4323-9390-16848707a815 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:12.828696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Port': ['ID=6cde8031-7bd6-42d4-bc6d-f9e10007c03b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:12.832076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:12.838759 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8577750 Dec 22 04:50:12.848504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53486) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:12.969689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef4fa4-7745-4f02-8ac6-b8ab5bea756e None None] Network 05ba0875-9f14-4747-990d-92df68cbf4d4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:13.004876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbf42a7-dfb3-4893-9463-299ea243116b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Deleting subnet de88190b-3358-4865-b4c5-e7aaa23cd9eb {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:13.051763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00eff382-2457-43b3-a8fa-765833c23680 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.053619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ecbf42a7-dfb3-4893-9463-299ea243116b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.081670 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:13.082261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.105682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:13.143641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 89f4f726-0891-4323-9390-16848707a815 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:13.158130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00eff382-2457-43b3-a8fa-765833c23680 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.177152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ecbf42a7-dfb3-4893-9463-299ea243116b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.181702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:13.252597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d24c2e37-a491-45a1-9fab-27e681357649 None None] Provisioning for port 89f4f726-0891-4323-9390-16848707a815 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:13.256974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:50:13.259833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] The port 'd1b3bc5c-35dd-4b7d-97cd-200690ca2b2b' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:50:13.292691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.385205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:50:13.385822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d1b3bc5c-35dd-4b7d-97cd-200690ca2b2b not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:50:13.387736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d24c2e37-a491-45a1-9fab-27e681357649 None None] Provisioning complete for port 89f4f726-0891-4323-9390-16848707a815 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:13.389077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d24c2e37-a491-45a1-9fab-27e681357649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.398801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.413389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00eff382-2457-43b3-a8fa-765833c23680 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.421686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-21c6dcbd-6ffb-485c-8ca3-537375374886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:13.470219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eff382-2457-43b3-a8fa-765833c23680 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba4b753-0f9b-4e1b-8e61-607e04ab6bc1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:13.484610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.488687 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f4bb4c60-883a-430c-8313-0cba2403e4eb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4778867 Dec 22 04:50:13.488687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.494174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-00eff382-2457-43b3-a8fa-765833c23680 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:13.494871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53490) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:13.499652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.520624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_snat': True}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:13.540642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2dff284-2075-4494-9940-af6f3ade7c47']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:13.557947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Attempting to bind port c09a24d8-7026-4c0e-87ca-0e2e5e924aef on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:50:13.558282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Attempting to bind port c09a24d8-7026-4c0e-87ca-0e2e5e924aef by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:50:13.558608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Attempting to bind port c09a24d8-7026-4c0e-87ca-0e2e5e924aef on network 381c7c77-02da-4013-b529-7b532458aa93 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:13.566425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port ef2374f3-ba5f-4aae-8857-3dd17ab52f4f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:13.566770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.605125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39aaf782-a7ef-43d0-96ac-3c4af2dd1be7') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:13.605406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39aaf782-a7ef-43d0-96ac-3c4af2dd1be7') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:13.637430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Port c09a24d8-7026-4c0e-87ca-0e2e5e924aef on network 381c7c77-02da-4013-b529-7b532458aa93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:50:13.637831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Attempting to bind port c09a24d8-7026-4c0e-87ca-0e2e5e924aef on network 381c7c77-02da-4013-b529-7b532458aa93 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:13.647330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35beb22-1adb-435e-8e1d-0f85b67bd427 req-2bd4d79f-c1a3-41b1-81fd-d6d15625b137 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:13.651398 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f35beb22-1adb-435e-8e1d-0f85b67bd427 req-2bd4d79f-c1a3-41b1-81fd-d6d15625b137 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 943 time: 0.5358918 Dec 22 04:50:13.658159 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.687212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d24c2e37-a491-45a1-9fab-27e681357649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.692026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:50:13.692639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Checking segment: {'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:13.693552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Bound using segment: {'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:50:13.694107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Bound port: c09a24d8-7026-4c0e-87ca-0e2e5e924aef, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2b27ce-cd4c-4eee-95b4-ff513b07873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '381c7c77-02da-4013-b529-7b532458aa93'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:50:13.694602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.710669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9187fa5c-f734-40b2-98c1-5646778f7fb2 None None] Update dhcp port {'port': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'fixed_ips': [{'subnet_id': '4da96b31-1c93-4b2d-88ec-47e35acf861a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd13be4f8-b273-4a30-ac62-f03ef701984b'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '9729b0be-3acc-4ef0-9190-dc66fb371cf1'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:50:13.743991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.782413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d24c2e37-a491-45a1-9fab-27e681357649 None None] For port 89f4f726-0891-4323-9390-16848707a815, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=89f4f726-0891-4323-9390-16848707a815,segment=NetworkSegment(a4e6772c-975e-422b-aa56-1857878e1b0a),segment_id=a4e6772c-975e-422b-aa56-1857878e1b0a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:13.783488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9187fa5c-f734-40b2-98c1-5646778f7fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.797680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d24c2e37-a491-45a1-9fab-27e681357649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.801298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:13.828644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00eff382-2457-43b3-a8fa-765833c23680 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.829767 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-00eff382-2457-43b3-a8fa-765833c23680 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/eba4b753-0f9b-4e1b-8e61-607e04ab6bc1 HTTP/1.1" status: 204 len: 168 time: 1.1701880 Dec 22 04:50:13.843946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53494) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:13.891232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:13.891902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:13.911084 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:14.005216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ecbf42a7-dfb3-4893-9463-299ea243116b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.008215 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f35beb22-1adb-435e-8e1d-0f85b67bd427 req-885ca07b-2096-4a5d-839b-cd946539960b tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388245 Dec 22 04:50:14.023585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c2e37-a491-45a1-9fab-27e681357649 None None] Pushing event updated for resources: {'Port': ['ID=89f4f726-0891-4323-9390-16848707a815,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:14.027711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d24c2e37-a491-45a1-9fab-27e681357649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:14.077817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] For port c09a24d8-7026-4c0e-87ca-0e2e5e924aef, host hv-neutron-8225, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:50:14.081116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] For port c09a24d8-7026-4c0e-87ca-0e2e5e924aef, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:50:14.102829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.120913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c71ef5ad-70e9-4410-9dcb-d1af4deb0d04 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:14.144277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ad895a6b-4c92-46cb-bdfe-0424a2552e2a None None] Provisioning complete for port 89f4f726-0891-4323-9390-16848707a815 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:14.144798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ad895a6b-4c92-46cb-bdfe-0424a2552e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.177110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:14.177736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.179690 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] 10.222.0.61 "PUT /v2.0/ports/c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 1093 time: 4.0003939 Dec 22 04:50:14.191691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'tag': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:50:14.223656 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-9187fa5c-f734-40b2-98c1-5646778f7fb2 None None] Allocated IP 2001:db8:0:1::2 (c8e61be7-d237-4895-86c0-9faa432939af/d13be4f8-b273-4a30-ac62-f03ef701984b/9729b0be-3acc-4ef0-9190-dc66fb371cf1) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:14.296181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.302608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.306454 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'tag': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef', 'status': 'completed', 'code': 200} Dec 22 04:50:14.344047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.346500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.374656 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/networks/e2dff284-2075-4494-9940-af6f3ade7c47 HTTP/1.1" status: 204 len: 168 time: 3.9197793 Dec 22 04:50:14.380986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53500) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:14.458186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1933488544'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:14.463093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:14.468025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:network and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:14.471437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:14.478714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:14.516032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.519706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9187fa5c-f734-40b2-98c1-5646778f7fb2 None None] For port 9729b0be-3acc-4ef0-9190-dc66fb371cf1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9729b0be-3acc-4ef0-9190-dc66fb371cf1,segment=NetworkSegment(69b21655-c3bf-4dd1-9e52-0e9b052bbe8a),segment_id=69b21655-c3bf-4dd1-9e52-0e9b052bbe8a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:14.553479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-058c69d5-9ce3-4f2f-ab37-2a7f272bba20 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:14.579648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9187fa5c-f734-40b2-98c1-5646778f7fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.584377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:14.589026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.590558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 89f4f726-0891-4323-9390-16848707a815 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:14.611460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for ef2374f3-ba5f-4aae-8857-3dd17ab52f4f owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:14.623748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ecbf42a7-dfb3-4893-9463-299ea243116b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.634905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d2cb07e1-52a0-475b-86ab-e898d313028d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:14.666327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-058c69d5-9ce3-4f2f-ab37-2a7f272bba20 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:14.670739 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-058c69d5-9ce3-4f2f-ab37-2a7f272bba20 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8226922 Dec 22 04:50:14.670937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9187fa5c-f734-40b2-98c1-5646778f7fb2 None None] Transition to ACTIVE for port object 9729b0be-3acc-4ef0-9190-dc66fb371cf1 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:14.671062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:14.673576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53504) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:14.683564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9187fa5c-f734-40b2-98c1-5646778f7fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.683906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf42a7-dfb3-4893-9463-299ea243116b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Subnet': ['ID=de88190b-3358-4865-b4c5-e7aaa23cd9eb,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:14.684810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:14.690174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ecbf42a7-dfb3-4893-9463-299ea243116b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.690624 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:14.694316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ecbf42a7-dfb3-4893-9463-299ea243116b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:14.698366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-66d96bf2-a38f-4c0e-9752-dc85a84e4f2b tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:14.731286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f32b024-606c-49b8-9b78-91d3a05a9327 None None] Network 05ba0875-9f14-4747-990d-92df68cbf4d4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:14.735701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Network': ['ID=e2dff284-2075-4494-9940-af6f3ade7c47,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:14.739195 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ecbf42a7-dfb3-4893-9463-299ea243116b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/subnets/de88190b-3358-4865-b4c5-e7aaa23cd9eb HTTP/1.1" status: 204 len: 168 time: 1.8879330 Dec 22 04:50:14.742943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53508) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:14.753964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:14.760242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e49c-3671-44a8-ac23-edea1c829949 req-c4ca19aa-1f98-41db-94df-46a581e0dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:14.761812 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-c4ca19aa-1f98-41db-94df-46a581e0dbc7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1096 time: 0.4514792 Dec 22 04:50:14.762597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:50:14.864260 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-1dc2c039-e08e-4980-a300-2f8a547ce05a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 217 time: 0.0821247 Dec 22 04:50:14.870613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.870955 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Added segment 62396e55-8a12-44aa-bb74-63c095a4ceb6 of type vlan for network 615a507d-97f2-4da9-98f2-9edec0e68217 Dec 22 04:50:14.876521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf3253-d10e-4d33-81d1-dfe780e46418 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:14.878648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf3253-d10e-4d33-81d1-dfe780e46418 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:14.879576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-62bf3253-d10e-4d33-81d1-dfe780e46418 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Synchronizing usage tracker for tenant:e819e8f4c878466998ea6a5cf7bccd29 on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:14.939300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Delete allocated IP 2001:db8::77 (c8e61be7-d237-4895-86c0-9faa432939af/4da96b31-1c93-4b2d-88ec-47e35acf861a) {{(pid=87555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:50:14.942035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-62bf3253-d10e-4d33-81d1-dfe780e46418 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Unset dirty status for tenant:e819e8f4c878466998ea6a5cf7bccd29 on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:14.943377 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-62bf3253-d10e-4d33-81d1-dfe780e46418 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1994941 Dec 22 04:50:14.947916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ad895a6b-4c92-46cb-bdfe-0424a2552e2a None None] Provisioning for port 6cde8031-7bd6-42d4-bc6d-f9e10007c03b completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:14.949293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53512) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:14.968493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187fa5c-f734-40b2-98c1-5646778f7fb2 None None] Pushing event updated for resources: {'Port': ['ID=9729b0be-3acc-4ef0-9190-dc66fb371cf1,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:14.972582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8:0:1::3e6 (c8e61be7-d237-4895-86c0-9faa432939af/d13be4f8-b273-4a30-ac62-f03ef701984b/3ab1f6d8-a415-4155-8782-48c277d0a087) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:15.005187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9187fa5c-f734-40b2-98c1-5646778f7fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:15.006554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ad895a6b-4c92-46cb-bdfe-0424a2552e2a None None] Provisioning complete for port 6cde8031-7bd6-42d4-bc6d-f9e10007c03b triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:15.006993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ad895a6b-4c92-46cb-bdfe-0424a2552e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.038684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 89f4f726-0891-4323-9390-16848707a815 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:15.039070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.151123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.168736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ad895a6b-4c92-46cb-bdfe-0424a2552e2a None None] Port 6cde8031-7bd6-42d4-bc6d-f9e10007c03b cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:15.180167 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8251f3a-b227-4a04-90cc-4c31a5602060 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.184883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e49c-3671-44a8-ac23-edea1c829949 req-e58f5431-7a7e-427b-ad20-aa6ba71b9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:15.186380 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-e58f5431-7a7e-427b-ad20-aa6ba71b9e74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 200 len: 850 time: 0.3065460 Dec 22 04:50:15.355412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:50:15.355983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1325ba22-8de8-41c0-a59a-41a4c1b23d9c None None] Provisioning complete for port 6cde8031-7bd6-42d4-bc6d-f9e10007c03b triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:15.356597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1325ba22-8de8-41c0-a59a-41a4c1b23d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.386576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] DHCP port deletion for 05ba0875-9f14-4747-990d-92df68cbf4d4 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:50:15.404774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8251f3a-b227-4a04-90cc-4c31a5602060 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.406929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13644a15-802d-4a12-96ca-eff439c39b94 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.410536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] Deleting port 89f4f726-0891-4323-9390-16848707a815 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:15.410977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.454783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.460489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:15.461146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.470826 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-13644a15-802d-4a12-96ca-eff439c39b94 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 04:50:15.471299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13644a15-802d-4a12-96ca-eff439c39b94 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:15.472340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aaa96bc5-32a7-47df-979e-73d97b53d35c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:15.473664 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-13644a15-802d-4a12-96ca-eff439c39b94 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/05ba0875-9f14-4747-990d-92df68cbf4d4 HTTP/1.1" status: 409 len: 405 time: 0.5230861 Dec 22 04:50:15.487477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53518) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:15.496262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-712833081'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:15.506116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:15.521161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:network and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:15.526316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1325ba22-8de8-41c0-a59a-41a4c1b23d9c None None] Port 6cde8031-7bd6-42d4-bc6d-f9e10007c03b cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:15.530459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:15.535571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.557984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.596621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:15.603975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.688905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Network': ['ID=615a507d-97f2-4da9-98f2-9edec0e68217,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:15.692358 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2982202 Dec 22 04:50:15.699454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:15.700886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-95aa2738-bafd-4285-9f5b-a7dc17000707 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:15.718848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 615a507d-97f2-4da9-98f2-9edec0e68217 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:50:15.731419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:15.734517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e49c-3671-44a8-ac23-edea1c829949 req-ad559ab6-11d9-4740-ba0d-78e81162e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:15.736478 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-ad559ab6-11d9-4740-ba0d-78e81162e992 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=381c7c77-02da-4013-b529-7b532458aa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5063651 Dec 22 04:50:15.747578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bb242-0cdd-46e6-840f-7c724d064e49 req-e595f328-ef4c-447f-93bb-637028ad6fb1 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:15.748695 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-795bb242-0cdd-46e6-840f-7c724d064e49 req-e595f328-ef4c-447f-93bb-637028ad6fb1 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 943 time: 0.5706780 Dec 22 04:50:15.791093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8251f3a-b227-4a04-90cc-4c31a5602060 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.816652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': '615a507d-97f2-4da9-98f2-9edec0e68217', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:15.825933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] For port 89f4f726-0891-4323-9390-16848707a815, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=89f4f726-0891-4323-9390-16848707a815,segment=NetworkSegment(a4e6772c-975e-422b-aa56-1857878e1b0a),segment_id=a4e6772c-975e-422b-aa56-1857878e1b0a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:15.826336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.858776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=ef2374f3-ba5f-4aae-8857-3dd17ab52f4f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:15.883467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:15.885401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd3d8ada-fd19-4b92-a973-5ae740f8743a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:15.911869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:15.915271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.987550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] Calling delete_port for 89f4f726-0891-4323-9390-16848707a815 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:16.022378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8251f3a-b227-4a04-90cc-4c31a5602060 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.026108 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a8251f3a-b227-4a04-90cc-4c31a5602060 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed5bf936-e851-441c-8fb4-df0b68991756 HTTP/1.1" status: 204 len: 168 time: 1.3453941 Dec 22 04:50:16.026108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8251f3a-b227-4a04-90cc-4c31a5602060 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5bf936-e851-441c-8fb4-df0b68991756,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:16.039000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53528) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:16.043826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a8251f3a-b227-4a04-90cc-4c31a5602060 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:16.074247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:50:16.074746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-210de9cc-2240-41ec-8c3a-5bcfc10bfa9d None None] Provisioning complete for port 3ab1f6d8-a415-4155-8782-48c277d0a087 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:16.075132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-210de9cc-2240-41ec-8c3a-5bcfc10bfa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.081566 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-795bb242-0cdd-46e6-840f-7c724d064e49 req-66ed49ad-faff-4014-b12a-128338a01b92 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931128 Dec 22 04:50:16.086821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.114794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.115135 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Added segment 0ac9400d-811b-45ef-8c5a-e3a9abff0ce6 of type vlan for network 537e4d6d-fe5d-49c0-a00c-c3d79f892caa Dec 22 04:50:16.134781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:16.138472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Allocated IP 172.26.1.161 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/7e02bf07-a0d0-47b5-89d8-a52bb1776948) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:16.164167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-210de9cc-2240-41ec-8c3a-5bcfc10bfa9d None None] Port 3ab1f6d8-a415-4155-8782-48c277d0a087 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:16.172744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.177916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-39c92682-1ad5-4f3c-a5d2-1e4772d9ae80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:16.228121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:16.231128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] Pushing event deleted for resources: {'Port': ['ID=89f4f726-0891-4323-9390-16848707a815,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:16.233149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-210de9cc-2240-41ec-8c3a-5bcfc10bfa9d None None] Provisioning complete for port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:16.234074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-210de9cc-2240-41ec-8c3a-5bcfc10bfa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.243877 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6735374f-479d-4c5d-98e6-4c8b290dda72 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2013247 Dec 22 04:50:16.251778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.256993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53532) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:16.266836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:16.283524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] No DVR routers for this DVR port 89f4f726-0891-4323-9390-16848707a815 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:50:16.293798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:16.309513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:16.315210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-210de9cc-2240-41ec-8c3a-5bcfc10bfa9d None None] Port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:16.324094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.331455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.333440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163366370'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:16.335374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-210de9cc-2240-41ec-8c3a-5bcfc10bfa9d None None] Provisioning for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:16.347079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-210de9cc-2240-41ec-8c3a-5bcfc10bfa9d None None] Provisioning complete for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:16.348236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-210de9cc-2240-41ec-8c3a-5bcfc10bfa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.348535 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-360b9da1-505c-4a3e-839b-e4ab0001dd25 service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585177 Dec 22 04:50:16.350227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.352011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:16.355814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.378620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:16.388286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object 3ab1f6d8-a415-4155-8782-48c277d0a087 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:16.392039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:16.400755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:16.417965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.427357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:16.443669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6162e38d-1ab6-4c12-9c46-605aa895af88 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:16.589474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.590113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Fanout notify agent at l3_agent the message router_deleted on router 624378ee-01ad-47d1-a5c8-ed2bc42e6d9c {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:50:16.598410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.614360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.619689 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/routers/624378ee-01ad-47d1-a5c8-ed2bc42e6d9c HTTP/1.1" status: 204 len: 168 time: 4.8741922 Dec 22 04:50:16.619940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] In _notify_port_updated(), no bound segment for port 3ab1f6d8-a415-4155-8782-48c277d0a087 on network c8e61be7-d237-4895-86c0-9faa432939af {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:50:16.623049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53536) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:16.625937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:16.626676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.631339 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "PUT /v2.0/ports/3ab1f6d8-a415-4155-8782-48c277d0a087 HTTP/1.1" status: 200 len: 931 time: 3.9253900 Dec 22 04:50:16.632471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.640902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9729b0be-3acc-4ef0-9190-dc66fb371cf1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:16.642316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:16.642984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.652097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53540) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:16.747508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.760282 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8718e49c-3671-44a8-ac23-edea1c829949 req-99b1db1d-b38f-4777-b71a-a0c63bd8815b service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837216 Dec 22 04:50:16.765909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f648e838-d0d7-4433-9db5-4ae30ca7c734 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting subnet 7f4db40f-e27e-46bc-9aa6-0d26a26bcfc3 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:16.766912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:16.767491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.769056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f648e838-d0d7-4433-9db5-4ae30ca7c734 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.788722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:16.794125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=3ab1f6d8-a415-4155-8782-48c277d0a087,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:16.806091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:16.827595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fb89793c-aad2-43c9-ba2c-fc6f3127a736 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:16.862155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-798e73ab-1e79-4ae3-b50a-4e1f6ed83508 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 3ab1f6d8-a415-4155-8782-48c277d0a087 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:16.862155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-798e73ab-1e79-4ae3-b50a-4e1f6ed83508 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:16.905587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:16.927679 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4386828 Dec 22 04:50:16.936198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:16.939289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53544) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:16.965721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6497f086-8461-464c-abee-16bfe109aa9f None None] Provisioning for port 3ab1f6d8-a415-4155-8782-48c277d0a087 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:16.980217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6497f086-8461-464c-abee-16bfe109aa9f None None] Provisioning complete for port 3ab1f6d8-a415-4155-8782-48c277d0a087 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:16.980543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6497f086-8461-464c-abee-16bfe109aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.004710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'subnet': {'network_id': '537e4d6d-fe5d-49c0-a00c-c3d79f892caa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:17.043346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6497f086-8461-464c-abee-16bfe109aa9f None None] Port 3ab1f6d8-a415-4155-8782-48c277d0a087 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:17.056281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:17.091778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 89f4f726-0891-4323-9390-16848707a815 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:50:17.130766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 89f4f726-0891-4323-9390-16848707a815 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:50:17.131116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 89f4f726-0891-4323-9390-16848707a815 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:50:17.146255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Network': ['ID=537e4d6d-fe5d-49c0-a00c-c3d79f892caa,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:17.148741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f648e838-d0d7-4433-9db5-4ae30ca7c734 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.156495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:17.162853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 537e4d6d-fe5d-49c0-a00c-c3d79f892caa details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:50:17.280328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:17.306802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.318267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0a2dd1f5-c8f7-4020-9172-0d83c0d18b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:17.320722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.328634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:17.353786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:17.386284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-369a9e20-92a5-43a1-99db-9eb67bb9bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:17.387844 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-369a9e20-92a5-43a1-99db-9eb67bb9bdc1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1096 time: 0.3327823 Dec 22 04:50:17.432537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.440657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=df4b7b31-05a0-4a97-98d3-0b3ff7a16575,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:17.453996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:17.483049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:17.499959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.503956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:17.506514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:17.523681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f648e838-d0d7-4433-9db5-4ae30ca7c734 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.539560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:17.543032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.581016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Checking segment: {'id': '62396e55-8a12-44aa-bb74-63c095a4ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '615a507d-97f2-4da9-98f2-9edec0e68217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:17.581283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network hostable DHCP agents. Network: 615a507d-97f2-4da9-98f2-9edec0e68217, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:50:17.596458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0a695-e3d7-4087-98f1-199f5fff2102 req-d69e4423-1a2e-4837-979d-4852765c5f2e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:17.597958 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24a0a695-e3d7-4087-98f1-199f5fff2102 req-d69e4423-1a2e-4837-979d-4852765c5f2e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 943 time: 0.3960710 Dec 22 04:50:17.663257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event updated for resources: {'Port': ['ID=7e02bf07-a0d0-47b5-89d8-a52bb1776948,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:17.666299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:17.692510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network 615a507d-97f2-4da9-98f2-9edec0e68217 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:17.694962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-a8025fc0-7122-4a37-8ede-b61b07b9e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:17.696481 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-a8025fc0-7122-4a37-8ede-b61b07b9e5ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 912 time: 0.2971787 Dec 22 04:50:17.699821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4a6fd055-eba2-42ff-a1ff-bced2582ab94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:17.707748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f648e838-d0d7-4433-9db5-4ae30ca7c734 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.713857 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24a0a695-e3d7-4087-98f1-199f5fff2102 req-eefc14e4-9eb7-4539-9111-1ddd94366fa9 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078358 Dec 22 04:50:17.733331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.737232 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4062436 Dec 22 04:50:17.751557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53550) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:17.762457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-18ee2c8a-3c55-4279-80fc-15589eee3aaf tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:17.802688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 615a507d-97f2-4da9-98f2-9edec0e68217) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:17.812542 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ddfc78-d0b4-4add-8435-415a87b3f303 None None] Network 615a507d-97f2-4da9-98f2-9edec0e68217 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:17.818374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648e838-d0d7-4433-9db5-4ae30ca7c734 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4db40f-e27e-46bc-9aa6-0d26a26bcfc3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:17.820896 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-9aa22812-402c-4c33-b774-5273d7e0bdb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 217 time: 0.1155155 Dec 22 04:50:17.822896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f648e838-d0d7-4433-9db5-4ae30ca7c734 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:17.824165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:17.824781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.829639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f648e838-d0d7-4433-9db5-4ae30ca7c734 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.838848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef4637-05c5-4d3c-b37f-d24332ec11c8 None None] Network 3332a087-8890-496e-9fa8-ee924a4d9c2a requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:17.908879 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f648e838-d0d7-4433-9db5-4ae30ca7c734 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/subnets/7f4db40f-e27e-46bc-9aa6-0d26a26bcfc3 HTTP/1.1" status: 204 len: 168 time: 1.2810173 Dec 22 04:50:17.909887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53552) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:17.936472 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1989388 Dec 22 04:50:17.937064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53556) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:17.949984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': '615a507d-97f2-4da9-98f2-9edec0e68217', 'name': 'tempest-PortsTestJSON-396632389', 'fixed_ips': [{'subnet_id': 'df4b7b31-05a0-4a97-98d3-0b3ff7a16575', 'ip_address': '172.20.0.10'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:17.957727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': '94f94d6b-db88-4426-8a37-0302150aa6d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:17.983977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-798e73ab-1e79-4ae3-b50a-4e1f6ed83508 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:17.994081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:18.086596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-c15f2d18-117b-4239-b60a-af5ebc51a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:18.088040 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-c15f2d18-117b-4239-b60a-af5ebc51a165 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 200 len: 850 time: 0.2553229 Dec 22 04:50:18.127097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f94d6b-db88-4426-8a37-0302150aa6d7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:18.130698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:18.135626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:18.184623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.196690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:18.206689 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-798e73ab-1e79-4ae3-b50a-4e1f6ed83508 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 3ab1f6d8-a415-4155-8782-48c277d0a087 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:18.242047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:18.242653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:18.243184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.273948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:18.287226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-615a507d-97f2-4da9-98f2-9edec0e68217', 'network_id': '615a507d-97f2-4da9-98f2-9edec0e68217', 'tenant_id': '1f15b4a25d4a41b082b7d34104c6e003', 'fixed_ips': [{'subnet_id': 'df4b7b31-05a0-4a97-98d3-0b3ff7a16575'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:50:18.289721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.301223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:18.347967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:18.376348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-71678ba4-b67f-426b-8b01-30b31edbac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:18.377865 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-71678ba4-b67f-426b-8b01-30b31edbac4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=381c7c77-02da-4013-b529-7b532458aa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2788076 Dec 22 04:50:18.403681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] DHCP port deletion for 3332a087-8890-496e-9fa8-ee924a4d9c2a request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:50:18.408170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.413423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] Deleting port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:18.413809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.612987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 43a1edad-cdc7-4733-9775-7ac0acb59fd6 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:50:18.671917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-798e73ab-1e79-4ae3-b50a-4e1f6ed83508 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.734504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Allocated IP 172.20.0.2 (615a507d-97f2-4da9-98f2-9edec0e68217/df4b7b31-05a0-4a97-98d3-0b3ff7a16575/2fcf8362-23c0-469b-926b-f102fc59ce2e) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:18.743464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c77f88ea-37db-4bf8-aaef-31cb6192f1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:18.776728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] For port 43a1edad-cdc7-4733-9775-7ac0acb59fd6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=43a1edad-cdc7-4733-9775-7ac0acb59fd6,segment=NetworkSegment(2ae62f98-13fc-42af-96f2-65eb4efa0749),segment_id=2ae62f98-13fc-42af-96f2-65eb4efa0749)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:18.777460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.800161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e73ab-1e79-4ae3-b50a-4e1f6ed83508 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=3ab1f6d8-a415-4155-8782-48c277d0a087,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:18.832420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-798e73ab-1e79-4ae3-b50a-4e1f6ed83508 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:18.849539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.866665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.876269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] For port 43a1edad-cdc7-4733-9775-7ac0acb59fd6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=43a1edad-cdc7-4733-9775-7ac0acb59fd6,segment=NetworkSegment(2ae62f98-13fc-42af-96f2-65eb4efa0749),segment_id=2ae62f98-13fc-42af-96f2-65eb4efa0749)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:18.876832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.906358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.974019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] Calling delete_port for 43a1edad-cdc7-4733-9775-7ac0acb59fd6 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:18.989585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port f5c5cefb-83a7-4213-935f-d9aa6da126cf yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:50:18.990046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-798e73ab-1e79-4ae3-b50a-4e1f6ed83508 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:18.995186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:19.035782 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-c33226f7-624f-4631-a208-91e6a5934f36 service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483233 Dec 22 04:50:19.063673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.objects.ports [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87555) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:50:19.077028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.089043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.148440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for 43a1edad-cdc7-4733-9775-7ac0acb59fd6 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:19.150587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44889eb-8397-4d30-997e-af276221f2b2,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:19.166547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:19.169068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4d75cc5a-0953-4a99-a36a-e19cac980370 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:19.196170 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-798e73ab-1e79-4ae3-b50a-4e1f6ed83508 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/3ab1f6d8-a415-4155-8782-48c277d0a087 HTTP/1.1" status: 204 len: 168 time: 2.5310347 Dec 22 04:50:19.213319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53564) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:19.213635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.218020 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2707143 Dec 22 04:50:19.226512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53566) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:19.233830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.268204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.276889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:19.373041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] Pushing event deleted for resources: {'Port': ['ID=43a1edad-cdc7-4733-9775-7ac0acb59fd6,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:19.373803 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6204aa-8dec-4983-8454-cadb90061ac5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:50:19.373803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4d6204aa-8dec-4983-8454-cadb90061ac5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:19.376099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:19.412947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] No DVR routers for this DVR port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:50:19.442467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb2abc1e-4c90-4ba5-91ab-1dd82c75077c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.447701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Subnet': ['ID=e4b8ae3e-de09-464c-9af3-4ff6cec2d0c7,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:19.449996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Checking segment: {'id': '0ac9400d-811b-45ef-8c5a-e3a9abff0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '537e4d6d-fe5d-49c0-a00c-c3d79f892caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:19.450341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network hostable DHCP agents. Network: 537e4d6d-fe5d-49c0-a00c-c3d79f892caa, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:50:19.457900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:19.459870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.469060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb2abc1e-4c90-4ba5-91ab-1dd82c75077c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.470694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Transition to ACTIVE for port object 2fcf8362-23c0-469b-926b-f102fc59ce2e will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:19.490966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4d6204aa-8dec-4983-8454-cadb90061ac5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:19.492148 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4d6204aa-8dec-4983-8454-cadb90061ac5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/3ab1f6d8-a415-4155-8782-48c277d0a087 HTTP/1.1" status: 404 len: 333 time: 0.2731450 Dec 22 04:50:19.495996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53572) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:19.499757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Transition to ACTIVE for port object 2fcf8362-23c0-469b-926b-f102fc59ce2e will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:19.507681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.514121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-59931e29-5d9f-49ee-a352-28e2f051cb26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:19.540881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:19.541466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:19.553490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a5d4c-f660-4dc4-9767-c96816c08d53 req-ffaf39df-b547-4d9d-8464-b0099da5e065 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:19.558371 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-680a5d4c-f660-4dc4-9767-c96816c08d53 req-ffaf39df-b547-4d9d-8464-b0099da5e065 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 943 time: 0.4184439 Dec 22 04:50:19.583961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Network 615a507d-97f2-4da9-98f2-9edec0e68217 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:19.587361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:19.592352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:19.627077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Pushing event updated for resources: {'Port': ['ID=2fcf8362-23c0-469b-926b-f102fc59ce2e,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:19.633243 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cffc337-cb9c-4e80-83f1-bfa124f775bf req-14456b96-b3eb-4c81-9d17-b77cdf97d4fc service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512897 Dec 22 04:50:19.635352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:19.677000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.10 (615a507d-97f2-4da9-98f2-9edec0e68217/df4b7b31-05a0-4a97-98d3-0b3ff7a16575/f5c5cefb-83a7-4213-935f-d9aa6da126cf) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:19.692973 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-680a5d4c-f660-4dc4-9767-c96816c08d53 req-75ee5b23-ceec-434a-996e-94674f01aaaa tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870519 Dec 22 04:50:19.698238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Attempting to bind port 2fcf8362-23c0-469b-926b-f102fc59ce2e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:50:19.698702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Attempting to bind port 2fcf8362-23c0-469b-926b-f102fc59ce2e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '62396e55-8a12-44aa-bb74-63c095a4ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '615a507d-97f2-4da9-98f2-9edec0e68217'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:50:19.699164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Attempting to bind port 2fcf8362-23c0-469b-926b-f102fc59ce2e on network 615a507d-97f2-4da9-98f2-9edec0e68217 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:19.706900 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:50:19.707406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Checking segment: {'id': '62396e55-8a12-44aa-bb74-63c095a4ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '615a507d-97f2-4da9-98f2-9edec0e68217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:19.707988 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.708575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Bound using segment: {'id': '62396e55-8a12-44aa-bb74-63c095a4ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '615a507d-97f2-4da9-98f2-9edec0e68217'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:50:19.709190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Bound port: 2fcf8362-23c0-469b-926b-f102fc59ce2e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62396e55-8a12-44aa-bb74-63c095a4ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '615a507d-97f2-4da9-98f2-9edec0e68217'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:50:19.709793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.737321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb2abc1e-4c90-4ba5-91ab-1dd82c75077c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.738041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network 537e4d6d-fe5d-49c0-a00c-c3d79f892caa is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:19.760788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-23c94ff4-9051-41f4-9436-d7610bae55ec tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:19.813741 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] For port 2fcf8362-23c0-469b-926b-f102fc59ce2e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:50:19.817357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] For port 2fcf8362-23c0-469b-926b-f102fc59ce2e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2fcf8362-23c0-469b-926b-f102fc59ce2e,segment=NetworkSegment(62396e55-8a12-44aa-bb74-63c095a4ceb6),segment_id=62396e55-8a12-44aa-bb74-63c095a4ceb6)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:50:19.823189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.827801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-28c386ac-79d4-4074-948b-3ae8a6013b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:19.839263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 537e4d6d-fe5d-49c0-a00c-c3d79f892caa) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:19.855670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2abc1e-4c90-4ba5-91ab-1dd82c75077c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d44889eb-8397-4d30-997e-af276221f2b2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:19.867306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:19.867896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.874226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb2abc1e-4c90-4ba5-91ab-1dd82c75077c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.875288 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cb2abc1e-4c90-4ba5-91ab-1dd82c75077c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d44889eb-8397-4d30-997e-af276221f2b2 HTTP/1.1" status: 204 len: 168 time: 0.6092346 Dec 22 04:50:19.876336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f77d07-faf6-42d3-a423-6e77bbcaf4f3 None None] Network 537e4d6d-fe5d-49c0-a00c-c3d79f892caa requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:19.881129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cb2abc1e-4c90-4ba5-91ab-1dd82c75077c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:19.883498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53576) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:19.933358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8fb6df01-0415-4563-b766-e82afb516438 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.944768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.953078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.959672 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0130510 Dec 22 04:50:19.960449 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53580) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:19.965161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.971793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'port': {'network_id': '537e4d6d-fe5d-49c0-a00c-c3d79f892caa', 'name': 'tempest-NetworksIpV6TestAttrs-701491736'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:19.986512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8fb6df01-0415-4563-b766-e82afb516438 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:19.990791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object f5c5cefb-83a7-4213-935f-d9aa6da126cf will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:20.057255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Pushing event updated for resources: {'Port': ['ID=2fcf8362-23c0-469b-926b-f102fc59ce2e,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:20.070776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:20.072286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-79755d57-f8fa-4260-9f6c-d054913b91ba tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:20.080719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port 43a1edad-cdc7-4733-9775-7ac0acb59fd6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:20.081063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.170416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] The port '43a1edad-cdc7-4733-9775-7ac0acb59fd6' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:50:20.221756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-537e4d6d-fe5d-49c0-a00c-c3d79f892caa', 'network_id': '537e4d6d-fe5d-49c0-a00c-c3d79f892caa', 'tenant_id': 'e819e8f4c878466998ea6a5cf7bccd29', 'fixed_ips': [{'subnet_id': 'e4b8ae3e-de09-464c-9af3-4ff6cec2d0c7'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:50:20.222750 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.289841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-79755d57-f8fa-4260-9f6c-d054913b91ba tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:20.292214 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-79755d57-f8fa-4260-9f6c-d054913b91ba tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3953445 Dec 22 04:50:20.300235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53586) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:20.301086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8fb6df01-0415-4563-b766-e82afb516438 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.341602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:20.374439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6df01-0415-4563-b766-e82afb516438 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab3b5f8-8dc7-4021-8848-f56f09fc8e64,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:20.379764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8fb6df01-0415-4563-b766-e82afb516438 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:20.393347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Router 9a1786a9-1f87-433d-ae37-1261d32a6c71 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:50:20.393757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.398551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:20.406112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8fb6df01-0415-4563-b766-e82afb516438 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.406449 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8fb6df01-0415-4563-b766-e82afb516438 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ab3b5f8-8dc7-4021-8848-f56f09fc8e64 HTTP/1.1" status: 204 len: 168 time: 0.9072895 Dec 22 04:50:20.407916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:20.411539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53590) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:20.452758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.508269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Allocated IP 2001:db8::f816:3eff:fe89:f014 (537e4d6d-fe5d-49c0-a00c-c3d79f892caa/e4b8ae3e-de09-464c-9af3-4ff6cec2d0c7/c7a78336-eb99-4673-a4a7-c4ad1faa54ca) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:20.510858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:port and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:20.517757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:20.566030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c09a24d8-7026-4c0e-87ca-0e2e5e924aef details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:50:20.588601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:20.600118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3332a087-8890-496e-9fa8-ee924a4d9c2a']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:20.607642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=f5c5cefb-83a7-4213-935f-d9aa6da126cf,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:20.618232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:20.622837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network 615a507d-97f2-4da9-98f2-9edec0e68217 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:20.624717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae62f98-13fc-42af-96f2-65eb4efa0749') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:20.625002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae62f98-13fc-42af-96f2-65eb4efa0749') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:20.633381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:20.638463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:20.657307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e91cdf4-1e4e-43f7-baa4-1a916f2dcac1 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.672350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2fcf8362-23c0-469b-926b-f102fc59ce2e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:20.694061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:20.697782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.711677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.727614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e91cdf4-1e4e-43f7-baa4-1a916f2dcac1 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.743498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] device_id is not set on port ad6c8324-b391-4180-b574-32dbcd5e8043 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:50:20.747619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:20.751797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17003353-d168-42fd-b609-95bb73a27667 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.785212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17003353-d168-42fd-b609-95bb73a27667 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.836240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa907a-0662-4538-8d99-01cbe9199e18 None None] Sync routers for ids ['9a1786a9-1f87-433d-ae37-1261d32a6c71'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:20.842239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.resource_extend [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:50:20.860912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17003353-d168-42fd-b609-95bb73a27667 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.869070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:20.882879 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17003353-d168-42fd-b609-95bb73a27667 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307cdc87-fc76-4162-b3a2-b37a9ce99931,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:20.885144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.886410 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "PUT /v2.0/routers/9a1786a9-1f87-433d-ae37-1261d32a6c71 HTTP/1.1" status: 200 len: 918 time: 7.3806024 Dec 22 04:50:20.888497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17003353-d168-42fd-b609-95bb73a27667 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:20.889642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17003353-d168-42fd-b609-95bb73a27667 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.891260 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-17003353-d168-42fd-b609-95bb73a27667 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/security-groups/307cdc87-fc76-4162-b3a2-b37a9ce99931 HTTP/1.1" status: 204 len: 168 time: 0.4745779 Dec 22 04:50:20.894181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53596) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:20.895509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53598) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:21.028468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e91cdf4-1e4e-43f7-baa4-1a916f2dcac1 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.038289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-704942d5-0e67-4c59-82ca-7638b0f465e2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:21.038556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:21.039106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.054927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 2fcf8362-23c0-469b-926b-f102fc59ce2e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:21.055750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.061018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa907a-0662-4538-8d99-01cbe9199e18 None None] Routers {'9a1786a9-1f87-433d-ae37-1261d32a6c71'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:21.062215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-47aa907a-0662-4538-8d99-01cbe9199e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['9a1786a9-1f87-433d-ae37-1261d32a6c71'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:21.064973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91cdf4-1e4e-43f7-baa4-1a916f2dcac1 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f94d6b-db88-4426-8a37-0302150aa6d7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:21.072387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4e91cdf4-1e4e-43f7-baa4-1a916f2dcac1 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:21.083311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:21.083730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:21.101470 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:21.148750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b702ab-ced1-4e32-aa13-800dc4ff3e3b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet 4da96b31-1c93-4b2d-88ec-47e35acf861a {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:21.162672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-47aa907a-0662-4538-8d99-01cbe9199e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:21.171326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-91b702ab-ced1-4e32-aa13-800dc4ff3e3b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.193171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa907a-0662-4538-8d99-01cbe9199e18 None None] Routers {'9a1786a9-1f87-433d-ae37-1261d32a6c71'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:21.193396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-47aa907a-0662-4538-8d99-01cbe9199e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:49:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['9a1786a9-1f87-433d-ae37-1261d32a6c71'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:21.194634 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2521739 Dec 22 04:50:21.208384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53604) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:21.223153 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': '615a507d-97f2-4da9-98f2-9edec0e68217', 'name': 'tempest-PortsTestJSON-1709027413', 'fixed_ips': [{'subnet_id': 'df4b7b31-05a0-4a97-98d3-0b3ff7a16575', 'ip_address': '172.20.0.9'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:21.231511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e91cdf4-1e4e-43f7-baa4-1a916f2dcac1 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.232867 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4e91cdf4-1e4e-43f7-baa4-1a916f2dcac1 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/94f94d6b-db88-4426-8a37-0302150aa6d7 HTTP/1.1" status: 204 len: 168 time: 0.9242086 Dec 22 04:50:21.240312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53608) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:21.272275 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2fb94714-c8f5-4e0f-9956-60bc6ad94d77 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/routers/9a1786a9-1f87-433d-ae37-1261d32a6c71 HTTP/1.1" status: 200 len: 924 time: 0.3781972 Dec 22 04:50:21.273557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53612) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:21.274384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port c09a24d8-7026-4c0e-87ca-0e2e5e924aef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:21.303628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-47aa907a-0662-4538-8d99-01cbe9199e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:21.304041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa907a-0662-4538-8d99-01cbe9199e18 None None] The sync data for ids ['9a1786a9-1f87-433d-ae37-1261d32a6c71'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:21.309691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.317136 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'port_id': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef', 'mac_address': 'fa:16:3e:56:3e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:50:21.318864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-91b702ab-ced1-4e32-aa13-800dc4ff3e3b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.361644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Transition to ACTIVE for port object c7a78336-eb99-4673-a4a7-c4ad1faa54ca will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:21.408736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Transition to ACTIVE for port object c7a78336-eb99-4673-a4a7-c4ad1faa54ca will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:21.411415 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.423649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eee2752a-4b5e-40d2-b809-fc5083d1d37f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:21.425754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:21.431233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:port and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:21.433248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.435042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:21.440049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:21.441531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:21.464842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63554f-557e-4f34-b801-6c4a989a5072 req-1a9eb6da-1510-496b-a44d-e5b0611a4f3c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:21.466772 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9e63554f-557e-4f34-b801-6c4a989a5072 req-1a9eb6da-1510-496b-a44d-e5b0611a4f3c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 943 time: 0.4825821 Dec 22 04:50:21.467247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.470271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eee2752a-4b5e-40d2-b809-fc5083d1d37f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:21.471639 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eee2752a-4b5e-40d2-b809-fc5083d1d37f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2304075 Dec 22 04:50:21.478379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53616) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:21.484605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320642094'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:21.487361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09a24d8-7026-4c0e-87ca-0e2e5e924aef {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:50:21.496060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:21.500646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26833c2c-c7a6-4b5f-ab0c-de0905337bf7 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:21.505665 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-26833c2c-c7a6-4b5f-ab0c-de0905337bf7 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&device_id=9a1786a9-1f87-433d-ae37-1261d32a6c71&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2264583 Dec 22 04:50:21.505974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53620) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:21.506241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:21.511248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.524837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port c09a24d8-7026-4c0e-87ca-0e2e5e924aef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:21.535148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Network 537e4d6d-fe5d-49c0-a00c-c3d79f892caa is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:21.538937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.541447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:21.544348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-91b702ab-ced1-4e32-aa13-800dc4ff3e3b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.546258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:21.556507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Pushing event updated for resources: {'Port': ['ID=c7a78336-eb99-4673-a4a7-c4ad1faa54ca,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:21.574953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:21.579920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:21.586171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c92c40-513a-4145-8d29-f01d486d4ef6 None None] Network 615a507d-97f2-4da9-98f2-9edec0e68217 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:21.606362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.607279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:21.609811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7734adb9-4911-4c53-b1ad-be30993ae3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:21.615486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Network': ['ID=3332a087-8890-496e-9fa8-ee924a4d9c2a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:21.626404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:21.632527 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9e63554f-557e-4f34-b801-6c4a989a5072 req-9aad9a07-0bd6-4a82-bee5-ecf08355cff9 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986738 Dec 22 04:50:21.633729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port dd9f5543-022c-407f-a940-f926a9057594 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:50:21.681679 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/networks/3332a087-8890-496e-9fa8-ee924a4d9c2a HTTP/1.1" status: 204 len: 168 time: 3.7677181 Dec 22 04:50:21.686753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53624) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:21.748298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Allocated IP 2001:db8::f816:3eff:fe26:959a (537e4d6d-fe5d-49c0-a00c-c3d79f892caa/e4b8ae3e-de09-464c-9af3-4ff6cec2d0c7/ad6c8324-b391-4180-b574-32dbcd5e8043) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:21.810589 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a46b7cdc-e31e-430b-895c-7278e7ba6466 None None] Provisioning for port 2fcf8362-23c0-469b-926b-f102fc59ce2e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:21.813406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.816739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Attempting to bind port c7a78336-eb99-4673-a4a7-c4ad1faa54ca on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:50:21.817237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Attempting to bind port c7a78336-eb99-4673-a4a7-c4ad1faa54ca by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '0ac9400d-811b-45ef-8c5a-e3a9abff0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '537e4d6d-fe5d-49c0-a00c-c3d79f892caa'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:50:21.817714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Attempting to bind port c7a78336-eb99-4673-a4a7-c4ad1faa54ca on network 537e4d6d-fe5d-49c0-a00c-c3d79f892caa {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:21.835892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:21.842702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:21.845786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:50:21.846308 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Checking segment: {'id': '0ac9400d-811b-45ef-8c5a-e3a9abff0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '537e4d6d-fe5d-49c0-a00c-c3d79f892caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:21.846835 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.847347 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Bound using segment: {'id': '0ac9400d-811b-45ef-8c5a-e3a9abff0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '537e4d6d-fe5d-49c0-a00c-c3d79f892caa'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:50:21.847971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Bound port: c7a78336-eb99-4673-a4a7-c4ad1faa54ca, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac9400d-811b-45ef-8c5a-e3a9abff0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '537e4d6d-fe5d-49c0-a00c-c3d79f892caa'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:50:21.848586 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.863266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:21.867083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a46b7cdc-e31e-430b-895c-7278e7ba6466 None None] Provisioning complete for port 2fcf8362-23c0-469b-926b-f102fc59ce2e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:21.867577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a46b7cdc-e31e-430b-895c-7278e7ba6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.872345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:21.877077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:21.896649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:21.907217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d1bbf7-4399-427f-b52c-65c096088ac7 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:21.908297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port 35269288-146b-4719-980a-93316d417caf {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:21.908640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.912626 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f6d1bbf7-4399-427f-b52c-65c096088ac7 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 881 time: 0.4025865 Dec 22 04:50:21.913542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53628) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:21.953823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-91b702ab-ced1-4e32-aa13-800dc4ff3e3b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:21.971935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ecbf42a7-dfb3-4893-9463-299ea243116b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:21.972871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['c09a24d8-7026-4c0e-87ca-0e2e5e924aef'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:50:22.025632 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-291e4af2-65e8-4487-9651-796975af01bb tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a1786a9-1f87-433d-ae37-1261d32a6c71 HTTP/1.1" status: 200 len: 205 time: 0.1044912 Dec 22 04:50:22.030780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-91b702ab-ced1-4e32-aa13-800dc4ff3e3b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.031006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53632) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:22.034533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b702ab-ced1-4e32-aa13-800dc4ff3e3b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=4da96b31-1c93-4b2d-88ec-47e35acf861a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:22.036619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-91b702ab-ced1-4e32-aa13-800dc4ff3e3b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:22.048892 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-91b702ab-ced1-4e32-aa13-800dc4ff3e3b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/4da96b31-1c93-4b2d-88ec-47e35acf861a HTTP/1.1" status: 204 len: 168 time: 1.1511579 Dec 22 04:50:22.055737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53636) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:22.063457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:22.091463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5325ee-7b29-42f4-8e7e-ffe7b3acd386 None None] Network c8e61be7-d237-4895-86c0-9faa432939af requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:22.194230 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.261524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.269195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-98d73c21-e955-4e0d-b175-8d2f0d4f8852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:22.286173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:22.297772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:22.307961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:22.322612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] For port c7a78336-eb99-4673-a4a7-c4ad1faa54ca, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:50:22.323666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:22.329251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de14ee51-c436-4af4-abac-8433dc6cbc2d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:22.333865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:22.337345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.341679 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8596046 Dec 22 04:50:22.344299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53640) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:22.348555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': 'de14ee51-c436-4af4-abac-8433dc6cbc2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:22.357255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:22.359331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:22.362679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.381236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:22.387718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:22.397779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] For port c7a78336-eb99-4673-a4a7-c4ad1faa54ca, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c7a78336-eb99-4673-a4a7-c4ad1faa54ca,segment=NetworkSegment(0ac9400d-811b-45ef-8c5a-e3a9abff0ce6),segment_id=0ac9400d-811b-45ef-8c5a-e3a9abff0ce6)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:50:22.435558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.443478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:22.445647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-878ffddc-2f1c-4efa-94f6-6c4f2d52715a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:22.494070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.499901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.9 (615a507d-97f2-4da9-98f2-9edec0e68217/df4b7b31-05a0-4a97-98d3-0b3ff7a16575/dd9f5543-022c-407f-a940-f926a9057594) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:22.551937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.552262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.572122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a46b7cdc-e31e-430b-895c-7278e7ba6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.594815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.635320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.645466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:22.683790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7668a48c-d964-4fc3-a8cd-2b6ee782bccd,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:22.691728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:22.712337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Pushing event updated for resources: {'Port': ['ID=c7a78336-eb99-4673-a4a7-c4ad1faa54ca,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:22.716179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:22.728462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.730054 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3869867 Dec 22 04:50:22.732923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53646) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:22.756840 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fbc9046c-4a03-4b88-b38f-e652e1ddd4db tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules/7668a48c-d964-4fc3-a8cd-2b6ee782bccd HTTP/1.1" status: 200 len: 763 time: 0.0225728 Dec 22 04:50:22.759160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53650) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:22.810206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a46b7cdc-e31e-430b-895c-7278e7ba6466 None None] For port 2fcf8362-23c0-469b-926b-f102fc59ce2e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2fcf8362-23c0-469b-926b-f102fc59ce2e,segment=NetworkSegment(62396e55-8a12-44aa-bb74-63c095a4ceb6),segment_id=62396e55-8a12-44aa-bb74-63c095a4ceb6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:22.823878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a46b7cdc-e31e-430b-895c-7278e7ba6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.834884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.840112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aabc264d-5a35-4654-94d8-155f6c1eed37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:22.844407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-42c969a5-7261-436c-b165-48c3d15fa95f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:22.851599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:22.950415 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b7cdc-e31e-430b-895c-7278e7ba6466 None None] Pushing event updated for resources: {'Port': ['ID=2fcf8362-23c0-469b-926b-f102fc59ce2e,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:22.957653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a46b7cdc-e31e-430b-895c-7278e7ba6466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:22.967482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c996efeb-9c53-40fd-b1e6-07bf9c0d2c9e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:23.004915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for 35269288-146b-4719-980a-93316d417caf owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:23.017217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:23.029504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c996efeb-9c53-40fd-b1e6-07bf9c0d2c9e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:23.031810 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c996efeb-9c53-40fd-b1e6-07bf9c0d2c9e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2703416 Dec 22 04:50:23.033003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:23.034613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53654) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:23.037238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=b3e4e73f-c623-475d-a185-a93e056d942a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:23.039990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:23.040620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.071389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:23.093564 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0366898 Dec 22 04:50:23.098410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53658) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:23.107943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'security_group': {'name': 'tempest-secgroup-289225413'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:23.112948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d72f-f3eb-486f-8f81-7cd490fe067d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.122102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:23.133008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:23.134117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.139183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d72f-f3eb-486f-8f81-7cd490fe067d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.146095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:23.151442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Transition to ACTIVE for port object ad6c8324-b391-4180-b574-32dbcd5e8043 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:23.157662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:23.191082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.209586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d72f-f3eb-486f-8f81-7cd490fe067d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.221302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-32de480c-d5a7-46f6-bcf5-14b2188e3da2 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:23.236978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.237898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:23.250819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4d72f-f3eb-486f-8f81-7cd490fe067d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7668a48c-d964-4fc3-a8cd-2b6ee782bccd,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:23.253481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group_rule and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:23.256743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4bd4d72f-f3eb-486f-8f81-7cd490fe067d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:23.257752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d72f-f3eb-486f-8f81-7cd490fe067d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.261177 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4bd4d72f-f3eb-486f-8f81-7cd490fe067d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7668a48c-d964-4fc3-a8cd-2b6ee782bccd HTTP/1.1" status: 204 len: 168 time: 0.2232046 Dec 22 04:50:23.261177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:23.262653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53662) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:23.269897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:23.285694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:23.350105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-77f24dcb-b679-4207-aacf-bbea1e674c9b tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:23.381285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-77f24dcb-b679-4207-aacf-bbea1e674c9b tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:23.383759 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4f5bbb08-538b-45bf-8fdb-33b037213f02 None None] Provisioning complete for port 2fcf8362-23c0-469b-926b-f102fc59ce2e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:23.384186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbb08-538b-45bf-8fdb-33b037213f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.384739 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-77f24dcb-b679-4207-aacf-bbea1e674c9b tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1189904 Dec 22 04:50:23.392253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53666) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:23.401670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': 'de14ee51-c436-4af4-abac-8433dc6cbc2d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:23.414671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:23.451687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:23.460552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.470113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.496797 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network 537e4d6d-fe5d-49c0-a00c-c3d79f892caa is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:23.502803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c5593bb7-5ad6-4d22-93d8-d4ebe6f0b855 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:23.543920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.565314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Port': ['ID=ad6c8324-b391-4180-b574-32dbcd5e8043,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:23.568402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:23.574038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:23.594265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4f5bbb08-538b-45bf-8fdb-33b037213f02 None None] Provisioning for port f5c5cefb-83a7-4213-935f-d9aa6da126cf completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:23.600737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4f5bbb08-538b-45bf-8fdb-33b037213f02 None None] Provisioning complete for port f5c5cefb-83a7-4213-935f-d9aa6da126cf triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:23.601458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbb08-538b-45bf-8fdb-33b037213f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.622292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:23.627757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f12472c-aff8-488f-aa5c-0bf1f66605ca,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:23.631981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:23.632996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.636858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:23.640824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.642329 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5396912 Dec 22 04:50:23.647670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53670) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:23.656173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'security_group': {'name': 'tempest-secgroup-266939630'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:23.676171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:23.679336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.686757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:23.700029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:23.703152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.717169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:23.721997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:23.726298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4f5bbb08-538b-45bf-8fdb-33b037213f02 None None] Port f5c5cefb-83a7-4213-935f-d9aa6da126cf cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:23.748643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.771296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2691ed-d859-4fd3-b561-5bd32795efd5,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:23.780351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.782408 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3888426 Dec 22 04:50:23.783812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:23.785311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.795240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53674) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:23.813382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Deleting port 7e02bf07-a0d0-47b5-89d8-a52bb1776948 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:23.813724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.824309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:23.830218 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f4ea06ce-2fa0-4430-b287-b1e4d345a44a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules/4a2691ed-d859-4fd3-b561-5bd32795efd5 HTTP/1.1" status: 200 len: 763 time: 0.0320287 Dec 22 04:50:23.833242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group_rule and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:23.836034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53678) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:23.838574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:23.846473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3c757-8603-4dda-8ad1-88575d320892 req-b62144f4-9a9a-429f-94d3-a9fbcf31a035 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:23.853626 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b3c757-8603-4dda-8ad1-88575d320892 req-b62144f4-9a9a-429f-94d3-a9fbcf31a035 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 944 time: 0.7795846 Dec 22 04:50:23.864429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-76745aa1-08a5-4bf4-965b-ccc0da07af0b None None] Provisioning complete for port f5c5cefb-83a7-4213-935f-d9aa6da126cf triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:23.865064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-76745aa1-08a5-4bf4-965b-ccc0da07af0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.883254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:23.938568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e2272352-9e8a-4e54-a2c3-e00a5f7547ee tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:23.947334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-76745aa1-08a5-4bf4-965b-ccc0da07af0b None None] Port f5c5cefb-83a7-4213-935f-d9aa6da126cf cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:23.959623 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.9971163 Dec 22 04:50:23.961110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53682) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:23.973238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:23.976380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e2272352-9e8a-4e54-a2c3-e00a5f7547ee tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:23.977709 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e2272352-9e8a-4e54-a2c3-e00a5f7547ee tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1406283 Dec 22 04:50:23.980696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53686) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:24.019326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8bfc345f-58ef-4bc5-9f7b-550321d9e4ae tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:24.053759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1db6b35-e5e2-4e8a-b775-2bde2c4f5a8e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.057235 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0513bd4a-3bb5-48eb-bb96-ee992fb7f0c7 None None] Network c8e61be7-d237-4895-86c0-9faa432939af requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:24.065272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.072954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1db6b35-e5e2-4e8a-b775-2bde2c4f5a8e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.085906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.096485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-307ad924-ae01-4d75-acf9-0b4d6c1fbf9f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:24.110363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=35269288-146b-4719-980a-93316d417caf,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:24.174128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5da0b497-8856-4468-930b-fd384dd43922 None None] Provisioning complete for port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:24.174536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5da0b497-8856-4468-930b-fd384dd43922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.175842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1db6b35-e5e2-4e8a-b775-2bde2c4f5a8e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.179317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513bd009-736a-4a74-a35f-bb1719f1712c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:24.183992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1db6b35-e5e2-4e8a-b775-2bde2c4f5a8e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.185354 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c1db6b35-e5e2-4e8a-b775-2bde2c4f5a8e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4a2691ed-d859-4fd3-b561-5bd32795efd5 HTTP/1.1" status: 204 len: 168 time: 0.2036448 Dec 22 04:50:24.186415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.188017 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5389547 Dec 22 04:50:24.189132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:24.189567 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:24.191009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:24.203472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53690) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:24.204199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53692) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:24.222784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db6b35-e5e2-4e8a-b775-2bde2c4f5a8e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a2691ed-d859-4fd3-b561-5bd32795efd5,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:24.232782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c1db6b35-e5e2-4e8a-b775-2bde2c4f5a8e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:24.237001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b81522-c7f6-42c7-b490-7a3d0837dca6 None None] Network 537e4d6d-fe5d-49c0-a00c-c3d79f892caa requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:24.289042 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b3c757-8603-4dda-8ad1-88575d320892 req-d6c9f4dc-ef8b-4706-9f16-33b6b821a839 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4341438 Dec 22 04:50:24.298942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'security_group': {'name': 'tempest-secgroup-233602218'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:24.350336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.355687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5da0b497-8856-4468-930b-fd384dd43922 None None] Port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:24.364779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:24.373750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcac1831-127f-4fd2-829c-ce332fbdcc24 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Deleting subnet e4b8ae3e-de09-464c-9af3-4ff6cec2d0c7 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:24.387547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:24.395835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:24.398361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcac1831-127f-4fd2-829c-ce332fbdcc24 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.444241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object dd9f5543-022c-407f-a940-f926a9057594 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:24.446709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5da0b497-8856-4468-930b-fd384dd43922 None None] Provisioning complete for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:24.447091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5da0b497-8856-4468-930b-fd384dd43922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.456600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:24.518058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c09a24d8-7026-4c0e-87ca-0e2e5e924aef up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:24.535457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcac1831-127f-4fd2-829c-ce332fbdcc24 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.564095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.589701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7944ffe4-131d-4313-99ac-0a13f8467a93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:24.595259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.617478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.619929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.626721 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/floatingips/455b637e-191a-4816-b2e6-e968b9591e32 HTTP/1.1" status: 204 len: 168 time: 2.9313657 Dec 22 04:50:24.629191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53698) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:24.710355 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f235432c-08ea-4fa3-ad81-53d2ff50739c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:24.711609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f235432c-08ea-4fa3-ad81-53d2ff50739c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:24.715600 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f235432c-08ea-4fa3-ad81-53d2ff50739c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/ports/efc753eb-b7d0-454c-b608-b9a423d29ca1 HTTP/1.1" status: 404 len: 333 time: 0.0817628 Dec 22 04:50:24.717185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53702) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:24.718519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-434d7a8f-1fba-47f2-bcfc-2c3408883bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.749666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c7a78336-eb99-4673-a4a7-c4ad1faa54ca up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:24.769382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a0f34b9a-cd79-4336-b07d-3734cf9ca302 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Synchronizing usage tracker for tenant:0d7512e291344b439bed30b27ff83c93 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:24.788213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a0f34b9a-cd79-4336-b07d-3734cf9ca302 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Unset dirty status for tenant:0d7512e291344b439bed30b27ff83c93 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:24.791826 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a0f34b9a-cd79-4336-b07d-3734cf9ca302 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "GET /v2.0/ports?device_id=624378ee-01ad-47d1-a5c8-ed2bc42e6d9c HTTP/1.1" status: 200 len: 205 time: 0.0711460 Dec 22 04:50:24.793180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53706) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:24.872800 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-d12d0d6b-fb0f-4e25-aed4-c5a0a6741db6 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] delete failed (client error): The resource could not be found. Dec 22 04:50:24.876553 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d12d0d6b-fb0f-4e25-aed4-c5a0a6741db6 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/routers/624378ee-01ad-47d1-a5c8-ed2bc42e6d9c HTTP/1.1" status: 404 len: 336 time: 0.0802586 Dec 22 04:50:24.876883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53710) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:24.919008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Calling delete_port for 7e02bf07-a0d0-47b5-89d8-a52bb1776948 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:24.919933 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85e7075-1a02-4777-9bfa-728d7e7a07fb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:24.920544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85e7075-1a02-4777-9bfa-728d7e7a07fb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:24.921406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port c09a24d8-7026-4c0e-87ca-0e2e5e924aef completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:24.925018 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d85e7075-1a02-4777-9bfa-728d7e7a07fb tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/subnets/7f4db40f-e27e-46bc-9aa6-0d26a26bcfc3 HTTP/1.1" status: 404 len: 337 time: 0.0444348 Dec 22 04:50:24.925372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53714) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:24.933702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port c09a24d8-7026-4c0e-87ca-0e2e5e924aef triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:24.934079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.972128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:24.980856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7944ffe4-131d-4313-99ac-0a13f8467a93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:24.982175 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7944ffe4-131d-4313-99ac-0a13f8467a93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7182848 Dec 22 04:50:24.989658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:security_group_rule and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:24.990296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53718) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:24.990862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port c7a78336-eb99-4673-a4a7-c4ad1faa54ca completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:24.993468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:24.997191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:25.001713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': 'de14ee51-c436-4af4-abac-8433dc6cbc2d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:25.004630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2fcf8362-23c0-469b-926b-f102fc59ce2e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:25.010668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:25.011092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8507df36-53ea-4ae2-b471-ca8d79314249 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:25.031084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-74a99046-e03c-4ae5-9009-ffeb726ce6fd tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port a2cf43b8-c0ca-47d6-b463-38f13df0ea92 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:25.031581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74a99046-e03c-4ae5-9009-ffeb726ce6fd tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.049274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:25.069495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:25.118423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.126550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network 615a507d-97f2-4da9-98f2-9edec0e68217 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:25.136311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Provisioning for port c7a78336-eb99-4673-a4a7-c4ad1faa54ca completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:25.137970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:25.159816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:25.183615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Provisioning complete for port c7a78336-eb99-4673-a4a7-c4ad1faa54ca triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:25.183995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.263198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=dd9f5543-022c-407f-a940-f926a9057594,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:25.301779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] Update dhcp port {'port': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'fixed_ips': [{'subnet_id': 'd13be4f8-b273-4a30-ac62-f03ef701984b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b3e4e73f-c623-475d-a185-a93e056d942a'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '9729b0be-3acc-4ef0-9190-dc66fb371cf1'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:50:25.310640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:25.378266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:25.378911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.427810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcac1831-127f-4fd2-829c-ce332fbdcc24 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.442736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.500215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 2fcf8362-23c0-469b-926b-f102fc59ce2e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:25.500615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.549329 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3384495 Dec 22 04:50:25.566685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.567910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53724) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:25.583863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:50:25.611249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port c09a24d8-7026-4c0e-87ca-0e2e5e924aef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:25.616934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.637116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.648101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-90a213df-a5df-4cc4-b0ec-14c566063040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:25.678920 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef', 'code': 200} Dec 22 04:50:25.703997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.713420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.718121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:25.719318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.730824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff33908b-9dcd-4cd4-b6ad-83a0cfb60449,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:25.735760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.739889 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4749782 Dec 22 04:50:25.739889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:25.741747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-90091188-94a6-4c10-bf9d-890ab7dff9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:25.752479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.755209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53730) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:25.763995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:25.791861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-86018178', 'security_groups': ['ff33908b-9dcd-4cd4-b6ad-83a0cfb60449'], 'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b3e4e73f-c623-475d-a185-a93e056d942a'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:25.810872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcac1831-127f-4fd2-829c-ce332fbdcc24 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.821802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.842081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1772de-9460-4cbb-88ea-3b7502c3a8a1,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:25.853196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:25.872178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Pushing event deleted for resources: {'Port': ['ID=7e02bf07-a0d0-47b5-89d8-a52bb1776948,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:25.875642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:25.878361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcac1831-127f-4fd2-829c-ce332fbdcc24 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.883622 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dcac1831-127f-4fd2-829c-ce332fbdcc24 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/subnets/e4b8ae3e-de09-464c-9af3-4ff6cec2d0c7 HTTP/1.1" status: 204 len: 168 time: 1.9122972 Dec 22 04:50:25.884537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53736) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:25.893518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee436-1521-4369-b9ba-d981aa9c3b94 req-fd8ac6be-c0a3-4e81-90f3-ac66a891b511 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:25.895089 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f7ee436-1521-4369-b9ba-d981aa9c3b94 req-fd8ac6be-c0a3-4e81-90f3-ac66a891b511 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 944 time: 0.4065149 Dec 22 04:50:25.895690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-37f6c416-1fa7-4c40-b25a-c3c99514e9c4 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:25.955484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:25.956730 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9649565 Dec 22 04:50:25.965199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53740) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:25.969003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74a99046-e03c-4ae5-9009-ffeb726ce6fd tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.015128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac1831-127f-4fd2-829c-ce332fbdcc24 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b8ae3e-de09-464c-9af3-4ff6cec2d0c7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:26.033537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189232ab-3baf-4d4a-aae1-977893a5f0b1 None None] Network 537e4d6d-fe5d-49c0-a00c-c3d79f892caa requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:26.050841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:26.054593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dcac1831-127f-4fd2-829c-ce332fbdcc24 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:26.066903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:26.137911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-74a99046-e03c-4ae5-9009-ffeb726ce6fd tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for a2cf43b8-c0ca-47d6-b463-38f13df0ea92 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:26.147373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.174188 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f750339b-4772-4e71-bf16-7be3ab80a461 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules/af1772de-9460-4cbb-88ea-3b7502c3a8a1 HTTP/1.1" status: 200 len: 764 time: 0.2049832 Dec 22 04:50:26.190322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53744) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:26.202026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa44ff-c94a-4d61-b907-6262f65d3d7b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:26.203130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa44ff-c94a-4d61-b907-6262f65d3d7b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:26.203877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5efa44ff-c94a-4d61-b907-6262f65d3d7b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Synchronizing usage tracker for tenant:e819e8f4c878466998ea6a5cf7bccd29 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:26.222985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71ff589-013a-4d0a-95da-156c894766df tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:26.223673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b71ff589-013a-4d0a-95da-156c894766df tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:26.258131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:26.271335 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f7ee436-1521-4369-b9ba-d981aa9c3b94 req-3c219a6d-1720-43d6-a2c8-259451f88136 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908449 Dec 22 04:50:26.298593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:26.314542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b71ff589-013a-4d0a-95da-156c894766df tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:26.315710 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b71ff589-013a-4d0a-95da-156c894766df tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.7462206 Dec 22 04:50:26.320904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53748) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:26.324853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] Allocated IP 2001:db8::2 (c8e61be7-d237-4895-86c0-9faa432939af/b3e4e73f-c623-475d-a185-a93e056d942a/9729b0be-3acc-4ef0-9190-dc66fb371cf1) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:26.340010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:26.340430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:26.352475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.355120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.362937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5efa44ff-c94a-4d61-b907-6262f65d3d7b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Unset dirty status for tenant:e819e8f4c878466998ea6a5cf7bccd29 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:26.364130 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5efa44ff-c94a-4d61-b907-6262f65d3d7b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4319737 Dec 22 04:50:26.369956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4b7f2451-fba4-4f9b-8915-d5be4ac5a9b9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:26.379330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53752) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:26.380057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:26.467311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.467705 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Fanout notify agent at l3_agent the message router_deleted on router 9a1786a9-1f87-433d-ae37-1261d32a6c71 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:50:26.480432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a8af5-7869-4fda-84ec-fea6c424f36a req-e1e15898-99dc-484e-886e-9c77984fc3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:26.482002 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb5a8af5-7869-4fda-84ec-fea6c424f36a req-e1e15898-99dc-484e-886e-9c77984fc3cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1098 time: 0.4578528 Dec 22 04:50:26.502160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.502290 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/9a1786a9-1f87-433d-ae37-1261d32a6c71 HTTP/1.1" status: 204 len: 168 time: 4.4666903 Dec 22 04:50:26.516580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53756) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:26.533454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-3541224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:26.533816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4ab029c-3684-478f-a1a6-091d42f56bcd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.543326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4b7f2451-fba4-4f9b-8915-d5be4ac5a9b9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:26.544774 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4b7f2451-fba4-4f9b-8915-d5be4ac5a9b9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3532183 Dec 22 04:50:26.548603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53760) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:26.555359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:26.567241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] DHCP port deletion for 537e4d6d-fe5d-49c0-a00c-c3d79f892caa request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:50:26.569342 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb5a8af5-7869-4fda-84ec-fea6c424f36a req-56cf75f5-4727-4ae1-91ea-7ae874a0d94e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726874 Dec 22 04:50:26.569523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Usage tracker for resource:router and tenant:5294c4fe78b0437aaed31cd80b1bbd55 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:26.572640 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Deleting port c7a78336-eb99-4673-a4a7-c4ad1faa54ca {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:26.572889 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ab029c-3684-478f-a1a6-091d42f56bcd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 04:50:26.573080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.573658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ab029c-3684-478f-a1a6-091d42f56bcd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:26.575619 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a4ab029c-3684-478f-a1a6-091d42f56bcd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/537e4d6d-fe5d-49c0-a00c-c3d79f892caa HTTP/1.1" status: 409 len: 405 time: 0.1964619 Dec 22 04:50:26.584930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53764) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:26.587582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:26.593932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1151937310'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:26.600210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04e56b5d-1289-46b2-ac81-28d534ae949d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.603096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:26.607607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:26.614189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74a99046-e03c-4ae5-9009-ffeb726ce6fd tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.615564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:network and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:26.619282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04e56b5d-1289-46b2-ac81-28d534ae949d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.624713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dbc8cd0c-0922-4283-a6ee-08b59a17f07e tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:26.625253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:26.634361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:26.657409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:26.660344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c7a78336-eb99-4673-a4a7-c4ad1faa54ca no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:50:26.664160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.678354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.680088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04e56b5d-1289-46b2-ac81-28d534ae949d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.685658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:26.703060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99046-e03c-4ae5-9009-ffeb726ce6fd tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=a2cf43b8-c0ca-47d6-b463-38f13df0ea92,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:26.710394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:50:26.721000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.721359 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Added segment 9d3512bd-1345-4cb9-b551-d4486710054a of type vlan for network 0598966b-7a6c-43a8-92a7-67eb0cc5ece3 Dec 22 04:50:26.732403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.733498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.736393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e56b5d-1289-46b2-ac81-28d534ae949d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af1772de-9460-4cbb-88ea-3b7502c3a8a1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:26.744822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-04e56b5d-1289-46b2-ac81-28d534ae949d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:26.745288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731d6fa-df5f-4738-9840-f12e3ae78a6e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:26.751649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731d6fa-df5f-4738-9840-f12e3ae78a6e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:26.757824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731d6fa-df5f-4738-9840-f12e3ae78a6e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:26.758571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04e56b5d-1289-46b2-ac81-28d534ae949d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.759154 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e731d6fa-df5f-4738-9840-f12e3ae78a6e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4345407 Dec 22 04:50:26.760410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-74a99046-e03c-4ae5-9009-ffeb726ce6fd tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:26.762611 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-04e56b5d-1289-46b2-ac81-28d534ae949d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/af1772de-9460-4cbb-88ea-3b7502c3a8a1 HTTP/1.1" status: 204 len: 168 time: 0.2104070 Dec 22 04:50:26.769442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53768) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:26.771511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53770) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:26.778273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.785433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] device_id is not set on port 2e3067ce-a780-4157-a6fa-81de8ee3002f yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:50:26.816416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.822438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:26.823052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.827626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c488f0a9-7ae5-4527-9085-35302d85dc00 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:26.951363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:26.993605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0b34cbfc-a11a-40e6-884e-88ac64fc59dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.014848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74a99046-e03c-4ae5-9009-ffeb726ce6fd tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.024203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5ab5b225-e1ed-4801-a665-7de51db4da51 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port dd9f5543-022c-407f-a940-f926a9057594 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:27.024537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b225-e1ed-4801-a665-7de51db4da51 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.061885 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.101022 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5150485 Dec 22 04:50:27.104977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53776) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:27.107982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Network': ['ID=0598966b-7a6c-43a8-92a7-67eb0cc5ece3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:27.111122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:27.115531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'subnet': {'network_id': '0598966b-7a6c-43a8-92a7-67eb0cc5ece3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:27.133969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.145927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 0598966b-7a6c-43a8-92a7-67eb0cc5ece3 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:50:27.151792 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b38fa7fe-fa17-450a-8eaa-c49b25d7acee tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3763576 Dec 22 04:50:27.164809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53780) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:27.181331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] For port 9729b0be-3acc-4ef0-9190-dc66fb371cf1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9729b0be-3acc-4ef0-9190-dc66fb371cf1,segment=NetworkSegment(69b21655-c3bf-4dd1-9e52-0e9b052bbe8a),segment_id=69b21655-c3bf-4dd1-9e52-0e9b052bbe8a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:27.235720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:27.246828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:27.253783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.254538 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1ed1cc9f-33a3-4733-adb8-5b49e56f5227 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7258608 Dec 22 04:50:27.258356 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-74a99046-e03c-4ae5-9009-ffeb726ce6fd tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/ports/a2cf43b8-c0ca-47d6-b463-38f13df0ea92 HTTP/1.1" status: 204 len: 168 time: 2.3296645 Dec 22 04:50:27.258499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53784) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:27.259849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53786) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:27.286271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] For port c7a78336-eb99-4673-a4a7-c4ad1faa54ca, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c7a78336-eb99-4673-a4a7-c4ad1faa54ca,segment=NetworkSegment(0ac9400d-811b-45ef-8c5a-e3a9abff0ce6),segment_id=0ac9400d-811b-45ef-8c5a-e3a9abff0ce6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:27.286672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.370427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.resource_extend [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:50:27.370665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:27.375130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.380019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] For port c7a78336-eb99-4673-a4a7-c4ad1faa54ca, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c7a78336-eb99-4673-a4a7-c4ad1faa54ca,segment=NetworkSegment(0ac9400d-811b-45ef-8c5a-e3a9abff0ce6),segment_id=0ac9400d-811b-45ef-8c5a-e3a9abff0ce6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:27.447807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Calling delete_port for c7a78336-eb99-4673-a4a7-c4ad1faa54ca owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:27.478951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6423f-d9f4-41b4-aa2a-51c9252da848 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port 116ff240-9e05-4e87-9a73-15e96da36812 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:27.479446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2fa6423f-d9f4-41b4-aa2a-51c9252da848 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.479971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.484593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.495471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0fd3df41-d213-4f68-a8fe-87586a919ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:27.517586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'enable_snat': False}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:27.537244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f364e2c4-e569-4612-b00c-d71dfc3d80a8 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.566583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] Transition to ACTIVE for port object 9729b0be-3acc-4ef0-9190-dc66fb371cf1 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:27.588618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.630734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b225-e1ed-4801-a665-7de51db4da51 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.638273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Pushing event updated for resources: {'Port': ['ID=c7a78336-eb99-4673-a4a7-c4ad1faa54ca,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:27.638794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f364e2c4-e569-4612-b00c-d71dfc3d80a8 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.651668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:27.651668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-09005919-fd32-48af-95a2-0be486d2382a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:27.718683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:27.718912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:27.741610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-86a5771d-f249-4d96-89aa-33fda93e958f None None] Provisioning for port ad6c8324-b391-4180-b574-32dbcd5e8043 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:27.756975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-86a5771d-f249-4d96-89aa-33fda93e958f None None] Provisioning complete for port ad6c8324-b391-4180-b574-32dbcd5e8043 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:27.757489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-86a5771d-f249-4d96-89aa-33fda93e958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.796602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5ab5b225-e1ed-4801-a665-7de51db4da51 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for dd9f5543-022c-407f-a940-f926a9057594 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:27.814442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] Pushing event updated for resources: {'Port': ['ID=9729b0be-3acc-4ef0-9190-dc66fb371cf1,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:27.819436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:27.831277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-86a5771d-f249-4d96-89aa-33fda93e958f None None] Port ad6c8324-b391-4180-b574-32dbcd5e8043 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:27.844994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-86a5771d-f249-4d96-89aa-33fda93e958f None None] Provisioning for port dd9f5543-022c-407f-a940-f926a9057594 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:27.851452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-86a5771d-f249-4d96-89aa-33fda93e958f None None] Provisioning complete for port dd9f5543-022c-407f-a940-f926a9057594 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:27.851825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-86a5771d-f249-4d96-89aa-33fda93e958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.889961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8::14e (c8e61be7-d237-4895-86c0-9faa432939af/b3e4e73f-c623-475d-a185-a93e056d942a/2e3067ce-a780-4157-a6fa-81de8ee3002f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:27.917541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.924935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-86a5771d-f249-4d96-89aa-33fda93e958f None None] Port dd9f5543-022c-407f-a940-f926a9057594 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:27.928897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f364e2c4-e569-4612-b00c-d71dfc3d80a8 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.939241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-86a5771d-f249-4d96-89aa-33fda93e958f None None] Provisioning complete for port c7a78336-eb99-4673-a4a7-c4ad1faa54ca triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:27.939877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-86a5771d-f249-4d96-89aa-33fda93e958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:27.940532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5c56ae23-772e-4aeb-815d-4afb24446a31 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:27.976509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364e2c4-e569-4612-b00c-d71dfc3d80a8 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de14ee51-c436-4af4-abac-8433dc6cbc2d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:27.988672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f364e2c4-e569-4612-b00c-d71dfc3d80a8 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:28.091137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a770a-8b43-4fdb-9f17-065b2f511cca req-d24fee50-1a5b-4090-8f91-acc511ff753c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:28.099496 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-283a770a-8b43-4fdb-9f17-065b2f511cca req-d24fee50-1a5b-4090-8f91-acc511ff753c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.5297639 Dec 22 04:50:28.105681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f364e2c4-e569-4612-b00c-d71dfc3d80a8 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.107840 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f364e2c4-e569-4612-b00c-d71dfc3d80a8 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/de14ee51-c436-4af4-abac-8433dc6cbc2d HTTP/1.1" status: 204 len: 168 time: 0.9094796 Dec 22 04:50:28.122920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.140681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53794) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:28.210461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b225-e1ed-4801-a665-7de51db4da51 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.218661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b64230c4-5d5b-4cbb-9a94-f4818bae6f7d tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:28.219720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Deleting port c7a78336-eb99-4673-a4a7-c4ad1faa54ca {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:28.220303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.305756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5b225-e1ed-4801-a665-7de51db4da51 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=dd9f5543-022c-407f-a940-f926a9057594,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:28.326632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5ab5b225-e1ed-4801-a665-7de51db4da51 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:28.507454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] For port c7a78336-eb99-4673-a4a7-c4ad1faa54ca, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c7a78336-eb99-4673-a4a7-c4ad1faa54ca,segment=NetworkSegment(0ac9400d-811b-45ef-8c5a-e3a9abff0ce6),segment_id=0ac9400d-811b-45ef-8c5a-e3a9abff0ce6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:28.517422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.521575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.528688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b225-e1ed-4801-a665-7de51db4da51 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.566348 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5ab5b225-e1ed-4801-a665-7de51db4da51 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/dd9f5543-022c-407f-a940-f926a9057594 HTTP/1.1" status: 204 len: 168 time: 1.7951195 Dec 22 04:50:28.568327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object 2e3067ce-a780-4157-a6fa-81de8ee3002f will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:28.569816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53798) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:28.586446 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-283a770a-8b43-4fdb-9f17-065b2f511cca req-0cd72af6-2bee-41c8-8a66-a8a18fb7ddce tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4830210 Dec 22 04:50:28.655097 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e414b1-e657-4313-b266-2fc801375565 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:50:28.655763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f8e414b1-e657-4313-b266-2fc801375565 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:28.679821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9729b0be-3acc-4ef0-9190-dc66fb371cf1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:28.680991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f8e414b1-e657-4313-b266-2fc801375565 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:28.685423 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f8e414b1-e657-4313-b266-2fc801375565 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/dd9f5543-022c-407f-a940-f926a9057594 HTTP/1.1" status: 404 len: 333 time: 0.1140678 Dec 22 04:50:28.686125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53802) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:28.757051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2fa6423f-d9f4-41b4-aa2a-51c9252da848 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.765691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-80439b89-6a3d-4e17-a4bf-5c0a97baf5ea tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port f5c5cefb-83a7-4213-935f-d9aa6da126cf {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:28.766197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80439b89-6a3d-4e17-a4bf-5c0a97baf5ea tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.787586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.798733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.810372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a56a0ab2-6ab4-4c15-ab79-fc7c158dc4f9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:28.830238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Calling delete_port for c7a78336-eb99-4673-a4a7-c4ad1faa54ca owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:28.899990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:28.905433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:28.937027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f05e696d-fe22-4ec9-be29-7d59bd28f148 None None] Provisioning complete for port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:28.937407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f05e696d-fe22-4ec9-be29-7d59bd28f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.959078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:28.968039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:28.968346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:28.983564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=2e3067ce-a780-4157-a6fa-81de8ee3002f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:28.987379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:29.002003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:29.008016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-489c7a11-130a-440d-a5bc-113a361982e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:29.035204 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2541463 Dec 22 04:50:29.037436 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53806) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:29.046002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:29.070819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Pushing event deleted for resources: {'Port': ['ID=c7a78336-eb99-4673-a4a7-c4ad1faa54ca,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:29.073987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:29.074671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f05e696d-fe22-4ec9-be29-7d59bd28f148 None None] Port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:29.079123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] No DVR routers for this DVR port c7a78336-eb99-4673-a4a7-c4ad1faa54ca on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:50:29.103399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-96594dc5-907f-4680-baf8-bfa9455d7916 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:29.105420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f05e696d-fe22-4ec9-be29-7d59bd28f148 None None] Provisioning for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:29.113345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f05e696d-fe22-4ec9-be29-7d59bd28f148 None None] Provisioning complete for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:29.113857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f05e696d-fe22-4ec9-be29-7d59bd28f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:29.132911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6423f-d9f4-41b4-aa2a-51c9252da848 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for 116ff240-9e05-4e87-9a73-15e96da36812 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:29.296626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80439b89-6a3d-4e17-a4bf-5c0a97baf5ea tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:29.383267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-96594dc5-907f-4680-baf8-bfa9455d7916 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:29.384555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:29.389766 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-96594dc5-907f-4680-baf8-bfa9455d7916 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.2430165 Dec 22 04:50:29.391492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:50:29.394929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53810) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:29.397832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:29.403363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-95643298-a625-474c-97bb-70944f9a325f tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:29.451576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-80439b89-6a3d-4e17-a4bf-5c0a97baf5ea tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for f5c5cefb-83a7-4213-935f-d9aa6da126cf owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:29.479100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group': {'name': 'tempest-secgroup--133325233'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:29.504440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:29.506939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3f0e9fa6-dad3-4ccd-8a59-0f474cd17442 None None] Provisioning for port 2e3067ce-a780-4157-a6fa-81de8ee3002f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:29.513657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3f0e9fa6-dad3-4ccd-8a59-0f474cd17442 None None] Provisioning complete for port 2e3067ce-a780-4157-a6fa-81de8ee3002f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:29.514258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9fa6-dad3-4ccd-8a59-0f474cd17442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:29.560882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:29.574712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e9fa6-dad3-4ccd-8a59-0f474cd17442 None None] Port 2e3067ce-a780-4157-a6fa-81de8ee3002f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:29.615321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:29.621899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Subnet': ['ID=feb9436d-f1f8-4419-b1f3-ee6b92757894,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:29.629676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:29.633946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:29.636784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:29.639222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:29.647958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:29.664427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Checking segment: {'id': '9d3512bd-1345-4cb9-b551-d4486710054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0598966b-7a6c-43a8-92a7-67eb0cc5ece3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:29.664707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network hostable DHCP agents. Network: 0598966b-7a6c-43a8-92a7-67eb0cc5ece3, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:50:29.674899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2fa6423f-d9f4-41b4-aa2a-51c9252da848 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:29.677364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:29.680956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:29.686787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b950a42-f7f7-49ec-812f-a9ac1ccb325a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:29.727040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:29.746310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:29.778533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6423f-d9f4-41b4-aa2a-51c9252da848 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=116ff240-9e05-4e87-9a73-15e96da36812,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:29.792127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:29.795498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2fa6423f-d9f4-41b4-aa2a-51c9252da848 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:29.809080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:29.866032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80439b89-6a3d-4e17-a4bf-5c0a97baf5ea tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:29.868298 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.ipam_backend_mixin [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b3e4e73f-c623-475d-a185-a93e056d942a (CIDR: 2001:db8::/64) Dec 22 04:50:29.872634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-51018bce-1390-488c-9052-7d8cd12e5f6c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:29.899826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network 0598966b-7a6c-43a8-92a7-67eb0cc5ece3 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:29.914526 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:29.915053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:29.932603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80439b89-6a3d-4e17-a4bf-5c0a97baf5ea tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=f5c5cefb-83a7-4213-935f-d9aa6da126cf,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:29.936221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-80439b89-6a3d-4e17-a4bf-5c0a97baf5ea tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:29.946920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 0598966b-7a6c-43a8-92a7-67eb0cc5ece3) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:29.959565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f3dbe6-f7f2-4165-9fe4-fc19b310d20f None None] Network 0598966b-7a6c-43a8-92a7-67eb0cc5ece3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:29.963941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:29.964820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.008898 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-720d6aba-dfcf-4e77-be22-d4031df3eac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9702098 Dec 22 04:50:30.013858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53816) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:30.026683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:30.086434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2fa6423f-d9f4-41b4-aa2a-51c9252da848 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.136240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80439b89-6a3d-4e17-a4bf-5c0a97baf5ea tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.138682 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-80439b89-6a3d-4e17-a4bf-5c0a97baf5ea tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/f5c5cefb-83a7-4213-935f-d9aa6da126cf HTTP/1.1" status: 204 len: 168 time: 1.4495726 Dec 22 04:50:30.142074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53820) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:30.206482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5688a7-e234-42f4-9b1d-e9c28ac06fba req-11609ab5-bda2-4984-a3b1-2d733f49f656 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:30.208571 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ec5688a7-e234-42f4-9b1d-e9c28ac06fba req-11609ab5-bda2-4984-a3b1-2d733f49f656 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.4768720 Dec 22 04:50:30.217516 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b5a4c0-4e29-43ea-bb12-77cd4aba9088 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:50:30.218287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-67b5a4c0-4e29-43ea-bb12-77cd4aba9088 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:30.245910 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2fa6423f-d9f4-41b4-aa2a-51c9252da848 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/ports/116ff240-9e05-4e87-9a73-15e96da36812 HTTP/1.1" status: 204 len: 168 time: 2.9829102 Dec 22 04:50:30.249906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53824) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:30.251005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:30.256914 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1507890 Dec 22 04:50:30.286000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53828) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:30.292318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.292971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:30.302076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:30.305674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-67b5a4c0-4e29-43ea-bb12-77cd4aba9088 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:30.307009 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-67b5a4c0-4e29-43ea-bb12-77cd4aba9088 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/f5c5cefb-83a7-4213-935f-d9aa6da126cf HTTP/1.1" status: 404 len: 333 time: 0.1637955 Dec 22 04:50:30.312989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:30.315674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53832) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:30.317483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-0598966b-7a6c-43a8-92a7-67eb0cc5ece3', 'network_id': '0598966b-7a6c-43a8-92a7-67eb0cc5ece3', 'tenant_id': 'e819e8f4c878466998ea6a5cf7bccd29', 'fixed_ips': [{'subnet_id': 'feb9436d-f1f8-4419-b1f3-ee6b92757894'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:50:30.319535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.330956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.339855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a8251f3a-b227-4a04-90cc-4c31a5602060 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:30.391878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:30.395374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.440019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.485755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5184ef3-2d3b-48a8-b961-39337e98d310 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet df4b7b31-05a0-4a97-98d3-0b3ff7a16575 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:30.488820 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ec5688a7-e234-42f4-9b1d-e9c28ac06fba req-3ad44738-4a65-4c27-9fd9-6e3f2a1b71ef tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473195 Dec 22 04:50:30.489197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Allocated IP 2001:db8::f816:3eff:fead:fcb8 (0598966b-7a6c-43a8-92a7-67eb0cc5ece3/feb9436d-f1f8-4419-b1f3-ee6b92757894/ae8def58-2d77-414b-9186-e698e6e9bf3a) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:30.489681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.493726 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0944452 Dec 22 04:50:30.496254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.501908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53836) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:30.502419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a6e9ca-ab6f-4992-9dcc-afcbedf1d7b7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:30.513364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a5184ef3-2d3b-48a8-b961-39337e98d310 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.539261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:30.545968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Request body: {'security_group_rule': {'security_group_id': '89a6e9ca-ab6f-4992-9dcc-afcbedf1d7b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:30.558226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:30.581043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9344ac-aeec-4786-a1d8-dc67935ff58c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:30.582125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fb9344ac-aeec-4786-a1d8-dc67935ff58c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Synchronizing usage tracker for tenant:0d7512e291344b439bed30b27ff83c93 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:30.589330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Usage tracker for resource:security_group_rule and tenant:cc71a40f99bd4ab0a38774b0f86290a2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:30.594377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:30.611741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:30.613727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a5184ef3-2d3b-48a8-b961-39337e98d310 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.644731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.675689 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fb9344ac-aeec-4786-a1d8-dc67935ff58c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Unset dirty status for tenant:0d7512e291344b439bed30b27ff83c93 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:30.677662 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fb9344ac-aeec-4786-a1d8-dc67935ff58c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "GET /v2.0/ports?device_id=04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 HTTP/1.1" status: 200 len: 913 time: 0.4239681 Dec 22 04:50:30.683540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53842) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:30.691703 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.ipam_backend_mixin [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d13be4f8-b273-4a30-ac62-f03ef701984b (CIDR: 2001:db8:0:1::/64) Dec 22 04:50:30.757031 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:30.757545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:30.771855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.785113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Transition to ACTIVE for port object ae8def58-2d77-414b-9186-e698e6e9bf3a will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:30.808108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Transition to ACTIVE for port object ae8def58-2d77-414b-9186-e698e6e9bf3a will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:30.816828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.821206 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-deeb6a98-e396-4074-a286-2eb7aff02bc5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8033826 Dec 22 04:50:30.825036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53846) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:30.828891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4ff6d1c3-a6eb-42ef-8772-99df5ba40013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:30.885359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Network 0598966b-7a6c-43a8-92a7-67eb0cc5ece3 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:30.887454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'subnet': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:30.889125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:30.892829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:30.906824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:30.941556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Pushing event updated for resources: {'Port': ['ID=ae8def58-2d77-414b-9186-e698e6e9bf3a,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:30.949549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:30.999581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Attempting to bind port ae8def58-2d77-414b-9186-e698e6e9bf3a on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:50:31.000003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Attempting to bind port ae8def58-2d77-414b-9186-e698e6e9bf3a by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '9d3512bd-1345-4cb9-b551-d4486710054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0598966b-7a6c-43a8-92a7-67eb0cc5ece3'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:50:31.000380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Attempting to bind port ae8def58-2d77-414b-9186-e698e6e9bf3a on network 0598966b-7a6c-43a8-92a7-67eb0cc5ece3 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:31.002072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Allocated IP 172.26.1.6 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/3991c7cd-26eb-4269-8ca9-8dd03a31856e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:31.007486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:50:31.007919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Checking segment: {'id': '9d3512bd-1345-4cb9-b551-d4486710054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0598966b-7a6c-43a8-92a7-67eb0cc5ece3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:31.008361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.008822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Bound using segment: {'id': '9d3512bd-1345-4cb9-b551-d4486710054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0598966b-7a6c-43a8-92a7-67eb0cc5ece3'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:50:31.009302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Bound port: ae8def58-2d77-414b-9186-e698e6e9bf3a, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3512bd-1345-4cb9-b551-d4486710054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0598966b-7a6c-43a8-92a7-67eb0cc5ece3'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:50:31.009733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.013572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.015529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a5184ef3-2d3b-48a8-b961-39337e98d310 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.106493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] For port ae8def58-2d77-414b-9186-e698e6e9bf3a, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:50:31.109957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] For port ae8def58-2d77-414b-9186-e698e6e9bf3a, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ae8def58-2d77-414b-9186-e698e6e9bf3a,segment=NetworkSegment(9d3512bd-1345-4cb9-b551-d4486710054a),segment_id=9d3512bd-1345-4cb9-b551-d4486710054a)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:50:31.114511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.118454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ed703d0a-e5eb-4519-b665-84b0cae5659f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:31.198529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Pushing event updated for resources: {'Port': ['ID=ae8def58-2d77-414b-9186-e698e6e9bf3a,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:31.201831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.202375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:31.217930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94dfe4-3fca-4b13-888c-48de0bf93a26 req-fd087b62-8dcd-44d0-a93c-c80fdb1f680d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:31.219583 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9f94dfe4-3fca-4b13-888c-48de0bf93a26 req-fd087b62-8dcd-44d0-a93c-c80fdb1f680d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.5148294 Dec 22 04:50:31.223647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.230050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:31.237060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.253334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53850) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:31.271894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1099afee-6c35-4524-b82c-731c9625814f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Request body: {'floatingip': {'port_id': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:31.354047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5045c928-ca69-4738-8fc7-4b9b37c2909d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:31.379233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:31.391115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd74079d-d5ce-4949-aa69-c378febc76a9 tempest-FloatingIPAdminTestJSON-815031003 tempest-FloatingIPAdminTestJSON-815031003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:31.447051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:31.463841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1099afee-6c35-4524-b82c-731c9625814f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.464486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Usage tracker for resource:subnet and tenant:0edd4559a6944bbf882df99e67db10f1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:31.474457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:31.486113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:31.493979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a5184ef3-2d3b-48a8-b961-39337e98d310 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.504081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-967a2a9a-91f3-48f6-b721-91ecfea0ab6d tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:31.548822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5184ef3-2d3b-48a8-b961-39337e98d310 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=df4b7b31-05a0-4a97-98d3-0b3ff7a16575,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:31.551361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a5184ef3-2d3b-48a8-b961-39337e98d310 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:31.559145 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Subnet': ['ID=feb9436d-f1f8-4419-b1f3-ee6b92757894,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:31.581681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a5184ef3-2d3b-48a8-b961-39337e98d310 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.586911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede7e3d-3c96-439d-b985-0e2549517fb5 None None] Network 615a507d-97f2-4da9-98f2-9edec0e68217 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:31.605343 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a5184ef3-2d3b-48a8-b961-39337e98d310 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/df4b7b31-05a0-4a97-98d3-0b3ff7a16575 HTTP/1.1" status: 204 len: 168 time: 1.2868047 Dec 22 04:50:31.608871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53854) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:31.641897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:31.694923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.700826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.704701 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1996987 Dec 22 04:50:31.710632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53858) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:31.721571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.764955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Made reservation on behalf of 0edd4559a6944bbf882df99e67db10f1 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:31.768504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.810661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0598966b-7a6c-43a8-92a7-67eb0cc5ece3']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:31.835504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3512bd-1345-4cb9-b551-d4486710054a') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:31.835895 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3512bd-1345-4cb9-b551-d4486710054a') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:31.854960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.881392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.882044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] DHCP port deletion for 615a507d-97f2-4da9-98f2-9edec0e68217 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:50:31.886731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] Deleting port 2fcf8362-23c0-469b-926b-f102fc59ce2e {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:31.887185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.959243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 2fcf8362-23c0-469b-926b-f102fc59ce2e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:31.959582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.967661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.975360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:31.983241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8859bdd3-145a-4ecc-a0de-51df74de4ec0 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:32.040283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65ad1f6b-89d5-4d83-bea8-8f7596fc8658 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.050612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:32.051036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.066792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Pushing event updated for resources: {'Port': ['ID=3991c7cd-26eb-4269-8ca9-8dd03a31856e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:32.069450 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:32.079054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:32.166549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65ad1f6b-89d5-4d83-bea8-8f7596fc8658 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.200677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] For port 2fcf8362-23c0-469b-926b-f102fc59ce2e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2fcf8362-23c0-469b-926b-f102fc59ce2e,segment=NetworkSegment(62396e55-8a12-44aa-bb74-63c095a4ceb6),segment_id=62396e55-8a12-44aa-bb74-63c095a4ceb6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:32.201617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.237566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:32.250124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:32.257801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:32.308807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:50:32.308807 dv-neutron-822524-1-hyperv neutron-server[87554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:50:32.308807 dv-neutron-822524-1-hyperv neutron-server[87554]: [parameters: {'id': '0598966b-7a6c-43a8-92a7-67eb0cc5ece3'}] Dec 22 04:50:32.308807 dv-neutron-822524-1-hyperv neutron-server[87554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:32.309314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:32.355469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] Calling delete_port for 2fcf8362-23c0-469b-926b-f102fc59ce2e owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:32.389185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae89b9f7-9baf-4469-bad9-74debfb3971c None None] Network 0598966b-7a6c-43a8-92a7-67eb0cc5ece3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:32.436384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] For port 2fcf8362-23c0-469b-926b-f102fc59ce2e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2fcf8362-23c0-469b-926b-f102fc59ce2e,segment=NetworkSegment(62396e55-8a12-44aa-bb74-63c095a4ceb6),segment_id=62396e55-8a12-44aa-bb74-63c095a4ceb6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:32.436766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.559770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-98b93aaa-b174-4fd5-ad7a-673a93a4daa7 None None] Provisioning for port ae8def58-2d77-414b-9186-e698e6e9bf3a completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:32.583243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 2fcf8362-23c0-469b-926b-f102fc59ce2e owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:32.602996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.615968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:32.621301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.665310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] Pushing event deleted for resources: {'Port': ['ID=2fcf8362-23c0-469b-926b-f102fc59ce2e,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:32.667348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] No DVR routers for this DVR port 2fcf8362-23c0-469b-926b-f102fc59ce2e on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:50:32.670619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:32.744326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ae8def58-2d77-414b-9186-e698e6e9bf3a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:32.793203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65ad1f6b-89d5-4d83-bea8-8f7596fc8658 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.804351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] DHCP port deletion for 0598966b-7a6c-43a8-92a7-67eb0cc5ece3 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:50:32.804670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5d714d08-a65f-403f-aa17-98ecaeb61a6d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:32.811462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.824489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Deleting port ae8def58-2d77-414b-9186-e698e6e9bf3a {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:32.825058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.892124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad1f6b-89d5-4d83-bea8-8f7596fc8658 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a6e9ca-ab6f-4992-9dcc-afcbedf1d7b7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:32.894659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-65ad1f6b-89d5-4d83-bea8-8f7596fc8658 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:32.917707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Deleting port ae8def58-2d77-414b-9186-e698e6e9bf3a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:32.918637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.944546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:32.944896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:32.956958 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ae8def58-2d77-414b-9186-e698e6e9bf3a completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:32.970123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65ad1f6b-89d5-4d83-bea8-8f7596fc8658 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.973585 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-65ad1f6b-89d5-4d83-bea8-8f7596fc8658 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/89a6e9ca-ab6f-4992-9dcc-afcbedf1d7b7 HTTP/1.1" status: 204 len: 168 time: 1.2299957 Dec 22 04:50:32.979996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ae8def58-2d77-414b-9186-e698e6e9bf3a triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:32.980685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.017747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53864) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:33.128714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] For port ae8def58-2d77-414b-9186-e698e6e9bf3a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ae8def58-2d77-414b-9186-e698e6e9bf3a,segment=NetworkSegment(9d3512bd-1345-4cb9-b551-d4486710054a),segment_id=9d3512bd-1345-4cb9-b551-d4486710054a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:33.129321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.226039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1099afee-6c35-4524-b82c-731c9625814f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.242270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.248551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.254195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a17a406-2737-4eae-ace0-6d36b4d1cc94 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:33.304087 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Calling delete_port for ae8def58-2d77-414b-9186-e698e6e9bf3a owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:33.308802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1099afee-6c35-4524-b82c-731c9625814f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.318238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Network c8e61be7-d237-4895-86c0-9faa432939af is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:33.324738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:33.329059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:33.329650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.347163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f291fb-0c59-4962-8aca-d86a9e690be7 None None] Network c8e61be7-d237-4895-86c0-9faa432939af requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:33.361017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Subnet': ['ID=2f0a129e-931b-407f-b46b-0120e6169d21,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:33.365192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:33.368637 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5421875 Dec 22 04:50:33.371574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53868) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:33.378444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1078174573', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2f0a129e-931b-407f-b46b-0120e6169d21'}], 'security_groups': ['3f12472c-aff8-488f-aa5c-0bf1f66605ca', '513bd009-736a-4a74-a35f-bb1719f1712c']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:33.395088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-303b1773-775d-42d1-bd76-5e48b64f7c4c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:33.443666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.466938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 2fcf8362-23c0-469b-926b-f102fc59ce2e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:33.467189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.565008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] The port '2fcf8362-23c0-469b-926b-f102fc59ce2e' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:50:33.571249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port ae8def58-2d77-414b-9186-e698e6e9bf3a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ae8def58-2d77-414b-9186-e698e6e9bf3a,segment=NetworkSegment(9d3512bd-1345-4cb9-b551-d4486710054a),segment_id=9d3512bd-1345-4cb9-b551-d4486710054a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:33.579816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-303b1773-775d-42d1-bd76-5e48b64f7c4c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:33.581058 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-303b1773-775d-42d1-bd76-5e48b64f7c4c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5468647 Dec 22 04:50:33.608093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.615901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:33.616436 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53872) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:33.656608 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:33.657336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:33.705143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] For port ae8def58-2d77-414b-9186-e698e6e9bf3a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ae8def58-2d77-414b-9186-e698e6e9bf3a,segment=NetworkSegment(9d3512bd-1345-4cb9-b551-d4486710054a),segment_id=9d3512bd-1345-4cb9-b551-d4486710054a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:33.705519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.724982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2fcf8362-23c0-469b-926b-f102fc59ce2e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:50:33.729113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port b23e39af-a2a2-4f30-9251-8159a17b2856 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:33.729453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.771639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 2fcf8362-23c0-469b-926b-f102fc59ce2e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:50:33.771639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2fcf8362-23c0-469b-926b-f102fc59ce2e not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:50:33.781282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=ae8def58-2d77-414b-9186-e698e6e9bf3a,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:33.785793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:33.896098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.909028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce51d27e-792e-4b5b-8b65-de837a479e4c None None] Update dhcp port {'port': {'network_id': 'c8e61be7-d237-4895-86c0-9faa432939af', 'fixed_ips': [{'subnet_id': 'd13be4f8-b273-4a30-ac62-f03ef701984b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b3e4e73f-c623-475d-a185-a93e056d942a', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f0a129e-931b-407f-b46b-0120e6169d21'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '9729b0be-3acc-4ef0-9190-dc66fb371cf1'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:50:33.936050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-06196758-ba9d-4870-984e-77e619e6cebc tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:33.964125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ce51d27e-792e-4b5b-8b65-de837a479e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:33.999298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615a507d-97f2-4da9-98f2-9edec0e68217']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:34.074620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Calling delete_port for ae8def58-2d77-414b-9186-e698e6e9bf3a owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:34.075270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62396e55-8a12-44aa-bb74-63c095a4ceb6') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:34.075270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62396e55-8a12-44aa-bb74-63c095a4ceb6') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:34.122338 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-1099afee-6c35-4524-b82c-731c9625814f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Floating IP bce759af-ce83-4758-9863-98729c733fab associated. External IP: 172.26.1.25, port: c09a24d8-7026-4c0e-87ca-0e2e5e924aef. Dec 22 04:50:34.138451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-06196758-ba9d-4870-984e-77e619e6cebc tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:34.142557 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-06196758-ba9d-4870-984e-77e619e6cebc tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5161562 Dec 22 04:50:34.158157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.163419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Deleting port ae8def58-2d77-414b-9186-e698e6e9bf3a {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:34.163723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.164476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53876) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:34.225604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.227815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.241551 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-185df860-78b3-4399-8ca4-0691d74e804a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] delete failed (client error): The resource could not be found. Dec 22 04:50:34.246244 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-185df860-78b3-4399-8ca4-0691d74e804a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "DELETE /v2.0/security-groups/89a6e9ca-ab6f-4992-9dcc-afcbedf1d7b7 HTTP/1.1" status: 404 len: 347 time: 0.0715156 Dec 22 04:50:34.257150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53880) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:34.264884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:34.265097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-ce51d27e-792e-4b5b-8b65-de837a479e4c None None] Allocated IP 2001:db8:0:2::2 (c8e61be7-d237-4895-86c0-9faa432939af/2f0a129e-931b-407f-b46b-0120e6169d21/9729b0be-3acc-4ef0-9190-dc66fb371cf1) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:34.265375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:34.301231 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:34.397023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.398630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:34.398939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:34.404754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.455267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.506922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] For port ae8def58-2d77-414b-9186-e698e6e9bf3a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ae8def58-2d77-414b-9186-e698e6e9bf3a,segment=NetworkSegment(9d3512bd-1345-4cb9-b551-d4486710054a),segment_id=9d3512bd-1345-4cb9-b551-d4486710054a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:34.507323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.632399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for b23e39af-a2a2-4f30-9251-8159a17b2856 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:34.657072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ae8def58-2d77-414b-9186-e698e6e9bf3a no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:50:34.662089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.693725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3ba587b1-3981-4ed1-a293-00a42c3e8d13 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:34.698270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Calling delete_port for ae8def58-2d77-414b-9186-e698e6e9bf3a owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:34.725163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.732624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Network': ['ID=615a507d-97f2-4da9-98f2-9edec0e68217,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:34.742619 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/networks/615a507d-97f2-4da9-98f2-9edec0e68217 HTTP/1.1" status: 204 len: 168 time: 3.1257987 Dec 22 04:50:34.746118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ce51d27e-792e-4b5b-8b65-de837a479e4c None None] For port 9729b0be-3acc-4ef0-9190-dc66fb371cf1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9729b0be-3acc-4ef0-9190-dc66fb371cf1,segment=NetworkSegment(69b21655-c3bf-4dd1-9e52-0e9b052bbe8a),segment_id=69b21655-c3bf-4dd1-9e52-0e9b052bbe8a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:34.772367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:34.780076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53884) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:34.783011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-24eb6aeb-ea31-4b8e-a2bf-e9abdcfc92f6 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Synchronizing usage tracker for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:34.792126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-410513089'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:34.810876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:34.811132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ce51d27e-792e-4b5b-8b65-de837a479e4c None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.832928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:network and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:34.837589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-24eb6aeb-ea31-4b8e-a2bf-e9abdcfc92f6 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Unset dirty status for tenant:cc71a40f99bd4ab0a38774b0f86290a2 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:34.855398 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-24eb6aeb-ea31-4b8e-a2bf-e9abdcfc92f6 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5865242 Dec 22 04:50:34.860662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Router 77ae41bb-7390-403d-88f4-4a30d0ec17fd is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:50:34.865795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:34.875924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ce51d27e-792e-4b5b-8b65-de837a479e4c None None] Transition to ACTIVE for port object 9729b0be-3acc-4ef0-9190-dc66fb371cf1 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:34.879474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.885970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-08c54163-59aa-4b88-808a-9fa5f4609672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:34.928089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ce51d27e-792e-4b5b-8b65-de837a479e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:34.941858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:34.947244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Pushing event deleted for resources: {'Port': ['ID=ae8def58-2d77-414b-9186-e698e6e9bf3a,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:34.952464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] No DVR routers for this DVR port ae8def58-2d77-414b-9186-e698e6e9bf3a on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:50:34.954147 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:34.954942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-72a8ee20-9691-4743-9e21-ae11fbc9617d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:34.963552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Deleting port ae8def58-2d77-414b-9186-e698e6e9bf3a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:34.963891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:35.001577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:35.143931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] The port 'ae8def58-2d77-414b-9186-e698e6e9bf3a' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:50:35.192040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:35.196803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:35.218875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1099afee-6c35-4524-b82c-731c9625814f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Router f7903e35-0b58-4563-b47a-66eafaa8ad54 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:50:35.313634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:50:35.357627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:35.358387 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Added segment 94939218-0c20-4450-97dc-35e996d0a99d of type vlan for network fcbe312a-aba9-4d41-8c5d-e54993cafb86 Dec 22 04:50:35.407435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51d27e-792e-4b5b-8b65-de837a479e4c None None] Pushing event updated for resources: {'Port': ['ID=9729b0be-3acc-4ef0-9190-dc66fb371cf1,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:35.411767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ce51d27e-792e-4b5b-8b65-de837a479e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:35.448831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53892) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:35.489817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:35.634581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:50:35.693548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Delete allocated IP 2001:db8::14e (c8e61be7-d237-4895-86c0-9faa432939af/b3e4e73f-c623-475d-a185-a93e056d942a) {{(pid=87555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:50:35.710475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:35.716209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:35.716865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:35.726633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aedbefee-dbd8-4e8f-8ec2-8c5bdc8e77db tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:35.745800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:35.764008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Allocated IP 2001:db8:0:2::3a0 (c8e61be7-d237-4895-86c0-9faa432939af/2f0a129e-931b-407f-b46b-0120e6169d21/2e3067ce-a780-4157-a6fa-81de8ee3002f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:35.766216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:35.784596 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8202dd63-71aa-4ea3-bbcb-2a93528bd455 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc71a40f99bd4ab0a38774b0f86290a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292253 Dec 22 04:50:35.796410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53898) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:35.816780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:35.827821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0598966b-7a6c-43a8-92a7-67eb0cc5ece3']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:35.832530 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a4c79-846f-4a98-8788-ba08304894e2 None None] Sync routers for ids ['77ae41bb-7390-403d-88f4-4a30d0ec17fd'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:35.842822 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a4c79-846f-4a98-8788-ba08304894e2 None None] Routers {'77ae41bb-7390-403d-88f4-4a30d0ec17fd'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:35.843491 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7b0a4c79-846f-4a98-8788-ba08304894e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['77ae41bb-7390-403d-88f4-4a30d0ec17fd'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:35.861209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3512bd-1345-4cb9-b551-d4486710054a') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:35.861209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3512bd-1345-4cb9-b551-d4486710054a') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:35.873654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:35.875055 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "PUT /v2.0/routers/77ae41bb-7390-403d-88f4-4a30d0ec17fd HTTP/1.1" status: 200 len: 915 time: 8.6149364 Dec 22 04:50:35.882560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53902) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:35.890070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1099afee-6c35-4524-b82c-731c9625814f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:35.901659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] Sync routers for ids ['f7903e35-0b58-4563-b47a-66eafaa8ad54'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:35.919048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] Routers {'f7903e35-0b58-4563-b47a-66eafaa8ad54'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:35.920428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f7903e35-0b58-4563-b47a-66eafaa8ad54'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:35.923669 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1367419 Dec 22 04:50:35.927485 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7b0a4c79-846f-4a98-8788-ba08304894e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:35.936251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53906) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:35.938294 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a4c79-846f-4a98-8788-ba08304894e2 None None] Routers {'77ae41bb-7390-403d-88f4-4a30d0ec17fd'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:35.939060 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7b0a4c79-846f-4a98-8788-ba08304894e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['77ae41bb-7390-403d-88f4-4a30d0ec17fd'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:35.980345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Network': ['ID=fcbe312a-aba9-4d41-8c5d-e54993cafb86,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:35.983450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:35.998647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-93051969-40fa-4e4c-aa5e-895b4cba1520 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:36.006332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1099afee-6c35-4524-b82c-731c9625814f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.011494 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7b0a4c79-846f-4a98-8788-ba08304894e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:36.011897 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a4c79-846f-4a98-8788-ba08304894e2 None None] The sync data for ids ['77ae41bb-7390-403d-88f4-4a30d0ec17fd'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:36.022426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network fcbe312a-aba9-4d41-8c5d-e54993cafb86 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:50:36.042799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'fcbe312a-aba9-4d41-8c5d-e54993cafb86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:36.045647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.103425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=b23e39af-a2a2-4f30-9251-8159a17b2856,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:36.106844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:36.179568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.206152 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1099afee-6c35-4524-b82c-731c9625814f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "PUT /v2.0/floatingips/bce759af-ce83-4758-9863-98729c733fab HTTP/1.1" status: 200 len: 990 time: 4.9464469 Dec 22 04:50:36.207497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:36.207930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.227784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'tag': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:36.232728 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:36.239526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1be1891-bfaf-486f-9407-8e58081ff138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.309722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-06abd526-6dad-47fc-a933-2d6b7519d95e None None] Provisioning complete for port 2e3067ce-a780-4157-a6fa-81de8ee3002f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:36.316697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-06abd526-6dad-47fc-a933-2d6b7519d95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.340692 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d7b54d84-97fc-4b4c-b9d2-8e5bbae9d5c8 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/routers/77ae41bb-7390-403d-88f4-4a30d0ec17fd HTTP/1.1" status: 200 len: 921 time: 0.4483123 Dec 22 04:50:36.342428 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'tag': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef', 'status': 'completed', 'code': 200} Dec 22 04:50:36.350668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53914) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:36.387452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-06abd526-6dad-47fc-a933-2d6b7519d95e None None] Port 2e3067ce-a780-4157-a6fa-81de8ee3002f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:36.391829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1be1891-bfaf-486f-9407-8e58081ff138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.397564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:36.415928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-06abd526-6dad-47fc-a933-2d6b7519d95e None None] Provisioning complete for port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:36.416344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-06abd526-6dad-47fc-a933-2d6b7519d95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.417586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:36.421557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:36.439357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:36.441899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.459499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-54d53b6f-55f1-4522-8287-0d42894c388c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:36.459751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] Set router f7903e35-0b58-4563-b47a-66eafaa8ad54 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:50:36.475001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.520890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Network': ['ID=0598966b-7a6c-43a8-92a7-67eb0cc5ece3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:36.531976 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/0598966b-7a6c-43a8-92a7-67eb0cc5ece3 HTTP/1.1" status: 204 len: 168 time: 6.2410650 Dec 22 04:50:36.531976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:36.536520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53918) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:36.546048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:36.547850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1032816644'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:36.549830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.557550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:36.565912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:network and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:36.566429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-06abd526-6dad-47fc-a933-2d6b7519d95e None None] Port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:36.569584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:36.578068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:36.602427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e262911-4e6a-4c8f-9e47-a38c9ef90c26 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:36.603620 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3e262911-4e6a-4c8f-9e47-a38c9ef90c26 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&device_id=77ae41bb-7390-403d-88f4-4a30d0ec17fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2525599 Dec 22 04:50:36.608044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53922) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:36.629652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:36.633252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.655744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1be1891-bfaf-486f-9407-8e58081ff138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.660633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-052b55d2-a3c6-4f34-ad2f-08f1f6eea9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:36.662118 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-052b55d2-a3c6-4f34-ad2f-08f1f6eea9ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1098 time: 0.2561266 Dec 22 04:50:36.664205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9729b0be-3acc-4ef0-9190-dc66fb371cf1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:36.667318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2cf3ec0c-1f85-4978-b6cd-190bece185c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:36.683410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.710486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-06abd526-6dad-47fc-a933-2d6b7519d95e None None] Provisioning for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:36.745595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-06abd526-6dad-47fc-a933-2d6b7519d95e None None] Provisioning complete for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:36.746219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-06abd526-6dad-47fc-a933-2d6b7519d95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.770156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be1891-bfaf-486f-9407-8e58081ff138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02968d10-9869-4010-9daf-6d623b32052b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:36.779974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d1be1891-bfaf-486f-9407-8e58081ff138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:36.848212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.853737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:50:36.904010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1be1891-bfaf-486f-9407-8e58081ff138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.905687 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d1be1891-bfaf-486f-9407-8e58081ff138 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02968d10-9869-4010-9daf-6d623b32052b HTTP/1.1" status: 204 len: 168 time: 1.1080823 Dec 22 04:50:36.911264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.911612 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Added segment 46101fdf-b2e5-4c05-8f51-5c4d69cb2c73 of type vlan for network 339fbe44-a74b-49fc-b279-489299014de3 Dec 22 04:50:36.922942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:36.923483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:36.957599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-c921549a-b9a2-4a7f-8a53-10101a4d564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:36.959048 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-c921549a-b9a2-4a7f-8a53-10101a4d564b service neutron] 10.222.0.61 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 912 time: 0.2835968 Dec 22 04:50:36.960217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a20162-e6b5-4169-bf14-530c4a482884 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:36.961476 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-10a20162-e6b5-4169-bf14-530c4a482884 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/networks/c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 881 time: 0.3524871 Dec 22 04:50:36.970391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53928) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:37.071596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:37.097579 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e2557ea1-ee9e-41c6-a37d-d982e6912209 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=77ae41bb-7390-403d-88f4-4a30d0ec17fd HTTP/1.1" status: 200 len: 205 time: 0.0724778 Dec 22 04:50:37.103662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53932) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:37.146520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Transition to ACTIVE for port object 2e3067ce-a780-4157-a6fa-81de8ee3002f will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:37.171029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:37.182475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-15877e71-4c2a-4f33-9c3c-196b4685d487 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:37.228672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'bce759af-ce83-4758-9863-98729c733fab', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'floating_ip_address': '172.26.1.25', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'port_id': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'mac_address': 'fa:16:3e:56:3e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:49:54Z', 'updated_at': '2021-12-22T04:50:32Z', 'revision_number': 1, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e22e023b-372b-4440-af49-ca9e392c430f', 'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'mac_address': 'fa:16:3e:dd:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:41Z', 'updated_at': '2021-12-22T04:49:54Z', 'revision_number': 5, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'subnets': [{'id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:37.242361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] Checking router: f7903e35-0b58-4563-b47a-66eafaa8ad54 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:50:37.248672 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-7e63493e-8f69-4d4f-97b7-a879c5b6ab96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 998 time: 0.2773068 Dec 22 04:50:37.269395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] Routers {'f7903e35-0b58-4563-b47a-66eafaa8ad54'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:37.270032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f7903e35-0b58-4563-b47a-66eafaa8ad54'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:37.322572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:37.329330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:37.330169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:37.375257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] In _notify_port_updated(), no bound segment for port 2e3067ce-a780-4157-a6fa-81de8ee3002f on network c8e61be7-d237-4895-86c0-9faa432939af {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:50:37.381299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:37.382284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:37.384213 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "PUT /v2.0/ports/2e3067ce-a780-4157-a6fa-81de8ee3002f HTTP/1.1" status: 200 len: 970 time: 4.0112300 Dec 22 04:50:37.401203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53940) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:37.402233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event updated for resources: {'Port': ['ID=2e3067ce-a780-4157-a6fa-81de8ee3002f,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:37.405608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:37.423613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-09f30c5e-4723-461c-b815-5e836b1fa376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:37.570951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] Set router f7903e35-0b58-4563-b47a-66eafaa8ad54 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:50:37.608363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e405dd9c-6598-4c6a-b89c-d488a6b68a2a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 2e3067ce-a780-4157-a6fa-81de8ee3002f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:37.608801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e405dd9c-6598-4c6a-b89c-d488a6b68a2a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:37.648648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:37.662244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-107a13f5-12cf-40b0-9910-1b8f62445cf5 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:37.758716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:50:37.820872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=6a009bef-0d99-40a7-8dfd-1e760743b060,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:37.825834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:37.906972 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3671169 Dec 22 04:50:37.918693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53958) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:37.929443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Checking segment: {'id': '94939218-0c20-4450-97dc-35e996d0a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fcbe312a-aba9-4d41-8c5d-e54993cafb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:37.929810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network hostable DHCP agents. Network: fcbe312a-aba9-4d41-8c5d-e54993cafb86, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:50:37.941988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'subnet': {'network_id': '339fbe44-a74b-49fc-b279-489299014de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:37.971366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Network': ['ID=339fbe44-a74b-49fc-b279-489299014de3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:37.987195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:38.061408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 339fbe44-a74b-49fc-b279-489299014de3 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:50:38.083322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:38.084006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53964) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:38.085492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b822629c-4644-462d-bb21-5c6aab741b68 None None] Provisioning for port 2e3067ce-a780-4157-a6fa-81de8ee3002f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:38.103212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-d67517a8-3c9c-44c7-8391-dcbbebc1335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:38.104949 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-d67517a8-3c9c-44c7-8391-dcbbebc1335d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 200 len: 850 time: 0.8492661 Dec 22 04:50:38.154817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b822629c-4644-462d-bb21-5c6aab741b68 None None] Provisioning complete for port 2e3067ce-a780-4157-a6fa-81de8ee3002f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:38.155280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b822629c-4644-462d-bb21-5c6aab741b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:38.210514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network fcbe312a-aba9-4d41-8c5d-e54993cafb86 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:38.231564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7edb09af-b7dc-449f-b81e-8bd7ab67e0a1 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:38.233150 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-7edb09af-b7dc-449f-b81e-8bd7ab67e0a1 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:50:38.233797 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-7edb09af-b7dc-449f-b81e-8bd7ab67e0a1 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:50:38.236371 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7edb09af-b7dc-449f-b81e-8bd7ab67e0a1 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1510582 Dec 22 04:50:38.242868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53970) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:38.261424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b822629c-4644-462d-bb21-5c6aab741b68 None None] Port 2e3067ce-a780-4157-a6fa-81de8ee3002f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:38.288488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'bce759af-ce83-4758-9863-98729c733fab', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'floating_ip_address': '172.26.1.25', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'port_id': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'mac_address': 'fa:16:3e:56:3e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:49:54Z', 'updated_at': '2021-12-22T04:50:32Z', 'revision_number': 1, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e22e023b-372b-4440-af49-ca9e392c430f', 'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'mac_address': 'fa:16:3e:dd:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:41Z', 'updated_at': '2021-12-22T04:49:54Z', 'revision_number': 5, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'subnets': [{'id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:38.293269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812538c3-032e-4bcc-8c6a-7202f3baed95 None None] The sync data for ids ['f7903e35-0b58-4563-b47a-66eafaa8ad54'] in dv-neutron-822524-1-hyperv is: [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'bce759af-ce83-4758-9863-98729c733fab', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'floating_ip_address': '172.26.1.25', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'port_id': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'mac_address': 'fa:16:3e:56:3e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:49:54Z', 'updated_at': '2021-12-22T04:50:32Z', 'revision_number': 1, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e22e023b-372b-4440-af49-ca9e392c430f', 'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'mac_address': 'fa:16:3e:dd:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:41Z', 'updated_at': '2021-12-22T04:49:54Z', 'revision_number': 5, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'subnets': [{'id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:38.300354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, fcbe312a-aba9-4d41-8c5d-e54993cafb86) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:38.304833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:38.305412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:38.311591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04423013-3989-41a0-a381-fad957b339b3 None None] Network fcbe312a-aba9-4d41-8c5d-e54993cafb86 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:38.314988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:38.335784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666991463'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:38.336392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:38.341996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:38.344513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:subnet and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:38.346406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:38.349242 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0392967-e2be-4107-82f6-c18bf7255e4b None None] Sync routers for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:38.349771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:38.356092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:38.363501 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0392967-e2be-4107-82f6-c18bf7255e4b None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:38.364127 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f0392967-e2be-4107-82f6-c18bf7255e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:38.371506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:38.382441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e405dd9c-6598-4c6a-b89c-d488a6b68a2a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:38.415730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:38.422075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:38.430737 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "PUT /v2.0/routers/04b0c4d6-ff78-4a04-ba0d-f4151bce6be1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7412810 Dec 22 04:50:38.432418 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4477737 Dec 22 04:50:38.433276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53974) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:38.441733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53976) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:38.445823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:38.477455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:38.477766 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f0392967-e2be-4107-82f6-c18bf7255e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:38.493136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:38.497863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-e46adc2e-0855-4383-8a5e-5f1782732cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:38.503161 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-e46adc2e-0855-4383-8a5e-5f1782732cf4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=381c7c77-02da-4013-b529-7b532458aa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3735750 Dec 22 04:50:38.504075 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0392967-e2be-4107-82f6-c18bf7255e4b None None] Routers {'04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:38.504809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:38.509490 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f0392967-e2be-4107-82f6-c18bf7255e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:38.514668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:38.604443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-fcbe312a-aba9-4d41-8c5d-e54993cafb86', 'network_id': 'fcbe312a-aba9-4d41-8c5d-e54993cafb86', 'tenant_id': '1f15b4a25d4a41b082b7d34104c6e003', 'fixed_ips': [{'subnet_id': '6a009bef-0d99-40a7-8dfd-1e760743b060'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:50:38.605315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:38.626272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1355058422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:38.629004 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f0392967-e2be-4107-82f6-c18bf7255e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:38.629596 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0392967-e2be-4107-82f6-c18bf7255e4b None None] The sync data for ids ['04b0c4d6-ff78-4a04-ba0d-f4151bce6be1'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:38.649855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e405dd9c-6598-4c6a-b89c-d488a6b68a2a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 2e3067ce-a780-4157-a6fa-81de8ee3002f owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:38.661537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:38.666629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Deleting port 3991c7cd-26eb-4269-8ca9-8dd03a31856e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:38.667188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:38.680090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:38.692931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8684779-caf0-45f0-b934-0d0dd646b624 None None] New status for floating IP bce759af-ce83-4758-9863-98729c733fab: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:50:38.697345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:38.701152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:38.745836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:router and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:38.752521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:38.765331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:38.841057 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-4bf35295-fef0-4835-91f5-1d66e91f3155 service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313713 Dec 22 04:50:39.018853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.064429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Allocated IP 172.20.0.2 (fcbe312a-aba9-4d41-8c5d-e54993cafb86/6a009bef-0d99-40a7-8dfd-1e760743b060/dad30b7f-69a6-401f-a69f-16c6933fae80) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:39.098669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.099737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.140994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.187023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Calling delete_port for 3991c7cd-26eb-4269-8ca9-8dd03a31856e owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:39.257891 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6a1d5dc-65d6-4260-bb78-d625469dab6c req-f8efb546-73d1-4a0e-a4d3-d378656768ac service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838084 Dec 22 04:50:39.269977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.304997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.326355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.331311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:39.338932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:39.339708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.352578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:39.356176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:39.370681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:39.383705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Transition to ACTIVE for port object dad30b7f-69a6-401f-a69f-16c6933fae80 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:39.390065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23bc0ef7-cca7-4a0e-88a6-30dfbe4a65ef,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:39.394481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.398217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:39.408894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Transition to ACTIVE for port object dad30b7f-69a6-401f-a69f-16c6933fae80 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:39.417162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.432124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:39.436462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e405dd9c-6598-4c6a-b89c-d488a6b68a2a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.454492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-504c14ea-deb6-4259-808b-75314c45f2d7 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:39.474319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Network fcbe312a-aba9-4d41-8c5d-e54993cafb86 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:39.482511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:39.492784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:39.516508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.527368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.533317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:39.551861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.561575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405dd9c-6598-4c6a-b89c-d488a6b68a2a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=2e3067ce-a780-4157-a6fa-81de8ee3002f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:39.564402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e405dd9c-6598-4c6a-b89c-d488a6b68a2a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:39.599451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e405dd9c-6598-4c6a-b89c-d488a6b68a2a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.603534 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e405dd9c-6598-4c6a-b89c-d488a6b68a2a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/2e3067ce-a780-4157-a6fa-81de8ee3002f HTTP/1.1" status: 204 len: 168 time: 2.1965845 Dec 22 04:50:39.614084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53984) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:39.615128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b467e9-72c2-4279-833b-2f4ecaba8e85,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:39.618939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.620409 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1ca3047c-95de-4d43-8a6f-1e02010fe9b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0589330 Dec 22 04:50:39.627174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.630712 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3836370 Dec 22 04:50:39.630712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:39.630712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 53988) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:39.634749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d720f2b2-8082-4cde-b14a-712ade90a048 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:39.658687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 53990) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:39.660181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.667762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': 'd6b467e9-72c2-4279-833b-2f4ecaba8e85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:39.685895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Pushing event updated for resources: {'Port': ['ID=dad30b7f-69a6-401f-a69f-16c6933fae80,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:39.691270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:39.692716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Attempting to bind port dad30b7f-69a6-401f-a69f-16c6933fae80 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:50:39.692920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Attempting to bind port dad30b7f-69a6-401f-a69f-16c6933fae80 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '94939218-0c20-4450-97dc-35e996d0a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fcbe312a-aba9-4d41-8c5d-e54993cafb86'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:50:39.693625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Attempting to bind port dad30b7f-69a6-401f-a69f-16c6933fae80 on network fcbe312a-aba9-4d41-8c5d-e54993cafb86 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:39.702608 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:50:39.703265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Checking segment: {'id': '94939218-0c20-4450-97dc-35e996d0a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fcbe312a-aba9-4d41-8c5d-e54993cafb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:39.703408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:39.704081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.704755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Bound using segment: {'id': '94939218-0c20-4450-97dc-35e996d0a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fcbe312a-aba9-4d41-8c5d-e54993cafb86'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:50:39.705454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Bound port: dad30b7f-69a6-401f-a69f-16c6933fae80, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94939218-0c20-4450-97dc-35e996d0a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fcbe312a-aba9-4d41-8c5d-e54993cafb86'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:50:39.706066 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.706458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'network_id': 'fcbe312a-aba9-4d41-8c5d-e54993cafb86', 'name': 'tempest-PortsTestJSON-1231252879'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:39.712124 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfe0908-2c31-453c-ad4b-3a8a8572c7ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] GET failed (client error): The resource could not be found. Dec 22 04:50:39.712740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7dfe0908-2c31-453c-ad4b-3a8a8572c7ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Synchronizing usage tracker for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:39.717436 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:50:39.717940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:39.731561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:39.731819 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Pushing event deleted for resources: {'Port': ['ID=3991c7cd-26eb-4269-8ca9-8dd03a31856e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:39.742353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting port ca1dc4ef-e03e-476b-b540-4b6508d768f3 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:39.742922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.748331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:39.782955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:39.804437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.816166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78c2fd96-5b17-4ccb-8097-8141d24e16ba tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:39.823170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] For port dad30b7f-69a6-401f-a69f-16c6933fae80, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:50:39.827054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] For port dad30b7f-69a6-401f-a69f-16c6933fae80, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dad30b7f-69a6-401f-a69f-16c6933fae80,segment=NetworkSegment(94939218-0c20-4450-97dc-35e996d0a99d),segment_id=94939218-0c20-4450-97dc-35e996d0a99d)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:50:39.838584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.853885 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-011874ac-1f57-43c2-bda9-1edb1d4ca703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:39.871391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7dfe0908-2c31-453c-ad4b-3a8a8572c7ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Unset dirty status for tenant:0edd4559a6944bbf882df99e67db10f1 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:39.872956 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7dfe0908-2c31-453c-ad4b-3a8a8572c7ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports/2e3067ce-a780-4157-a6fa-81de8ee3002f HTTP/1.1" status: 404 len: 333 time: 0.2511132 Dec 22 04:50:39.885734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54000) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:39.924203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:39.953847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Pushing event updated for resources: {'Port': ['ID=dad30b7f-69a6-401f-a69f-16c6933fae80,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:39.957528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:40.035493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.072068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Subnet': ['ID=7a9bad70-9a82-40ac-9187-86c16a731ba2,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:40.074978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:40.135877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Checking segment: {'id': '46101fdf-b2e5-4c05-8f51-5c4d69cb2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '339fbe44-a74b-49fc-b279-489299014de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:40.136303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network hostable DHCP agents. Network: 339fbe44-a74b-49fc-b279-489299014de3, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:50:40.196452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.207884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.225034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc6fe75b-4a3f-4314-8ad5-214a138cd385 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.226940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.237808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4bd4d72f-f3eb-486f-8f81-7cd490fe067d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:40.309758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.312193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:40.315426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.319444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network 339fbe44-a74b-49fc-b279-489299014de3 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:40.320848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:port and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:40.326885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:40.343323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:40.359029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:40.361176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.371137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.371781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Fanout notify agent at l3_agent the message router_deleted on router 77ae41bb-7390-403d-88f4-4a30d0ec17fd {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:50:40.384015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.385129 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/77ae41bb-7390-403d-88f4-4a30d0ec17fd HTTP/1.1" status: 204 len: 168 time: 3.2802830 Dec 22 04:50:40.390101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54004) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:40.396329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1275502889', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:40.406403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Calling delete_port for ca1dc4ef-e03e-476b-b540-4b6508d768f3 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:40.409067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:40.411513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port c72549a6-868e-4acc-ba38-9dc0941df78f yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:50:40.433259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85d682d-1ad1-480a-bcd3-d778e32b76bd,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:40.436273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:40.449377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Usage tracker for resource:router and tenant:5294c4fe78b0437aaed31cd80b1bbd55 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:40.453127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:40.467636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:40.469631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.473691 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8077078 Dec 22 04:50:40.475912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 339fbe44-a74b-49fc-b279-489299014de3) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:40.476578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54008) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:40.480536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:40.481124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.486668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a970e-8d78-43b6-9c62-9574ff595aa1 None None] Network 339fbe44-a74b-49fc-b279-489299014de3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:40.490155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc6fe75b-4a3f-4314-8ad5-214a138cd385 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.493653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-550ad3ed-a371-4632-be96-31368ad057be tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': 'd6b467e9-72c2-4279-833b-2f4ecaba8e85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:40.507590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.508704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.525451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.543595 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6132061 Dec 22 04:50:40.543987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-550ad3ed-a371-4632-be96-31368ad057be tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:40.548469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54012) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:40.553314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-550ad3ed-a371-4632-be96-31368ad057be tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:40.590975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-550ad3ed-a371-4632-be96-31368ad057be tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:40.601492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc6fe75b-4a3f-4314-8ad5-214a138cd385 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.609382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:40.672959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dad30b7f-69a6-401f-a69f-16c6933fae80 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:40.673227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fe75b-4a3f-4314-8ad5-214a138cd385 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff33908b-9dcd-4cd4-b6ad-83a0cfb60449,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:40.675573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cc6fe75b-4a3f-4314-8ad5-214a138cd385 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:40.691648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc6fe75b-4a3f-4314-8ad5-214a138cd385 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.695204 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cc6fe75b-4a3f-4314-8ad5-214a138cd385 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/security-groups/ff33908b-9dcd-4cd4-b6ad-83a0cfb60449 HTTP/1.1" status: 204 len: 168 time: 0.8032215 Dec 22 04:50:40.696858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54016) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:40.696987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-550ad3ed-a371-4632-be96-31368ad057be tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:40.755730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.760886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-14c5add8-ffb5-4d15-86e5-d96f784ea0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674556623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:40.820917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Port': ['ID=ca1dc4ef-e03e-476b-b540-4b6508d768f3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:40.823384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:40.854456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port dad30b7f-69a6-401f-a69f-16c6933fae80 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:40.862225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-339fbe44-a74b-49fc-b279-489299014de3', 'network_id': '339fbe44-a74b-49fc-b279-489299014de3', 'tenant_id': 'e819e8f4c878466998ea6a5cf7bccd29', 'fixed_ips': [{'subnet_id': '7a9bad70-9a82-40ac-9187-86c16a731ba2'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:50:40.863508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:40.899252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.6 (fcbe312a-aba9-4d41-8c5d-e54993cafb86/6a009bef-0d99-40a7-8dfd-1e760743b060/c72549a6-868e-4acc-ba38-9dc0941df78f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:41.044608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eac9bd4b-c1bf-4ef0-a407-c44dbf596605 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.056559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Allocated IP 2001:db8::2 (339fbe44-a74b-49fc-b279-489299014de3/7a9bad70-9a82-40ac-9187-86c16a731ba2/ebd8f855-b97d-4cca-b2db-f52da08f92a3) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:41.092697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eac9bd4b-c1bf-4ef0-a407-c44dbf596605 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.111536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.178801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.197685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object c72549a6-868e-4acc-ba38-9dc0941df78f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:41.252683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c51d72-3567-4d7f-b1ce-70467b196250 None None] Network fcbe312a-aba9-4d41-8c5d-e54993cafb86 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:41.340620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.343125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.367937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eac9bd4b-c1bf-4ef0-a407-c44dbf596605 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.372379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ba20ef0d-fa25-468d-818e-9b9f73974cc8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:41.384236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.388321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9bd4b-c1bf-4ef0-a407-c44dbf596605 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513bd009-736a-4a74-a35f-bb1719f1712c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:41.390891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eac9bd4b-c1bf-4ef0-a407-c44dbf596605 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:41.398805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.399065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Fanout notify agent at l3_agent the message router_deleted on router 04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:50:41.417030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eac9bd4b-c1bf-4ef0-a407-c44dbf596605 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.421362 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eac9bd4b-c1bf-4ef0-a407-c44dbf596605 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/security-groups/513bd009-736a-4a74-a35f-bb1719f1712c HTTP/1.1" status: 204 len: 168 time: 0.7217336 Dec 22 04:50:41.421751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.424930 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/routers/04b0c4d6-ff78-4a04-ba0d-f4151bce6be1 HTTP/1.1" status: 204 len: 168 time: 2.9840724 Dec 22 04:50:41.424930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54022) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:41.425787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54024) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:41.442017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e2f80db8-b5b1-4b15-9cd2-398416cc1737 None None] Provisioning for port dad30b7f-69a6-401f-a69f-16c6933fae80 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:41.455311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4d769a6-582c-483c-9bea-80c84e2db250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:41.464755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e2f80db8-b5b1-4b15-9cd2-398416cc1737 None None] Provisioning complete for port dad30b7f-69a6-401f-a69f-16c6933fae80 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:41.465139 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2f80db8-b5b1-4b15-9cd2-398416cc1737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.520979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.527529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a607782c-b02e-44c4-a228-30f5879378f5 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Deleting subnet c2578d8d-b4dc-4d53-b397-eb717d9c7f3b {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:41.539164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.540867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.541450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a607782c-b02e-44c4-a228-30f5879378f5 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.549787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-550ad3ed-a371-4632-be96-31368ad057be tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.557183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Transition to ACTIVE for port object ebd8f855-b97d-4cca-b2db-f52da08f92a3 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:41.592209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d71eadf0-fe2a-41fb-9be5-3f2e1f2171eb tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.596261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network fcbe312a-aba9-4d41-8c5d-e54993cafb86 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:41.613849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=c72549a6-868e-4acc-ba38-9dc0941df78f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:41.617048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:41.621675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:41.623598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a607782c-b02e-44c4-a228-30f5879378f5 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.630382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Transition to ACTIVE for port object ebd8f855-b97d-4cca-b2db-f52da08f92a3 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:41.632164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:41.666015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d71eadf0-fe2a-41fb-9be5-3f2e1f2171eb tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.699952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.709789 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ce51d27e-792e-4b5b-8b65-de837a479e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:41.717552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a607782c-b02e-44c4-a228-30f5879378f5 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.775218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d71eadf0-fe2a-41fb-9be5-3f2e1f2171eb tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.782871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0737d4da-ca33-421e-b706-7763e78f7354 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:41.799770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eadf0-fe2a-41fb-9be5-3f2e1f2171eb tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f12472c-aff8-488f-aa5c-0bf1f66605ca,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:41.803804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Network 339fbe44-a74b-49fc-b279-489299014de3 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:41.807978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d71eadf0-fe2a-41fb-9be5-3f2e1f2171eb tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:41.812075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:41.813143 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d71eadf0-fe2a-41fb-9be5-3f2e1f2171eb tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.816974 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d71eadf0-fe2a-41fb-9be5-3f2e1f2171eb tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/security-groups/3f12472c-aff8-488f-aa5c-0bf1f66605ca HTTP/1.1" status: 204 len: 168 time: 0.3899245 Dec 22 04:50:41.817195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:41.817466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54030) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:41.856280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2f80db8-b5b1-4b15-9cd2-398416cc1737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.892440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Pushing event updated for resources: {'Port': ['ID=ebd8f855-b97d-4cca-b2db-f52da08f92a3,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:41.892686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a607782c-b02e-44c4-a228-30f5879378f5 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.898869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ecb469d-0981-4646-bfb0-19b69c7257bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:41.899196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:41.941826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e78dd2f-6c03-4077-9509-7c40fbe574c3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet b3e4e73f-c623-475d-a185-a93e056d942a {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:41.958138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a607782c-b02e-44c4-a228-30f5879378f5 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.960492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e78dd2f-6c03-4077-9509-7c40fbe574c3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.979400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:41.980049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.982366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Attempting to bind port ebd8f855-b97d-4cca-b2db-f52da08f92a3 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:50:41.982733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Attempting to bind port ebd8f855-b97d-4cca-b2db-f52da08f92a3 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '46101fdf-b2e5-4c05-8f51-5c4d69cb2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '339fbe44-a74b-49fc-b279-489299014de3'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:50:41.983123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Attempting to bind port ebd8f855-b97d-4cca-b2db-f52da08f92a3 on network 339fbe44-a74b-49fc-b279-489299014de3 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:41.988014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.993521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607782c-b02e-44c4-a228-30f5879378f5 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Subnet': ['ID=c2578d8d-b4dc-4d53-b397-eb717d9c7f3b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:41.994757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:50:41.995223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Checking segment: {'id': '46101fdf-b2e5-4c05-8f51-5c4d69cb2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '339fbe44-a74b-49fc-b279-489299014de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:41.995637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.996027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Bound using segment: {'id': '46101fdf-b2e5-4c05-8f51-5c4d69cb2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '339fbe44-a74b-49fc-b279-489299014de3'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:50:41.996434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a607782c-b02e-44c4-a228-30f5879378f5 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:41.996610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Bound port: ebd8f855-b97d-4cca-b2db-f52da08f92a3, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46101fdf-b2e5-4c05-8f51-5c4d69cb2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '339fbe44-a74b-49fc-b279-489299014de3'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:50:41.997060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.007107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e2f80db8-b5b1-4b15-9cd2-398416cc1737 None None] For port dad30b7f-69a6-401f-a69f-16c6933fae80, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dad30b7f-69a6-401f-a69f-16c6933fae80,segment=NetworkSegment(94939218-0c20-4450-97dc-35e996d0a99d),segment_id=94939218-0c20-4450-97dc-35e996d0a99d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:42.018348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2f80db8-b5b1-4b15-9cd2-398416cc1737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.026417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:42.026569 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a607782c-b02e-44c4-a228-30f5879378f5 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/subnets/c2578d8d-b4dc-4d53-b397-eb717d9c7f3b HTTP/1.1" status: 204 len: 168 time: 0.5869775 Dec 22 04:50:42.026569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54034) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:42.050461 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-550ad3ed-a371-4632-be96-31368ad057be tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:50:42.051617 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-550ad3ed-a371-4632-be96-31368ad057be tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.5740731 Dec 22 04:50:42.056003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54038) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:42.076290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e78dd2f-6c03-4077-9509-7c40fbe574c3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.083418 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4184115 Dec 22 04:50:42.091042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54042) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:42.259060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.298545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7868e50d-d47e-4bba-986c-07f16471b9aa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.347086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.365767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f80db8-b5b1-4b15-9cd2-398416cc1737 None None] Pushing event updated for resources: {'Port': ['ID=dad30b7f-69a6-401f-a69f-16c6933fae80,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:42.371420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] For port ebd8f855-b97d-4cca-b2db-f52da08f92a3, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:50:42.388409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dcac1831-127f-4fd2-829c-ce332fbdcc24 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:42.390829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e2f80db8-b5b1-4b15-9cd2-398416cc1737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:42.392638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e78dd2f-6c03-4077-9509-7c40fbe574c3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.395557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] For port ebd8f855-b97d-4cca-b2db-f52da08f92a3, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ebd8f855-b97d-4cca-b2db-f52da08f92a3,segment=NetworkSegment(46101fdf-b2e5-4c05-8f51-5c4d69cb2c73),segment_id=46101fdf-b2e5-4c05-8f51-5c4d69cb2c73)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:50:42.401319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-30acf269-df4b-4b30-a958-8a1895721661 None None] Provisioning for port c72549a6-868e-4acc-ba38-9dc0941df78f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:42.407276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.433044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:42.513956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9bad70-9a82-40ac-9187-86c16a731ba2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:42.515626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Pushing event updated for resources: {'Port': ['ID=ebd8f855-b97d-4cca-b2db-f52da08f92a3,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:42.518082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-30acf269-df4b-4b30-a958-8a1895721661 None None] Provisioning complete for port c72549a6-868e-4acc-ba38-9dc0941df78f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:42.518927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-30acf269-df4b-4b30-a958-8a1895721661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.533946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.536498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:42.582697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:42.592312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-30acf269-df4b-4b30-a958-8a1895721661 None None] Port c72549a6-868e-4acc-ba38-9dc0941df78f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:42.595895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7868e50d-d47e-4bba-986c-07f16471b9aa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.612032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-30acf269-df4b-4b30-a958-8a1895721661 None None] Provisioning complete for port dad30b7f-69a6-401f-a69f-16c6933fae80 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:42.612476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-30acf269-df4b-4b30-a958-8a1895721661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.639148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561806da-08d5-49f3-aa0e-11a8cfa7a7ff']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:42.678334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bfb303-aad1-4650-9cd7-06d70e4c203b') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:42.678624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bfb303-aad1-4650-9cd7-06d70e4c203b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:42.692899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dad30b7f-69a6-401f-a69f-16c6933fae80 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:42.702665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.725782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.737834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e78dd2f-6c03-4077-9509-7c40fbe574c3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.742766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:42.743232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.760456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45aeece7-db9a-42dc-a180-14ae0a22e37d tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:42.798896 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:42.808388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78dd2f-6c03-4077-9509-7c40fbe574c3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e4e73f-c623-475d-a185-a93e056d942a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:42.810480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7868e50d-d47e-4bba-986c-07f16471b9aa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.819414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7e78dd2f-6c03-4077-9509-7c40fbe574c3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:42.822136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d71eadf0-fe2a-41fb-9be5-3f2e1f2171eb tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:42.837255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port dad30b7f-69a6-401f-a69f-16c6933fae80 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:42.837645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.893531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868e50d-d47e-4bba-986c-07f16471b9aa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b467e9-72c2-4279-833b-2f4ecaba8e85,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:42.909506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.914526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7868e50d-d47e-4bba-986c-07f16471b9aa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:42.916295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e78dd2f-6c03-4077-9509-7c40fbe574c3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.925413 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7e78dd2f-6c03-4077-9509-7c40fbe574c3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/b3e4e73f-c623-475d-a185-a93e056d942a HTTP/1.1" status: 204 len: 168 time: 1.1068244 Dec 22 04:50:42.929716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7868e50d-d47e-4bba-986c-07f16471b9aa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:42.933465 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7868e50d-d47e-4bba-986c-07f16471b9aa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/d6b467e9-72c2-4279-833b-2f4ecaba8e85 HTTP/1.1" status: 204 len: 168 time: 0.8747120 Dec 22 04:50:42.934144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54048) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:42.934727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54050) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:42.969530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6357f3-c5f7-46f7-a0b1-134986cdfdea None None] Network c8e61be7-d237-4895-86c0-9faa432939af requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:43.072314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339fbe44-a74b-49fc-b279-489299014de3']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:43.101898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-33708d38-897e-4e40-9846-afc4ce6eefca None None] Provisioning complete for port c72549a6-868e-4acc-ba38-9dc0941df78f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:43.102289 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-33708d38-897e-4e40-9846-afc4ce6eefca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.118135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46101fdf-b2e5-4c05-8f51-5c4d69cb2c73') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:43.118401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46101fdf-b2e5-4c05-8f51-5c4d69cb2c73') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:43.132785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.169348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.174654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f60183-88d5-46d3-a4a6-538e168be3f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet 2f0a129e-931b-407f-b46b-0120e6169d21 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:43.185542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f4c5a6a-63c6-45d4-a799-8b3df2e56eb1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:43.195900 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-33708d38-897e-4e40-9846-afc4ce6eefca None None] Port c72549a6-868e-4acc-ba38-9dc0941df78f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:43.204471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0f60183-88d5-46d3-a4a6-538e168be3f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.211605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.233213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.237898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.244892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:43.245574 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.251583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Pushing event deleted for resources: {'Network': ['ID=561806da-08d5-49f3-aa0e-11a8cfa7a7ff,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:43.263809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bf8f7c9f-fc2c-4c19-8c21-e8d3d057bc1f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Synchronizing usage tracker for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:43.269930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:43.276345 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] 10.222.0.36 "DELETE /v2.0/networks/561806da-08d5-49f3-aa0e-11a8cfa7a7ff HTTP/1.1" status: 204 len: 168 time: 1.2464688 Dec 22 04:50:43.295465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0f60183-88d5-46d3-a4a6-538e168be3f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.336392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bf8f7c9f-fc2c-4c19-8c21-e8d3d057bc1f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Unset dirty status for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:43.342416 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bf8f7c9f-fc2c-4c19-8c21-e8d3d057bc1f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4008863 Dec 22 04:50:43.343258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54058) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:43.351349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'tempest-secgroup--76130509'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:43.362216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:43.380715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:43.394288 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:43.405373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.433627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.435623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:50:43.435623 dv-neutron-822524-1-hyperv neutron-server[87554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:50:43.435623 dv-neutron-822524-1-hyperv neutron-server[87554]: [parameters: {'id': '339fbe44-a74b-49fc-b279-489299014de3'}] Dec 22 04:50:43.435623 dv-neutron-822524-1-hyperv neutron-server[87554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:43.436298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:43.444118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:43.450265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0f60183-88d5-46d3-a4a6-538e168be3f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.482891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:43.491078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:43.509336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:43.599403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0f60183-88d5-46d3-a4a6-538e168be3f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.609023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-91b702ab-ced1-4e32-aa13-800dc4ff3e3b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:43.665548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f60183-88d5-46d3-a4a6-538e168be3f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0a129e-931b-407f-b46b-0120e6169d21,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:43.673213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e0f60183-88d5-46d3-a4a6-538e168be3f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:43.676531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0f60183-88d5-46d3-a4a6-538e168be3f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.712239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.722883 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e0f60183-88d5-46d3-a4a6-538e168be3f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/2f0a129e-931b-407f-b46b-0120e6169d21 HTTP/1.1" status: 204 len: 168 time: 0.7825105 Dec 22 04:50:43.724889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54066) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:43.726421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54068) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:43.735362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.740441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:43.816442 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-df18a662-b56d-4345-8e99-a72dc7eb8512 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:43.816896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df18a662-b56d-4345-8e99-a72dc7eb8512 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:43.821377 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-df18a662-b56d-4345-8e99-a72dc7eb8512 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/b3e4e73f-c623-475d-a185-a93e056d942a HTTP/1.1" status: 404 len: 337 time: 0.0873697 Dec 22 04:50:43.855526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54076) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:43.856808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b514ab88-51f7-4a91-ae4a-85a985db4959,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:43.863757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:43.914441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.915684 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5687890 Dec 22 04:50:43.920124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54080) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:43.923958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.928155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7254f12d-42b8-4d4c-8c62-976ac749fb08 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': 'b514ab88-51f7-4a91-ae4a-85a985db4959', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:43.929153 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-7254f12d-42b8-4d4c-8c62-976ac749fb08 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 04:50:43.929465 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-7254f12d-42b8-4d4c-8c62-976ac749fb08 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:43.932186 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7254f12d-42b8-4d4c-8c62-976ac749fb08 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093014 Dec 22 04:50:43.936680 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54084) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:43.943764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.960889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c58be9-0742-4422-bcae-20b5a632c439 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting subnet d13be4f8-b273-4a30-ac62-f03ef701984b {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:43.983634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Allocated IP 172.26.1.202 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/4975623f-1b60-4384-8e05-bd3a19797b34) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:43.991198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c58be9-0742-4422-bcae-20b5a632c439 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.049727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Deleting port ebd8f855-b97d-4cca-b2db-f52da08f92a3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:44.050219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.097047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c58be9-0742-4422-bcae-20b5a632c439 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.171795 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-95b97752-efa0-4e5c-8f70-b7eda31a8ac2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d7512e291344b439bed30b27ff83c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469206 Dec 22 04:50:44.175605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbe7111-0a79-403b-81ac-fbb4899c45cb None None] Network 339fbe44-a74b-49fc-b279-489299014de3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:44.177381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54088) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:44.224908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df482df7-e0f1-4b61-b2fa-1370bcb3be6e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.256261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df482df7-e0f1-4b61-b2fa-1370bcb3be6e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.338974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.339532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4311a95-9a7a-4a4c-aafc-1f7d01265fa1 None None] Network c8e61be7-d237-4895-86c0-9faa432939af requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:44.353424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df482df7-e0f1-4b61-b2fa-1370bcb3be6e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.365747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eac9bd4b-c1bf-4ef0-a407-c44dbf596605 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:44.378569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c58be9-0742-4422-bcae-20b5a632c439 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.390130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-567ed8c7-c08a-40ca-9f17-a61814412052 None None] Provisioning for port ebd8f855-b97d-4cca-b2db-f52da08f92a3 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:44.429129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-59d7be70-4956-4ed2-85d4-8049c6a29a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.434177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df482df7-e0f1-4b61-b2fa-1370bcb3be6e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b514ab88-51f7-4a91-ae4a-85a985db4959,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:44.450517 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-df482df7-e0f1-4b61-b2fa-1370bcb3be6e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:44.469618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df482df7-e0f1-4b61-b2fa-1370bcb3be6e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.472213 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-df482df7-e0f1-4b61-b2fa-1370bcb3be6e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/b514ab88-51f7-4a91-ae4a-85a985db4959 HTTP/1.1" status: 204 len: 168 time: 0.5319951 Dec 22 04:50:44.475439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54092) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:44.477132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-59d7be70-4956-4ed2-85d4-8049c6a29a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.586669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c58be9-0742-4422-bcae-20b5a632c439 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.595135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:44.638328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b53840a4-f340-4398-8c1a-99ac84632ff9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Synchronizing usage tracker for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:44.645334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c58be9-0742-4422-bcae-20b5a632c439 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Subnet': ['ID=d13be4f8-b273-4a30-ac62-f03ef701984b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:44.647964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-03c58be9-0742-4422-bcae-20b5a632c439 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:44.653310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03c58be9-0742-4422-bcae-20b5a632c439 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.661572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-07f6c0cb-3124-4747-80bf-c7672d4b4939 None None] Provisioning complete for port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:44.661885 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-07f6c0cb-3124-4747-80bf-c7672d4b4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.675519 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-03c58be9-0742-4422-bcae-20b5a632c439 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/d13be4f8-b273-4a30-ac62-f03ef701984b HTTP/1.1" status: 204 len: 168 time: 0.8155234 Dec 22 04:50:44.676455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54096) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:44.680017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-59d7be70-4956-4ed2-85d4-8049c6a29a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.682490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-59d7be70-4956-4ed2-85d4-8049c6a29a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.692606 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-59d7be70-4956-4ed2-85d4-8049c6a29a01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76857a32-566e-4015-ae0d-a9525132b5eb HTTP/1.1" status: 204 len: 168 time: 0.5052392 Dec 22 04:50:44.692606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b53840a4-f340-4398-8c1a-99ac84632ff9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Unset dirty status for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:44.692606 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b53840a4-f340-4398-8c1a-99ac84632ff9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2014492 Dec 22 04:50:44.699940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54102) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:44.738662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086790720'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:44.749251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0804e163-90aa-4296-817a-7642d010a649 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:44.765416 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-369fe901-4fb4-4693-912a-ca91658ed910 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:44.766117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369fe901-4fb4-4693-912a-ca91658ed910 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:44.766823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c3206-3130-4708-a695-c6684268ac3b None None] DHCP port deletion for 339fbe44-a74b-49fc-b279-489299014de3 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:50:44.771483 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-369fe901-4fb4-4693-912a-ca91658ed910 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/4da96b31-1c93-4b2d-88ec-47e35acf861a HTTP/1.1" status: 404 len: 337 time: 0.0932648 Dec 22 04:50:44.772979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7be70-4956-4ed2-85d4-8049c6a29a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76857a32-566e-4015-ae0d-a9525132b5eb,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:44.774608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:44.775020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54106) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:44.779221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-59d7be70-4956-4ed2-85d4-8049c6a29a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:44.789089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.792686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-367c3206-3130-4708-a695-c6684268ac3b None None] Deleting port ebd8f855-b97d-4cca-b2db-f52da08f92a3 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:44.793101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-367c3206-3130-4708-a695-c6684268ac3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.829479 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-860f8ad4-d969-4ac8-8181-1b5ebbfffdbe tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fcac788-c47a-4a71-b3d8-b2b931cb6dbc HTTP/1.1" status: 200 len: 205 time: 0.0527713 Dec 22 04:50:44.830062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54110) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:44.836181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:44.840011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-07f6c0cb-3124-4747-80bf-c7672d4b4939 None None] Port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:44.872325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] DHCP port deletion for c8e61be7-d237-4895-86c0-9faa432939af request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:50:44.931678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] Deleting port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:44.932057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.953964 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-2ce0a433-aea5-4cd1-8e13-064656d65c47 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] delete failed (client error): The resource could not be found. Dec 22 04:50:44.955130 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2ce0a433-aea5-4cd1-8e13-064656d65c47 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/routers/5fcac788-c47a-4a71-b3d8-b2b931cb6dbc HTTP/1.1" status: 404 len: 336 time: 0.1166186 Dec 22 04:50:44.958060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54118) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:44.966135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.978386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] For port ebd8f855-b97d-4cca-b2db-f52da08f92a3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ebd8f855-b97d-4cca-b2db-f52da08f92a3,segment=NetworkSegment(46101fdf-b2e5-4c05-8f51-5c4d69cb2c73),segment_id=46101fdf-b2e5-4c05-8f51-5c4d69cb2c73)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:44.978762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.010634 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dd3048-d3dd-4c13-9fd8-4adbd47d4a3f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:45.011078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9dd3048-d3dd-4c13-9fd8-4adbd47d4a3f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:45.015305 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e9dd3048-d3dd-4c13-9fd8-4adbd47d4a3f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/bc647b88-c8ca-4b5d-ad27-e5df5ac00bfb HTTP/1.1" status: 404 len: 337 time: 0.0539193 Dec 22 04:50:45.015647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54122) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:45.055127 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dca097d-531b-4015-9362-ba04db394bf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:45.055579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dca097d-531b-4015-9362-ba04db394bf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:45.059779 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0dca097d-531b-4015-9362-ba04db394bf2 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/48b3104f-f2a9-4d9a-82bb-0156658a62f7 HTTP/1.1" status: 404 len: 337 time: 0.0408309 Dec 22 04:50:45.060011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54126) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:45.101362 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e435f594-838e-4d52-b03c-2d8168d27ac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:45.101832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e435f594-838e-4d52-b03c-2d8168d27ac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:45.105863 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e435f594-838e-4d52-b03c-2d8168d27ac8 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/29f088d8-041a-4f54-bdda-c205b6cecb47 HTTP/1.1" status: 404 len: 337 time: 0.0425034 Dec 22 04:50:45.106427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54132) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:45.127451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Calling delete_port for ebd8f855-b97d-4cca-b2db-f52da08f92a3 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:45.156613 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee52eddd-a609-4a26-baf0-b1fdaf475055 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:45.157105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee52eddd-a609-4a26-baf0-b1fdaf475055 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:45.158784 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ee52eddd-a609-4a26-baf0-b1fdaf475055 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/9ad2414d-02e0-4395-acd2-dc48e9937634 HTTP/1.1" status: 404 len: 333 time: 0.0516064 Dec 22 04:50:45.161929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54138) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:45.165099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:45.174608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:50:45.188061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:45.211608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:45.212810 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5f0c07-8599-4a20-8304-daef9374df25 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:45.213367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5f0c07-8599-4a20-8304-daef9374df25 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:45.219286 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8a5f0c07-8599-4a20-8304-daef9374df25 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/f3751add-0a7d-4d94-994b-a91e96d9a05c HTTP/1.1" status: 404 len: 337 time: 0.0534556 Dec 22 04:50:45.219893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54144) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:45.232534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-07f6c0cb-3124-4747-80bf-c7672d4b4939 None None] Provisioning complete for port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:45.233149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-07f6c0cb-3124-4747-80bf-c7672d4b4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.239034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:45.249422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.292068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.294616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-367c3206-3130-4708-a695-c6684268ac3b None None] For port ebd8f855-b97d-4cca-b2db-f52da08f92a3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ebd8f855-b97d-4cca-b2db-f52da08f92a3,segment=NetworkSegment(46101fdf-b2e5-4c05-8f51-5c4d69cb2c73),segment_id=46101fdf-b2e5-4c05-8f51-5c4d69cb2c73)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:45.295012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-367c3206-3130-4708-a695-c6684268ac3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.303115 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-89342c91-1f70-4b11-ae31-1987c66760e9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:45.303943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89342c91-1f70-4b11-ae31-1987c66760e9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:45.304425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5138e6f8-ccc1-4121-b862-8570a2ea634a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:45.310439 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-89342c91-1f70-4b11-ae31-1987c66760e9 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/6ef2ea02-b538-404f-9caf-14334cdfbd9f HTTP/1.1" status: 404 len: 337 time: 0.0892134 Dec 22 04:50:45.311836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54150) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:45.339584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.390767 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9628a57-d0ec-4de5-8d3a-9a9e31e4575c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:45.391372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9628a57-d0ec-4de5-8d3a-9a9e31e4575c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:45.396511 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e9628a57-d0ec-4de5-8d3a-9a9e31e4575c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/bb1431c0-a9a5-4265-aaee-1de2e78cc331 HTTP/1.1" status: 404 len: 333 time: 0.0828733 Dec 22 04:50:45.397109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54154) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:45.426329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.431383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-367c3206-3130-4708-a695-c6684268ac3b None None] Calling delete_port for ebd8f855-b97d-4cca-b2db-f52da08f92a3 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:45.469864 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82c0fd2-1682-478f-8bcb-62dc4ab67f66 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:45.471066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82c0fd2-1682-478f-8bcb-62dc4ab67f66 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:45.479292 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d82c0fd2-1682-478f-8bcb-62dc4ab67f66 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/0d981e67-afb5-4df8-be15-ed7b11e4988f HTTP/1.1" status: 404 len: 337 time: 0.0811386 Dec 22 04:50:45.481157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54160) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: from cryptography.utils import int_from_bytes Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: from cryptography.utils import int_from_bytes Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn_limited( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn_limited( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.526836 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:50:45.529724 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 04:50:45.548964 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b39d69-de21-4aff-b820-88ea4e251ab6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:45.549118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b39d69-de21-4aff-b820-88ea4e251ab6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:45.552208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.553214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-367c3206-3130-4708-a695-c6684268ac3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:45.554588 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-11b39d69-de21-4aff-b820-88ea4e251ab6 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/subnets/231ee410-57b5-4ace-bfaf-8441e9e175a2 HTTP/1.1" status: 404 len: 337 time: 0.0711052 Dec 22 04:50:45.555210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54166) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:45.556642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-367c3206-3130-4708-a695-c6684268ac3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:45.561233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=c72549a6-868e-4acc-ba38-9dc0941df78f,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:45.566399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:45.581675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:45.582543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45509bec-9548-40bf-a5d8-379a717afd06 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:45.621241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:45.623820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:45.687957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.726477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No DVR routers for this DVR port ebd8f855-b97d-4cca-b2db-f52da08f92a3 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:50:45.750635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] For port 9729b0be-3acc-4ef0-9190-dc66fb371cf1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9729b0be-3acc-4ef0-9190-dc66fb371cf1,segment=NetworkSegment(69b21655-c3bf-4dd1-9e52-0e9b052bbe8a),segment_id=69b21655-c3bf-4dd1-9e52-0e9b052bbe8a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:45.751605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.800670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Deleting port 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:45.801013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.829896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54174) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:45.915659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] Calling delete_port for 9729b0be-3acc-4ef0-9190-dc66fb371cf1 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:45.978714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1730359323'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:45.983937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:45.986239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Pushing event updated for resources: {'Port': ['ID=4975623f-1b60-4384-8e05-bd3a19797b34,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:45.995392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Usage tracker for resource:network and tenant:dc6371ef913749c796ffe3a5aa82b2c3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:46.023259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.027034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0771aa05-efd5-4936-ad19-c9e1e6a098a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:46.051679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:46.064915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-367c3206-3130-4708-a695-c6684268ac3b None None] Deleting port ebd8f855-b97d-4cca-b2db-f52da08f92a3 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:46.065384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-367c3206-3130-4708-a695-c6684268ac3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.084197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:46.117523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] Pushing event deleted for resources: {'Port': ['ID=9729b0be-3acc-4ef0-9190-dc66fb371cf1,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:46.118371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.120771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:46.130429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] No DVR routers for this DVR port 9729b0be-3acc-4ef0-9190-dc66fb371cf1 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:50:46.149049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Made reservation on behalf of dc6371ef913749c796ffe3a5aa82b2c3 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:46.152653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.178040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-367c3206-3130-4708-a695-c6684268ac3b None None] The port 'ebd8f855-b97d-4cca-b2db-f52da08f92a3' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:50:46.194049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-449ae95a-395d-412e-a29c-4b2d111173d6 None None] Provisioning complete for port c72549a6-868e-4acc-ba38-9dc0941df78f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:46.201016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-449ae95a-395d-412e-a29c-4b2d111173d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.236214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.250654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Port': ['ID=ebd8f855-b97d-4cca-b2db-f52da08f92a3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:46.274823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:46.275245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.717s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:46.275628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:46.277738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.279014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-449ae95a-395d-412e-a29c-4b2d111173d6 None None] Port c72549a6-868e-4acc-ba38-9dc0941df78f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:46.291501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-74ed04be-bb49-4f82-96a9-a7b5f0de49e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.580s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:46.327518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Calling delete_port for 1b6d8d6e-1955-4028-beaa-f9829c7a09a7 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:46.370464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:46.378846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Usage tracker for resource:security_group_rule and tenant:dc6371ef913749c796ffe3a5aa82b2c3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:46.383339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:46.392251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:46.413171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.414442 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7080142 Dec 22 04:50:46.418404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54182) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:46.433638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-61a4f065-515f-4408-b9dc-03a487d3114c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '351e63d4-0f21-4964-b76e-7856c4bb8ee3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:46.434565 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-61a4f065-515f-4408-b9dc-03a487d3114c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 04:50:46.435085 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-61a4f065-515f-4408-b9dc-03a487d3114c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:46.436070 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-61a4f065-515f-4408-b9dc-03a487d3114c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0159266 Dec 22 04:50:46.438755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339fbe44-a74b-49fc-b279-489299014de3']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:46.439348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54186) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:46.457232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351e63d4-0f21-4964-b76e-7856c4bb8ee3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:46.464012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:46.467824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46101fdf-b2e5-4c05-8f51-5c4d69cb2c73') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:46.468121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46101fdf-b2e5-4c05-8f51-5c4d69cb2c73') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:46.469180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.484710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bbc53f0b-3134-453a-b1d8-3591a26daf8b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:46.519569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.547992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Port': ['ID=1b6d8d6e-1955-4028-beaa-f9829c7a09a7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:46.571241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.571658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.572038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.572420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.572799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.573175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.573532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.573884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.574251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.574614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.575052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.575409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:46.579577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.586060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:46.625069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ebd8f855-b97d-4cca-b2db-f52da08f92a3 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:50:46.628382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.631102 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/ports/1b6d8d6e-1955-4028-beaa-f9829c7a09a7 HTTP/1.1" status: 204 len: 168 time: 1.0748525 Dec 22 04:50:46.632168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11af807d-5bcf-49f2-8ef4-ba9c44d62e45 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.640794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54190) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:46.670296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: ebd8f855-b97d-4cca-b2db-f52da08f92a3 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:50:46.670609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ebd8f855-b97d-4cca-b2db-f52da08f92a3 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:50:46.672072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9729b0be-3acc-4ef0-9190-dc66fb371cf1 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:50:46.672285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:46.672696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:46.687908 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:46.710646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.711418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 9729b0be-3acc-4ef0-9190-dc66fb371cf1 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:50:46.711751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9729b0be-3acc-4ef0-9190-dc66fb371cf1 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:50:46.747856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.773925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.777698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11af807d-5bcf-49f2-8ef4-ba9c44d62e45 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.788301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4e91cdf4-1e4e-43f7-baa4-1a916f2dcac1 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:46.865396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085937d1-c50f-4bea-b1f0-ba804199ce96,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:46.871720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.873171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.873869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:46.879698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a8a3f9f-5f85-4ab8-a660-e544879b6b7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:46.884246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:50:46.896726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.904102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.936752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11af807d-5bcf-49f2-8ef4-ba9c44d62e45 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.940604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:46.941086 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Added segment 5e1be957-076f-4673-9d97-008b7f320a02 of type vlan for network 8fd49840-7319-4487-b46a-97da9eafd74b Dec 22 04:50:46.943359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4120c3c3-35cb-46a6-8166-46dd97073e07 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:46.973764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Network': ['ID=339fbe44-a74b-49fc-b279-489299014de3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:46.979352 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/339fbe44-a74b-49fc-b279-489299014de3 HTTP/1.1" status: 204 len: 168 time: 6.4288578 Dec 22 04:50:46.981266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:46.981615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af807d-5bcf-49f2-8ef4-ba9c44d62e45 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351e63d4-0f21-4964-b76e-7856c4bb8ee3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:46.986694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54194) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:47.036096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-11af807d-5bcf-49f2-8ef4-ba9c44d62e45 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:47.067201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1437658779'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:47.089106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.099621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:47.105804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.115089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:network and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:47.123154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.127006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:47.129858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11af807d-5bcf-49f2-8ef4-ba9c44d62e45 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.130952 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-11af807d-5bcf-49f2-8ef4-ba9c44d62e45 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/351e63d4-0f21-4964-b76e-7856c4bb8ee3 HTTP/1.1" status: 204 len: 168 time: 0.6906466 Dec 22 04:50:47.137763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:47.137953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54198) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:47.150142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e61be7-d237-4895-86c0-9faa432939af']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:47.172289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:47.176224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.192379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b21655-c3bf-4dd1-9e52-0e9b052bbe8a') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:47.192678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b21655-c3bf-4dd1-9e52-0e9b052bbe8a') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:47.213399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.226159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.233064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:47.233798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.240182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f5409f6d-cee9-4bff-b3c3-99edaff33b2b tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:47.279219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.283610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:50:47.351999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:47.352466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:47.369530 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:47.390631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.390962 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Added segment b0f3d316-cb4c-44a5-8aa7-a7c94ac5143b of type vlan for network 94b77992-7066-4052-8ea8-2237067fdc36 Dec 22 04:50:47.395914 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5615094 Dec 22 04:50:47.426638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54204) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:47.457530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Request body: {'subnet': {'network_id': '8fd49840-7319-4487-b46a-97da9eafd74b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:47.479200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event updated for resources: {'Network': ['ID=8fd49840-7319-4487-b46a-97da9eafd74b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:47.484793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:47.494344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 8fd49840-7319-4487-b46a-97da9eafd74b details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:50:47.500486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.505952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.510235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d649b9e5-c528-46af-be3d-1cb16ca1c021 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:47.525128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.538212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Pushing event deleted for resources: {'Network': ['ID=c8e61be7-d237-4895-86c0-9faa432939af,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:47.541351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:47.546684 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] 10.222.0.36 "DELETE /v2.0/networks/c8e61be7-d237-4895-86c0-9faa432939af HTTP/1.1" status: 204 len: 168 time: 0.9020174 Dec 22 04:50:47.568241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.575394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:47.576454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.583010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fbc453b2-9a04-4969-8d0e-bfc651258918 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:47.691627 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6533120 Dec 22 04:50:47.694491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54210) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:47.704016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Request body: {'subnet': {'network_id': '94b77992-7066-4052-8ea8-2237067fdc36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:47.719117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-baa75b3f-be49-420a-94ae-ee4bdc1a64bb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Synchronizing usage tracker for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:47.727330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Network': ['ID=94b77992-7066-4052-8ea8-2237067fdc36,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:47.732081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:47.745881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 94b77992-7066-4052-8ea8-2237067fdc36 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:50:47.852765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:47.857998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:47.867686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-baa75b3f-be49-420a-94ae-ee4bdc1a64bb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Unset dirty status for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:47.869697 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-baa75b3f-be49-420a-94ae-ee4bdc1a64bb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7303417 Dec 22 04:50:47.874980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54216) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:47.876231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Usage tracker for resource:subnet and tenant:dc6371ef913749c796ffe3a5aa82b2c3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:47.929903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:47.933221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54220) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:47.949279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:47.954842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Usage tracker for resource:subnet and tenant:e819e8f4c878466998ea6a5cf7bccd29 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:47.956727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:47.959483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'tempest-secgroup--461752772'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:47.962449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:47.971634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:47.974705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Made reservation on behalf of e819e8f4c878466998ea6a5cf7bccd29 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:47.978755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.036831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:48.074696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:48.081706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Made reservation on behalf of dc6371ef913749c796ffe3a5aa82b2c3 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:48.085225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.134759 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-95d444ff-f157-4144-846b-3e2519bc8b2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0edd4559a6944bbf882df99e67db10f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003436 Dec 22 04:50:48.137484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54226) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:48.254739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.259470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2721e9da-7b37-420c-8f12-16e12fa3ccc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.312687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2721e9da-7b37-420c-8f12-16e12fa3ccc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.321681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:48.340014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:48.346430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:48.367586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:48.388306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.411897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.450168 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7cc8fb7-7e0c-437a-b41a-0732ec30c4f4 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:48.456187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.objects.ports [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87555) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:50:48.458737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.464181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a552d335-b684-4365-a62d-143116adc682 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:48.536164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2721e9da-7b37-420c-8f12-16e12fa3ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.574336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Router e29acd0a-b2af-4316-a86d-952cc17bdc40 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:50:48.596268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event updated for resources: {'Subnet': ['ID=1d042fcd-0ad6-4377-97de-f5713c32e708,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:48.602966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:48.604299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Checking segment: {'id': 'b0f3d316-cb4c-44a5-8aa7-a7c94ac5143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '94b77992-7066-4052-8ea8-2237067fdc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:48.604616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network hostable DHCP agents. Network: 94b77992-7066-4052-8ea8-2237067fdc36, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:50:48.609996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8fb6df01-0415-4563-b766-e82afb516438 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:48.614736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.620922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2721e9da-7b37-420c-8f12-16e12fa3ccc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.625278 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2721e9da-7b37-420c-8f12-16e12fa3ccc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b3dfa81-d74b-4cbf-a16f-00c0c4704e18 HTTP/1.1" status: 204 len: 168 time: 0.4841943 Dec 22 04:50:48.626069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721e9da-7b37-420c-8f12-16e12fa3ccc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3dfa81-d74b-4cbf-a16f-00c0c4704e18,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:48.628950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2721e9da-7b37-420c-8f12-16e12fa3ccc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:48.642919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=c72549a6-868e-4acc-ba38-9dc0941df78f,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:48.662178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Network 94b77992-7066-4052-8ea8-2237067fdc36 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:48.676710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 94b77992-7066-4052-8ea8-2237067fdc36) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:48.684000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:48.686750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:48.690482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a74c78-f388-46af-8287-fe3d461ef96e None None] Network 94b77992-7066-4052-8ea8-2237067fdc36 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:48.749134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.749518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.749891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.750252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.750544 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0549004 Dec 22 04:50:48.750943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.751458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.751651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54246) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:48.752171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.752694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.753199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.753702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.754220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.754757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:48.785461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:48.845525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.082244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37af86af-fd87-4a4c-aede-b8696d65dfc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-94b77992-7066-4052-8ea8-2237067fdc36', 'network_id': '94b77992-7066-4052-8ea8-2237067fdc36', 'tenant_id': 'e819e8f4c878466998ea6a5cf7bccd29', 'fixed_ips': [{'subnet_id': '1d042fcd-0ad6-4377-97de-f5713c32e708'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:50:49.083369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-37af86af-fd87-4a4c-aede-b8696d65dfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.096584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.168964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.174019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:49.187010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.305922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server [None req-37af86af-fd87-4a4c-aede-b8696d65dfc7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d042fcd-0ad6-4377-97de-f5713c32e708: This subnet is being modified by another concurrent operation. Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:50:49.308682 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d042fcd-0ad6-4377-97de-f5713c32e708: This subnet is being modified by another concurrent operation. Dec 22 04:50:49.312888 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server Dec 22 04:50:49.322881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7a84da79-8173-42ec-be14-5a7a599d3629 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:49.340493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0c513-ee79-40e3-89e2-1063c2bf5334 None None] Network 94b77992-7066-4052-8ea8-2237067fdc36 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:49.363480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027ad04f-4918-4864-9609-4789cf8921f9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:49.368052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:49.379645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Subnet': ['ID=1d042fcd-0ad6-4377-97de-f5713c32e708,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:49.388316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:49.432438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.451706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-57c95eba-5b09-4b05-aab8-1bbe0c630b2f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:49.489235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.522630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b77992-7066-4052-8ea8-2237067fdc36']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:49.536513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f3d316-cb4c-44a5-8aa7-a7c94ac5143b') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:49.537232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f3d316-cb4c-44a5-8aa7-a7c94ac5143b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:49.550208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.568159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.574691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:49.575394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.588790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.594403 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6659546 Dec 22 04:50:49.597704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:49.608153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd40247-83d0-465f-9dfc-b73e2cc99177 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:49.610110 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:49.613851 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af36cd1-a245-4bac-a796-32dbf212bac7 None None] Sync routers for ids ['e29acd0a-b2af-4316-a86d-952cc17bdc40'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:49.620779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54278) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:49.630990 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af36cd1-a245-4bac-a796-32dbf212bac7 None None] Routers {'e29acd0a-b2af-4316-a86d-952cc17bdc40'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:49.632040 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0af36cd1-a245-4bac-a796-32dbf212bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['e29acd0a-b2af-4316-a86d-952cc17bdc40'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:49.637491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.639214 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8d83b0fc-6af7-43c5-9754-1a09e61084ef tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.2488432 Dec 22 04:50:49.649509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54282) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:49.667922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:49.750855 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0af36cd1-a245-4bac-a796-32dbf212bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:49.755485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f4d1ab44-f567-4059-8935-55cd2d5904bf tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '027ad04f-4918-4864-9609-4789cf8921f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:49.761179 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af36cd1-a245-4bac-a796-32dbf212bac7 None None] Routers {'e29acd0a-b2af-4316-a86d-952cc17bdc40'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:49.762110 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0af36cd1-a245-4bac-a796-32dbf212bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['e29acd0a-b2af-4316-a86d-952cc17bdc40'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:49.770925 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-f4d1ab44-f567-4059-8935-55cd2d5904bf tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 04:50:49.771859 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-f4d1ab44-f567-4059-8935-55cd2d5904bf tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:49.772749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network fcbe312a-aba9-4d41-8c5d-e54993cafb86 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:49.773193 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f4d1ab44-f567-4059-8935-55cd2d5904bf tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1518552 Dec 22 04:50:49.776823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Checking segment: {'id': '5e1be957-076f-4673-9d97-008b7f320a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8fd49840-7319-4487-b46a-97da9eafd74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:49.777183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Network hostable DHCP agents. Network: 8fd49840-7319-4487-b46a-97da9eafd74b, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:50:49.782117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54286) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:49.782443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54288) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:49.790726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:49.800607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event updated for resources: {'Subnet': ['ID=ac001ff2-9e2c-418a-a4a2-80def05fb9dc,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:49.803676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:49.812822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0a7b81f8-6b0f-4ff7-8600-97f976ac2edf tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '027ad04f-4918-4864-9609-4789cf8921f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:49.814896 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-0a7b81f8-6b0f-4ff7-8600-97f976ac2edf tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 04:50:49.815574 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-0a7b81f8-6b0f-4ff7-8600-97f976ac2edf tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:49.816362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.820288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54294) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:49.820918 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0a7b81f8-6b0f-4ff7-8600-97f976ac2edf tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0328827 Dec 22 04:50:49.832203 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0af36cd1-a245-4bac-a796-32dbf212bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:49.838769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.839009 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af36cd1-a245-4bac-a796-32dbf212bac7 None None] The sync data for ids ['e29acd0a-b2af-4316-a86d-952cc17bdc40'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:49.839991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:49.863459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ea728b08-dd0e-43d4-94fa-f5a4624bf1b4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '027ad04f-4918-4864-9609-4789cf8921f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:49.864309 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-ea728b08-dd0e-43d4-94fa-f5a4624bf1b4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 04:50:49.864833 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-ea728b08-dd0e-43d4-94fa-f5a4624bf1b4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:49.868510 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ea728b08-dd0e-43d4-94fa-f5a4624bf1b4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0445158 Dec 22 04:50:49.870860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54300) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:49.873413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Network': ['ID=94b77992-7066-4052-8ea8-2237067fdc36,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:49.880665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-96edd591-8c16-462b-92eb-13a87dac01a2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '027ad04f-4918-4864-9609-4789cf8921f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:49.881524 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-96edd591-8c16-462b-92eb-13a87dac01a2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 04:50:49.882007 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-96edd591-8c16-462b-92eb-13a87dac01a2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:49.883057 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-96edd591-8c16-462b-92eb-13a87dac01a2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111141 Dec 22 04:50:49.883934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:49.886650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54304) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:49.890572 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/94b77992-7066-4052-8ea8-2237067fdc36 HTTP/1.1" status: 204 len: 168 time: 1.1379285 Dec 22 04:50:49.901372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54308) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:49.960563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60cd8575-97ff-4706-8afa-19991ae6d9c9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:49.992510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60cd8575-97ff-4706-8afa-19991ae6d9c9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.040988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60cd8575-97ff-4706-8afa-19991ae6d9c9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.045195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:50.061588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd8575-97ff-4706-8afa-19991ae6d9c9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027ad04f-4918-4864-9609-4789cf8921f9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:50.068409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-60cd8575-97ff-4706-8afa-19991ae6d9c9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:50.069351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60cd8575-97ff-4706-8afa-19991ae6d9c9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.070524 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-60cd8575-97ff-4706-8afa-19991ae6d9c9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/027ad04f-4918-4864-9609-4789cf8921f9 HTTP/1.1" status: 204 len: 168 time: 0.1829774 Dec 22 04:50:50.073111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54312) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:50.085787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3b9f236e-b3a5-4fab-8ac9-b1e79f1fc056 tempest-DvrRoutersNegativeTest-1743905537 tempest-DvrRoutersNegativeTest-1743905537-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-717481583', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:50.087438 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-afd40247-83d0-465f-9dfc-b73e2cc99177 None None] Agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 already present Dec 22 04:50:50.087939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd40247-83d0-465f-9dfc-b73e2cc99177 None None] Network 8fd49840-7319-4487-b46a-97da9eafd74b is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:50.088677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.policy [None req-3b9f236e-b3a5-4fab-8ac9-b1e79f1fc056 tempest-DvrRoutersNegativeTest-1743905537 tempest-DvrRoutersNegativeTest-1743905537-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87554) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 22 04:50:50.088785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd40247-83d0-465f-9dfc-b73e2cc99177 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 8fd49840-7319-4487-b46a-97da9eafd74b) {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:50:50.088877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.policy [None req-3b9f236e-b3a5-4fab-8ac9-b1e79f1fc056 tempest-DvrRoutersNegativeTest-1743905537 tempest-DvrRoutersNegativeTest-1743905537-project] Failed policy check for 'create_router' {{(pid=87554) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 22 04:50:50.089701 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-3b9f236e-b3a5-4fab-8ac9-b1e79f1fc056 tempest-DvrRoutersNegativeTest-1743905537 tempest-DvrRoutersNegativeTest-1743905537-project] create failed (client error): Access was denied to this resource. Dec 22 04:50:50.090850 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3b9f236e-b3a5-4fab-8ac9-b1e79f1fc056 tempest-DvrRoutersNegativeTest-1743905537 tempest-DvrRoutersNegativeTest-1743905537-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3043013 Dec 22 04:50:50.113706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Network 8fd49840-7319-4487-b46a-97da9eafd74b is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:50:50.133858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-03517044-fa7b-49bd-9048-844937fd41d1 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Synchronizing usage tracker for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:50.138079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073cc5-5211-41c6-8858-a482bf473d42 req-9c6666dd-52a8-464d-9b71-8b89b98b24ce tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:50.145356 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24073cc5-5211-41c6-8858-a482bf473d42 req-9c6666dd-52a8-464d-9b71-8b89b98b24ce tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.9494221 Dec 22 04:50:50.147887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5b587b-d47e-4e46-bf8f-c0a4834a1fad tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:50.148352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5b587b-d47e-4e46-bf8f-c0a4834a1fad tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:50.150006 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3e5b587b-d47e-4e46-bf8f-c0a4834a1fad tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/subnets/1d042fcd-0ad6-4377-97de-f5713c32e708 HTTP/1.1" status: 404 len: 337 time: 0.2381690 Dec 22 04:50:50.153483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54318) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:50.156939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-03517044-fa7b-49bd-9048-844937fd41d1 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Unset dirty status for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:50.158316 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-03517044-fa7b-49bd-9048-844937fd41d1 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0841584 Dec 22 04:50:50.176171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54322) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:50.200496 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-585eae12-bde4-44d1-b1a9-7c025ac308e0 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:50.201140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585eae12-bde4-44d1-b1a9-7c025ac308e0 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:50.206038 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-585eae12-bde4-44d1-b1a9-7c025ac308e0 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/94b77992-7066-4052-8ea8-2237067fdc36 HTTP/1.1" status: 404 len: 339 time: 0.0509024 Dec 22 04:50:50.206761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54326) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:50.209729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'tempest-secgroup--908378361'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:50.247168 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-02027ced-881d-46d6-95fb-89d73fa826e1 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:50.247785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02027ced-881d-46d6-95fb-89d73fa826e1 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:50.252660 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-02027ced-881d-46d6-95fb-89d73fa826e1 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/subnets/7a9bad70-9a82-40ac-9187-86c16a731ba2 HTTP/1.1" status: 404 len: 337 time: 0.0447683 Dec 22 04:50:50.257070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54330) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:50.287818 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46d9993-ac0c-43cd-bb2e-10544e190b68 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:50.288418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46d9993-ac0c-43cd-bb2e-10544e190b68 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:50.292945 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b46d9993-ac0c-43cd-bb2e-10544e190b68 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/339fbe44-a74b-49fc-b279-489299014de3 HTTP/1.1" status: 404 len: 339 time: 0.0342505 Dec 22 04:50:50.293711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54334) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:50.308008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 8fd49840-7319-4487-b46a-97da9eafd74b) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:50.320889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:50.321806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.338365 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8160a3fd-b7c3-4b9b-a75f-3c151d7f094c tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:50.338967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8160a3fd-b7c3-4b9b-a75f-3c151d7f094c tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:50.344703 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8160a3fd-b7c3-4b9b-a75f-3c151d7f094c tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/subnets/feb9436d-f1f8-4419-b1f3-ee6b92757894 HTTP/1.1" status: 404 len: 337 time: 0.0497150 Dec 22 04:50:50.346360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54340) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:50.351247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:50.377351 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc9c216-0f27-4ad1-b58e-3e4f53c6a82b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:50.377874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc9c216-0f27-4ad1-b58e-3e4f53c6a82b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:50.382315 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8fc9c216-0f27-4ad1-b58e-3e4f53c6a82b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/0598966b-7a6c-43a8-92a7-67eb0cc5ece3 HTTP/1.1" status: 404 len: 339 time: 0.0324974 Dec 22 04:50:50.382664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54344) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:50.422679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:50.428972 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9869561 Dec 22 04:50:50.433975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54348) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:50.453282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-37602833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:50.457699 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24073cc5-5211-41c6-8858-a482bf473d42 req-671c34d0-7dc1-45c2-a0e1-ef06c5282723 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111377 Dec 22 04:50:50.462424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:50.470165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Usage tracker for resource:router and tenant:dc6371ef913749c796ffe3a5aa82b2c3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:50.474586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:50.481384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54352) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:50.490579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:50.507562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-396adef6-76eb-4682-9161-9c5f7536e3ed tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Deleting port ad6c8324-b391-4180-b574-32dbcd5e8043 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:50.507965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-396adef6-76eb-4682-9161-9c5f7536e3ed tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.553621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.589588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-8fd49840-7319-4487-b46a-97da9eafd74b', 'network_id': '8fd49840-7319-4487-b46a-97da9eafd74b', 'tenant_id': 'dc6371ef913749c796ffe3a5aa82b2c3', 'fixed_ips': [{'subnet_id': 'ac001ff2-9e2c-418a-a4a2-80def05fb9dc'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:50:50.590967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.618537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:50.627356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:50.632914 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Router 56b692cf-2393-4720-ae5d-8badda754413 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:50:50.635227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:50.713962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:50.745787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.754998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.755984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.777562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:50.778648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Allocated IP 172.20.0.2 (8fd49840-7319-4487-b46a-97da9eafd74b/ac001ff2-9e2c-418a-a4a2-80def05fb9dc/8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:50.784077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] Usage tracker for resource:security_group_rule and tenant:4b38902836d540d49cfa1b192cf07ec1 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:50.787891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:50.828582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:50.840683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.910859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.030282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-396adef6-76eb-4682-9161-9c5f7536e3ed tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.075163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.087367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Transition to ACTIVE for port object 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:51.108552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Transition to ACTIVE for port object 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:51.112445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.112445 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6b80029a-43ef-4990-87e7-578c5a7bb269 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.6746049 Dec 22 04:50:51.120652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.126926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d24c2e37-a491-45a1-9fab-27e681357649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:51.138609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54360) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:51.176580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-396adef6-76eb-4682-9161-9c5f7536e3ed tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Calling delete_port for ad6c8324-b391-4180-b574-32dbcd5e8043 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:51.197934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Network 8fd49840-7319-4487-b46a-97da9eafd74b is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:51.202173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:51.207149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:51.269400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.281569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.289093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d2eeef7d-309d-41e5-a93a-f69b5e69d6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:51.328851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-396adef6-76eb-4682-9161-9c5f7536e3ed tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.331294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Pushing event updated for resources: {'Port': ['ID=8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:51.341005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198cd0e4-27d6-4b69-b1eb-21369a166e11,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:51.347263 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b38902836d540d49cfa1b192cf07ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8621912 Dec 22 04:50:51.348278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:51.350373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.350507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0141a3da-3471-445b-91c1-6b0e3c5e2587 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:51.350724 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.351069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.351403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.351899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.352289 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.352756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.354319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.354319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.354319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.354319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.354319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:51.359503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:51.361705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Attempting to bind port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:50:51.362135 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Attempting to bind port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '5e1be957-076f-4673-9d97-008b7f320a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8fd49840-7319-4487-b46a-97da9eafd74b'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:50:51.362663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Attempting to bind port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f on network 8fd49840-7319-4487-b46a-97da9eafd74b {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:50:51.368263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:50:51.368649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Checking segment: {'id': '5e1be957-076f-4673-9d97-008b7f320a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8fd49840-7319-4487-b46a-97da9eafd74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:50:51.369062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.369454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Bound using segment: {'id': '5e1be957-076f-4673-9d97-008b7f320a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8fd49840-7319-4487-b46a-97da9eafd74b'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:50:51.369916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Bound port: 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1be957-076f-4673-9d97-008b7f320a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8fd49840-7319-4487-b46a-97da9eafd74b'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:50:51.370299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.383578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54364) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:51.400392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-396adef6-76eb-4682-9161-9c5f7536e3ed tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.411774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396adef6-76eb-4682-9161-9c5f7536e3ed tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Port': ['ID=ad6c8324-b391-4180-b574-32dbcd5e8043,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:51.416216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-396adef6-76eb-4682-9161-9c5f7536e3ed tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:51.433115 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-396adef6-76eb-4682-9161-9c5f7536e3ed tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/ports/ad6c8324-b391-4180-b574-32dbcd5e8043 HTTP/1.1" status: 204 len: 168 time: 1.0472171 Dec 22 04:50:51.434104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54368) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:51.471914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] For port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:50:51.474519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.475416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] For port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f,segment=NetworkSegment(5e1be957-076f-4673-9d97-008b7f320a02),segment_id=5e1be957-076f-4673-9d97-008b7f320a02)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:50:51.480666 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:51.485640 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f670ce1-76da-4415-9f0f-635269e5cf5f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:51.485640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f670ce1-76da-4415-9f0f-635269e5cf5f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:51.487337 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9f670ce1-76da-4415-9f0f-635269e5cf5f tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/subnets/e4b8ae3e-de09-464c-9af3-4ff6cec2d0c7 HTTP/1.1" status: 404 len: 337 time: 0.0523169 Dec 22 04:50:51.490478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54374) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:51.492173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.513431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:51.529814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.554054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de9ad6-33a4-4f33-b220-216de4088ed3 None None] Sync routers for ids ['56b692cf-2393-4720-ae5d-8badda754413'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:51.593573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-671ba371-8e39-4109-9e26-34d75d80a615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.607438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.613309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de9ad6-33a4-4f33-b220-216de4088ed3 None None] Routers {'56b692cf-2393-4720-ae5d-8badda754413'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:51.614052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-75de9ad6-33a4-4f33-b220-216de4088ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['56b692cf-2393-4720-ae5d-8badda754413'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:51.650744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-671ba371-8e39-4109-9e26-34d75d80a615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.661296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.697731 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "PUT /v2.0/routers/56b692cf-2393-4720-ae5d-8badda754413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6050012 Dec 22 04:50:51.698937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.701109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54378) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:51.734805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-75de9ad6-33a4-4f33-b220-216de4088ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:51.751348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de9ad6-33a4-4f33-b220-216de4088ed3 None None] Routers {'56b692cf-2393-4720-ae5d-8badda754413'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:51.751975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-75de9ad6-33a4-4f33-b220-216de4088ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['56b692cf-2393-4720-ae5d-8badda754413'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:51.753416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-92db4a4b-885b-4380-b7b4-3fae9ed8ae21 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:51.772107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Deleting port 4975623f-1b60-4384-8e05-bd3a19797b34 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:51.772768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.802803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Pushing event updated for resources: {'Port': ['ID=8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:51.814160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:51.834028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-75de9ad6-33a4-4f33-b220-216de4088ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:51.834518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de9ad6-33a4-4f33-b220-216de4088ed3 None None] The sync data for ids ['56b692cf-2393-4720-ae5d-8badda754413'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:51.927728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.931162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.936586 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7526634 Dec 22 04:50:51.939805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54382) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:51.944485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:51.955881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:51.963264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-671141a3-1969-4dd1-abb6-9b880118eed8 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:51.964106 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-671141a3-1969-4dd1-abb6-9b880118eed8 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:50:51.964634 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-671141a3-1969-4dd1-abb6-9b880118eed8 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:51.965139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-671ba371-8e39-4109-9e26-34d75d80a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:51.968619 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-671141a3-1969-4dd1-abb6-9b880118eed8 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0213063 Dec 22 04:50:51.972450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54386) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:51.972929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f364e2c4-e569-4612-b00c-d71dfc3d80a8 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:51.985545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537e4d6d-fe5d-49c0-a00c-c3d79f892caa']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:52.002544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ba371-8e39-4109-9e26-34d75d80a615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198cd0e4-27d6-4b69-b1eb-21369a166e11,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:52.005200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-671ba371-8e39-4109-9e26-34d75d80a615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:52.006872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac9400d-811b-45ef-8c5a-e3a9abff0ce6') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:52.007159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac9400d-811b-45ef-8c5a-e3a9abff0ce6') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:52.012361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-210c7425-e278-47b6-99fc-dae50d5f647c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:52.042984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:52.053483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-671ba371-8e39-4109-9e26-34d75d80a615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:52.054617 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-671ba371-8e39-4109-9e26-34d75d80a615 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/198cd0e4-27d6-4b69-b1eb-21369a166e11 HTTP/1.1" status: 204 len: 168 time: 0.6636090 Dec 22 04:50:52.072051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09c5125-8255-4eca-87ab-66c486d7cc2a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:52.073071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c09c5125-8255-4eca-87ab-66c486d7cc2a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:52.076464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:52.087791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:52.088382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:52.104222 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:52.115254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-210c7425-e278-47b6-99fc-dae50d5f647c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:52.135280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:52.146286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-210c7425-e278-47b6-99fc-dae50d5f647c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:52.151529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-210c7425-e278-47b6-99fc-dae50d5f647c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:52.166167 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cd2b3-a27a-4c77-a149-a005f12d945a req-42c12d5b-d9c7-453b-882f-4ae1465a5134 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:52.168515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c09c5125-8255-4eca-87ab-66c486d7cc2a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:52.168866 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a85cd2b3-a27a-4c77-a149-a005f12d945a req-42c12d5b-d9c7-453b-882f-4ae1465a5134 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.4920919 Dec 22 04:50:52.169689 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c09c5125-8255-4eca-87ab-66c486d7cc2a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b692cf-2393-4720-ae5d-8badda754413 HTTP/1.1" status: 200 len: 982 time: 0.4676182 Dec 22 04:50:52.176637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-210c7425-e278-47b6-99fc-dae50d5f647c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:52.182593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54394) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:52.347502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:52.351885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:52.358975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:52.360411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:52.374005 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a85cd2b3-a27a-4c77-a149-a005f12d945a req-07043489-e283-4d3e-8b5d-e23bfb1bd0ab tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407757 Dec 22 04:50:52.403224 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/537e4d6d-fe5d-49c0-a00c-c3d79f892caa HTTP/1.1" status: 204 len: 168 time: 0.9096625 Dec 22 04:50:52.407066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Network': ['ID=537e4d6d-fe5d-49c0-a00c-c3d79f892caa,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:52.409607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:52.410249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54402) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:52.684794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Calling delete_port for 4975623f-1b60-4384-8e05-bd3a19797b34 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:52.697568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:52.834131 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:52.866078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a13d2a96-ae76-44e2-bbcd-7d3e61eb2cdc tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Deleting port 6cde8031-7bd6-42d4-bc6d-f9e10007c03b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:52.868200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a13d2a96-ae76-44e2-bbcd-7d3e61eb2cdc tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.011216 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a62b81-7c43-411e-b663-6dc64b89d1d0 None None] Network 8fd49840-7319-4487-b46a-97da9eafd74b requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:53.040342 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-210c7425-e278-47b6-99fc-dae50d5f647c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:53.044657 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-210c7425-e278-47b6-99fc-dae50d5f647c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0628862 Dec 22 04:50:53.048472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54420) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:53.074556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2f655830-9b82-4f52-b7b3-c41a92cabcbb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:53.075138 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-2f655830-9b82-4f52-b7b3-c41a92cabcbb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 04:50:53.075580 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-2f655830-9b82-4f52-b7b3-c41a92cabcbb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:53.076555 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2f655830-9b82-4f52-b7b3-c41a92cabcbb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0217445 Dec 22 04:50:53.082304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54424) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:53.196593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7426cbe1-d2e8-460a-a77c-949cbd9ff9d2 None None] Provisioning for port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:53.240534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7020d416-b34d-48c7-b72a-974f253437e5 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:53.255501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54430) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:53.274808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7426cbe1-d2e8-460a-a77c-949cbd9ff9d2 None None] Provisioning complete for port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:53.275549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7426cbe1-d2e8-460a-a77c-949cbd9ff9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.286785 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027018 Dec 22 04:50:53.286785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7020d416-b34d-48c7-b72a-974f253437e5 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:53.292024 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54432) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:53.307318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7020d416-b34d-48c7-b72a-974f253437e5 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:53.331414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7020d416-b34d-48c7-b72a-974f253437e5 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:53.335890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a13d2a96-ae76-44e2-bbcd-7d3e61eb2cdc tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.368319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7020d416-b34d-48c7-b72a-974f253437e5 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:53.380526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.388164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4251afdc-ad5f-49b2-8d2f-c7f488cb8c67 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:53.440126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Pushing event deleted for resources: {'Port': ['ID=4975623f-1b60-4384-8e05-bd3a19797b34,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:53.446051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:53.529575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a13d2a96-ae76-44e2-bbcd-7d3e61eb2cdc tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Calling delete_port for 6cde8031-7bd6-42d4-bc6d-f9e10007c03b owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:53.543113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Allocated IP 172.20.0.1 (8fd49840-7319-4487-b46a-97da9eafd74b/ac001ff2-9e2c-418a-a4a2-80def05fb9dc/17e085ec-06a3-4bcf-adc9-f0c0e24c9872) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:50:53.594680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7426cbe1-d2e8-460a-a77c-949cbd9ff9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.603651 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-447baaa9-b3f7-4abb-91d4-3ca3bd3d64fa tempest-NetworksApiDiscovery-155304021 tempest-NetworksApiDiscovery-155304021-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3062806 Dec 22 04:50:53.629217 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-7020d416-b34d-48c7-b72a-974f253437e5 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:53.630254 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7020d416-b34d-48c7-b72a-974f253437e5 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5434294 Dec 22 04:50:53.634120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54444) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:53.640585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7426cbe1-d2e8-460a-a77c-949cbd9ff9d2 None None] For port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f,segment=NetworkSegment(5e1be957-076f-4673-9d97-008b7f320a02),segment_id=5e1be957-076f-4673-9d97-008b7f320a02)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:53.648168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7426cbe1-d2e8-460a-a77c-949cbd9ff9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.650569 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4ee6e44b-be40-4021-8505-28e0fba8d009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:53.655714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a6736642-9829-4ddc-82ec-b1aac8302347 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:53.656501 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-a6736642-9829-4ddc-82ec-b1aac8302347 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:50:53.656995 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-a6736642-9829-4ddc-82ec-b1aac8302347 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:53.657984 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a6736642-9829-4ddc-82ec-b1aac8302347 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0224602 Dec 22 04:50:53.661828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54448) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:53.688545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a13d2a96-ae76-44e2-bbcd-7d3e61eb2cdc tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.699891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-148b9649-e17e-4677-8e69-0bbfd045264c tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:53.706327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b261a339-4013-472f-83e7-f5a19ab59ed3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:53.736977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.737777 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426cbe1-d2e8-460a-a77c-949cbd9ff9d2 None None] Pushing event updated for resources: {'Port': ['ID=8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:53.742647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7426cbe1-d2e8-460a-a77c-949cbd9ff9d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:53.774371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c9212542-7df4-4a85-bf18-a77ff861cc15 None None] Provisioning complete for port c72549a6-868e-4acc-ba38-9dc0941df78f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:53.774754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9212542-7df4-4a85-bf18-a77ff861cc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.802742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b261a339-4013-472f-83e7-f5a19ab59ed3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:53.829280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d2a96-ae76-44e2-bbcd-7d3e61eb2cdc tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Port': ['ID=6cde8031-7bd6-42d4-bc6d-f9e10007c03b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:53.834886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a13d2a96-ae76-44e2-bbcd-7d3e61eb2cdc tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:53.835619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.839829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c9212542-7df4-4a85-bf18-a77ff861cc15 None None] Port c72549a6-868e-4acc-ba38-9dc0941df78f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:53.887612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b261a339-4013-472f-83e7-f5a19ab59ed3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:53.896609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a13d2a96-ae76-44e2-bbcd-7d3e61eb2cdc tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:53.899182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b261a339-4013-472f-83e7-f5a19ab59ed3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:53.971997 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a13d2a96-ae76-44e2-bbcd-7d3e61eb2cdc tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/ports/6cde8031-7bd6-42d4-bc6d-f9e10007c03b HTTP/1.1" status: 204 len: 168 time: 1.5584035 Dec 22 04:50:53.980021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54454) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:53.983094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b261a339-4013-472f-83e7-f5a19ab59ed3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:54.036495 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-67576f10-0e8e-41f8-a5a9-e4c9b327cdf9 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:54.036957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67576f10-0e8e-41f8-a5a9-e4c9b327cdf9 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:54.038692 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-67576f10-0e8e-41f8-a5a9-e4c9b327cdf9 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/subnets/de88190b-3358-4865-b4c5-e7aaa23cd9eb HTTP/1.1" status: 404 len: 337 time: 0.0576816 Dec 22 04:50:54.042132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54458) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:54.133730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54462) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:54.155077 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-b261a339-4013-472f-83e7-f5a19ab59ed3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Project c72b3e924ede4849a68ae1dfd87df51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:50:54.188806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799605bf-a9e2-43bb-a2f8-b8cf3f966dd2 req-283c620b-34ba-4635-8273-f08c0a4ea463 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:54.190360 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-799605bf-a9e2-43bb-a2f8-b8cf3f966dd2 req-283c620b-34ba-4635-8273-f08c0a4ea463 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.6442394 Dec 22 04:50:54.307756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.348937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413811af-287b-4f60-a793-5e490a94e049 None None] Network 8fd49840-7319-4487-b46a-97da9eafd74b requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:54.363743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.370201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.417917 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-b261a339-4013-472f-83e7-f5a19ab59ed3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:54.419975 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b261a339-4013-472f-83e7-f5a19ab59ed3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7363729 Dec 22 04:50:54.439484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54468) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:54.445938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-79455314-883f-4463-b0fb-ed846956d24d None None] Provisioning complete for port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:54.446315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-79455314-883f-4463-b0fb-ed846956d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.579233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8997cb88-375b-401e-9f03-015ef5c3d773 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:54.579233 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-8997cb88-375b-401e-9f03-015ef5c3d773 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 04:50:54.579233 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-8997cb88-375b-401e-9f03-015ef5c3d773 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:54.579530 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8997cb88-375b-401e-9f03-015ef5c3d773 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1363881 Dec 22 04:50:54.581185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:54.585845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54474) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:54.599675 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-799605bf-a9e2-43bb-a2f8-b8cf3f966dd2 req-09753cd6-bc7c-4210-ab1f-fb756cba606b tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671169 Dec 22 04:50:54.601547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Transition to ACTIVE for port object 17e085ec-06a3-4bcf-adc9-f0c0e24c9872 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:54.607354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.624543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.642303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-88e1831c-387e-4998-ab80-d5c4c148de78 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:54.654452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-50a7480d-dc31-435e-9050-27bbc2f76295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.659257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6c2f039cc848dcac881b6bc6770043 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:54.665621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:54.675051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88e1831c-387e-4998-ab80-d5c4c148de78 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:54.684045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:54.686708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-88e1831c-387e-4998-ab80-d5c4c148de78 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:54.692159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.698782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:50:54.699929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-88e1831c-387e-4998-ab80-d5c4c148de78 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:54.716353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88e1831c-387e-4998-ab80-d5c4c148de78 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:54.723559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565d0cb-a808-428b-acca-6722c5a83168 req-28d3b37b-219b-4fda-ad7a-85e9345bdb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:54.725092 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b565d0cb-a808-428b-acca-6722c5a83168 req-28d3b37b-219b-4fda-ad7a-85e9345bdb12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=764145d3df5348cd8b52e32c7b5419a2&device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 1098 time: 0.3753026 Dec 22 04:50:54.754864 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-88e1831c-387e-4998-ab80-d5c4c148de78 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Project c72b3e924ede4849a68ae1dfd87df51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:50:54.758292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port c72549a6-868e-4acc-ba38-9dc0941df78f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:54.758624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.783895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ba0875-9f14-4747-990d-92df68cbf4d4']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:54.827979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e6772c-975e-422b-aa56-1857878e1b0a') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:54.828281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e6772c-975e-422b-aa56-1857878e1b0a') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:54.830744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:54.831770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.858817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.894246 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-88e1831c-387e-4998-ab80-d5c4c148de78 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:54.895301 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-88e1831c-387e-4998-ab80-d5c4c148de78 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3075264 Dec 22 04:50:54.903175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54478) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:54.911287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:54.975101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-440e4e49-4e06-45ed-b62c-50cb16892533 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:54.992216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:50:54.992824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:50:55.017052 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:50:55.028318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-440e4e49-4e06-45ed-b62c-50cb16892533 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:55.081614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Router e29acd0a-b2af-4316-a86d-952cc17bdc40 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:50:55.097693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-440e4e49-4e06-45ed-b62c-50cb16892533 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:55.102458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.111688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:55.117422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-440e4e49-4e06-45ed-b62c-50cb16892533 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:55.118675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-318f6c76-24c5-46cc-8e6d-93be2401a3da None None] Provisioning complete for port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:55.119165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-318f6c76-24c5-46cc-8e6d-93be2401a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.150820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-440e4e49-4e06-45ed-b62c-50cb16892533 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:55.178994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.189387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.198067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.206104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af7b4df7-fb1c-4ca4-a88c-d55ef16277af tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:55.226514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.230547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.250563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Network': ['ID=05ba0875-9f14-4747-990d-92df68cbf4d4,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:55.252886 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-440e4e49-4e06-45ed-b62c-50cb16892533 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Project c72b3e924ede4849a68ae1dfd87df51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:50:55.260199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:55.269783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84a5365a-32db-4576-bd6b-2f4fd8b3b659 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:55.337789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Network 8fd49840-7319-4487-b46a-97da9eafd74b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:55.348370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:55.354130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:55.359149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:50:55.364348 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd12bbdf-dd47-4fab-8ccf-06f33b396b98 None None] Sync routers for ids ['e29acd0a-b2af-4316-a86d-952cc17bdc40'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:55.375782 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12bbdf-dd47-4fab-8ccf-06f33b396b98 None None] Routers {'e29acd0a-b2af-4316-a86d-952cc17bdc40'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:55.376665 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-fd12bbdf-dd47-4fab-8ccf-06f33b396b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['e29acd0a-b2af-4316-a86d-952cc17bdc40'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:55.389530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565d0cb-a808-428b-acca-6722c5a83168 req-ff881a6e-a979-4641-9f9c-f40e38aaa073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:55.391366 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b565d0cb-a808-428b-acca-6722c5a83168 req-ff881a6e-a979-4641-9f9c-f40e38aaa073 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 HTTP/1.1" status: 200 len: 898 time: 0.6067202 Dec 22 04:50:55.398246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event updated for resources: {'Port': ['ID=17e085ec-06a3-4bcf-adc9-f0c0e24c9872,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:55.402867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:55.410163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for c72549a6-868e-4acc-ba38-9dc0941df78f owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:55.457756 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-fd12bbdf-dd47-4fab-8ccf-06f33b396b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:55.458246 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd6c2f039cc848dcac881b6bc6770043&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3229809 Dec 22 04:50:55.459920 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/05ba0875-9f14-4747-990d-92df68cbf4d4 HTTP/1.1" status: 204 len: 168 time: 1.4168928 Dec 22 04:50:55.470741 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12bbdf-dd47-4fab-8ccf-06f33b396b98 None None] Routers {'e29acd0a-b2af-4316-a86d-952cc17bdc40'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:55.471350 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-fd12bbdf-dd47-4fab-8ccf-06f33b396b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['e29acd0a-b2af-4316-a86d-952cc17bdc40'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:55.476956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54482) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:55.477574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54484) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:55.535891 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b565d0cb-a808-428b-acca-6722c5a83168 req-c6cde806-5e43-49fb-81e2-239a76bf3d13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55 HTTP/1.1" status: 200 len: 1001 time: 0.1265862 Dec 22 04:50:55.537326 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-fd12bbdf-dd47-4fab-8ccf-06f33b396b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:55.537750 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd12bbdf-dd47-4fab-8ccf-06f33b396b98 None None] The sync data for ids ['e29acd0a-b2af-4316-a86d-952cc17bdc40'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:55.546988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.548269 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "PUT /v2.0/routers/e29acd0a-b2af-4316-a86d-952cc17bdc40 HTTP/1.1" status: 200 len: 710 time: 5.8958688 Dec 22 04:50:55.553604 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-440e4e49-4e06-45ed-b62c-50cb16892533 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:50:55.553994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54490) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:55.555149 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-440e4e49-4e06-45ed-b62c-50cb16892533 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6461499 Dec 22 04:50:55.556156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28cc1b4-4e85-45ee-a587-1c7e0c1a71b3,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:55.570070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54492) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:55.582436 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:55.620882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565d0cb-a808-428b-acca-6722c5a83168 req-4a7b6be2-5923-43c5-9558-2a856b2bb584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:55.622578 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b565d0cb-a808-428b-acca-6722c5a83168 req-4a7b6be2-5923-43c5-9558-2a856b2bb584 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76c30861-2e71-4035-a439-c02536c7f089 HTTP/1.1" status: 200 len: 832 time: 0.0728118 Dec 22 04:50:55.648707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7fbe36ec-7f14-4dd1-ab7c-63752bc7890b None None] Provisioning for port 17e085ec-06a3-4bcf-adc9-f0c0e24c9872 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:50:55.655833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7fbe36ec-7f14-4dd1-ab7c-63752bc7890b None None] Provisioning complete for port 17e085ec-06a3-4bcf-adc9-f0c0e24c9872 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:55.656779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7fbe36ec-7f14-4dd1-ab7c-63752bc7890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.679404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9335a8-8313-4a38-b4c7-b5b4d11e93cf tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Deleting subnet f36837f5-5701-4d87-a95a-40b8563607a1 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:50:55.690799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cd9335a8-8313-4a38-b4c7-b5b4d11e93cf tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.727580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe36ec-7f14-4dd1-ab7c-63752bc7890b None None] Port 17e085ec-06a3-4bcf-adc9-f0c0e24c9872 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:55.765388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b22e46dd-49b2-415c-8ed3-532dede5c969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.804051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cd9335a8-8313-4a38-b4c7-b5b4d11e93cf tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.833587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15e8ee06-29d4-4b33-9545-d495d2947327 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.857991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.881088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b22e46dd-49b2-415c-8ed3-532dede5c969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.884325 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c8f7c025-19c4-4cec-98f4-439498fa1d76 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/routers/e29acd0a-b2af-4316-a86d-952cc17bdc40 HTTP/1.1" status: 200 len: 745 time: 0.2654576 Dec 22 04:50:55.899824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54502) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:55.926942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15e8ee06-29d4-4b33-9545-d495d2947327 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:55.966751 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d0366d62-1e1e-406f-8b59-8426e41c97d9 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&device_id=e29acd0a-b2af-4316-a86d-952cc17bdc40 HTTP/1.1" status: 200 len: 205 time: 0.0581172 Dec 22 04:50:55.969825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54506) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:56.034227 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c1100b53-3116-442a-a205-bd6e6b3ac788 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=e29acd0a-b2af-4316-a86d-952cc17bdc40 HTTP/1.1" status: 200 len: 205 time: 0.0562644 Dec 22 04:50:56.039157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54510) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:56.112782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95878fba-70b1-42fb-a8d5-d773042e318a req-680b6a25-273c-4e66-9467-003ff04b0b83 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:56.114565 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-95878fba-70b1-42fb-a8d5-d773042e318a req-680b6a25-273c-4e66-9467-003ff04b0b83 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.3008077 Dec 22 04:50:56.116748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565d0cb-a808-428b-acca-6722c5a83168 req-c7f353a7-12ae-4320-8df9-a1dc58baf479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:56.118535 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b565d0cb-a808-428b-acca-6722c5a83168 req-c7f353a7-12ae-4320-8df9-a1dc58baf479 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3502910 Dec 22 04:50:56.174551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.185898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.196771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b22e46dd-49b2-415c-8ed3-532dede5c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.199485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e405dd9c-6598-4c6a-b89c-d488a6b68a2a tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:56.229989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cd9335a8-8313-4a38-b4c7-b5b4d11e93cf tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.278140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4ee54d33-61c8-4df0-9571-f35488803ed4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.296685 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-95878fba-70b1-42fb-a8d5-d773042e318a req-e36549f4-d42d-4dc9-a427-231a90c61e9c tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693227 Dec 22 04:50:56.445505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15e8ee06-29d4-4b33-9545-d495d2947327 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.487081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=c72549a6-868e-4acc-ba38-9dc0941df78f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:56.575622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:56.578833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-65ad1f6b-89d5-4d83-bea8-8f7596fc8658 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:56.638065 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b565d0cb-a808-428b-acca-6722c5a83168 req-24e280a9-6f2f-4a62-a6ae-c03b6b8cb2eb service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122118 Dec 22 04:50:56.652481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e46dd-49b2-415c-8ed3-532dede5c969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28cc1b4-4e85-45ee-a587-1c7e0c1a71b3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:56.800184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8ee06-29d4-4b33-9545-d495d2947327 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:56.819518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-15e8ee06-29d4-4b33-9545-d495d2947327 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:56.877049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:56.877454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:56.905524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b22e46dd-49b2-415c-8ed3-532dede5c969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.905992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74697599-b225-4cb6-9ac3-044d34ddf0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.909537 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b22e46dd-49b2-415c-8ed3-532dede5c969 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f28cc1b4-4e85-45ee-a587-1c7e0c1a71b3 HTTP/1.1" status: 204 len: 168 time: 1.4307618 Dec 22 04:50:56.913131 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b565d0cb-a808-428b-acca-6722c5a83168 req-70f1b688-d640-4806-aa0f-f3ef6dbdeefc service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650013 Dec 22 04:50:56.913490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15e8ee06-29d4-4b33-9545-d495d2947327 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.914195 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-15e8ee06-29d4-4b33-9545-d495d2947327 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/0bbb0bab-9e8a-4a2a-b004-3bbc2390f51b HTTP/1.1" status: 204 len: 168 time: 1.3408628 Dec 22 04:50:56.917886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4ee54d33-61c8-4df0-9571-f35488803ed4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.919926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54518) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:56.920274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cd9335a8-8313-4a38-b4c7-b5b4d11e93cf tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:56.924264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e0f60183-88d5-46d3-a4a6-538e168be3f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:57.014961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e3b96de3-1719-4cbf-9814-aab0ab62d85e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Synchronizing usage tracker for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:57.016326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4ee54d33-61c8-4df0-9571-f35488803ed4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.044239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.046306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e3b96de3-1719-4cbf-9814-aab0ab62d85e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Unset dirty status for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:57.051644 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e3b96de3-1719-4cbf-9814-aab0ab62d85e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1267347 Dec 22 04:50:57.052610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:57.058448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'tempest-secgroup--640863642'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:57.063522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.094696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9335a8-8313-4a38-b4c7-b5b4d11e93cf tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Subnet': ['ID=f36837f5-5701-4d87-a95a-40b8563607a1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:57.098705 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7b9eb7b1-e482-4192-a494-bcc0a6fd33d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:57.108033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cd9335a8-8313-4a38-b4c7-b5b4d11e93cf tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:57.116810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83da3f2-ff18-48b1-b5e6-f2ae04db2792 None None] Network ce7d4b99-4bec-40ba-be21-53799087dc41 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:50:57.118855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cd9335a8-8313-4a38-b4c7-b5b4d11e93cf tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.128598 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cd9335a8-8313-4a38-b4c7-b5b4d11e93cf tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/subnets/f36837f5-5701-4d87-a95a-40b8563607a1 HTTP/1.1" status: 204 len: 168 time: 1.6483076 Dec 22 04:50:57.131754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54528) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:57.136961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.138519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:57.166268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4ee54d33-61c8-4df0-9571-f35488803ed4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.167018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee54d33-61c8-4df0-9571-f35488803ed4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Fanout notify agent at l3_agent the message router_deleted on router e29acd0a-b2af-4316-a86d-952cc17bdc40 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:50:57.169858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:57.229559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.269366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.284015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event updated for resources: {'Port': ['ID=17e085ec-06a3-4bcf-adc9-f0c0e24c9872,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:57.310604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:57.318134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4ee54d33-61c8-4df0-9571-f35488803ed4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.319219 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4ee54d33-61c8-4df0-9571-f35488803ed4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/e29acd0a-b2af-4316-a86d-952cc17bdc40 HTTP/1.1" status: 204 len: 168 time: 1.2789450 Dec 22 04:50:57.416249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54536) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:57.435047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:57.482073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:57.482344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.492629 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5d485a78-43e2-4470-b082-a268dd3428ae tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=e29acd0a-b2af-4316-a86d-952cc17bdc40 HTTP/1.1" status: 200 len: 205 time: 0.0747614 Dec 22 04:50:57.494740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:57.495155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54546) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:57.506674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:57.509967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] DHCP port deletion for ce7d4b99-4bec-40ba-be21-53799087dc41 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:50:57.514686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] Deleting port 1ff6ed17-af55-4669-80d5-899092689c6a {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:57.515612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.576242 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-0b16f0e0-bf88-4a22-abd9-083cc8536337 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] delete failed (client error): The resource could not be found. Dec 22 04:50:57.577430 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0b16f0e0-bf88-4a22-abd9-083cc8536337 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/e29acd0a-b2af-4316-a86d-952cc17bdc40 HTTP/1.1" status: 404 len: 336 time: 0.0811043 Dec 22 04:50:57.581848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54550) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:57.638099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Deleting port 1ff6ed17-af55-4669-80d5-899092689c6a {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:57.638438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.644471 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-58fab472-48bd-4f29-887e-c0201d412293 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=77ae41bb-7390-403d-88f4-4a30d0ec17fd HTTP/1.1" status: 200 len: 205 time: 0.0605357 Dec 22 04:50:57.647452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Network 8fd49840-7319-4487-b46a-97da9eafd74b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:50:57.649314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54556) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:57.656984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:50:57.855023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] For port 1ff6ed17-af55-4669-80d5-899092689c6a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1ff6ed17-af55-4669-80d5-899092689c6a,segment=NetworkSegment(c28a3cea-08d7-4256-a7bc-ecbac05f422b),segment_id=c28a3cea-08d7-4256-a7bc-ecbac05f422b)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:57.855438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:57.869518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c286206-a5ec-4b38-8422-481faf9dbabc req-5e35a9ea-8e39-4016-8287-01285c771765 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:57.871644 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c286206-a5ec-4b38-8422-481faf9dbabc req-5e35a9ea-8e39-4016-8287-01285c771765 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.4383509 Dec 22 04:50:57.930765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-50244c20-bc8f-4529-b0fd-e20624caa1a5 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] delete failed (client error): The resource could not be found. Dec 22 04:50:57.940048 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-50244c20-bc8f-4529-b0fd-e20624caa1a5 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/77ae41bb-7390-403d-88f4-4a30d0ec17fd HTTP/1.1" status: 404 len: 336 time: 0.2845483 Dec 22 04:50:57.942504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54566) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:57.965850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:58.016694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:58.025713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54572) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.027741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f2a5e273-a3ec-41ce-b0a9-388d42d12571 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:58.046437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] Calling delete_port for 1ff6ed17-af55-4669-80d5-899092689c6a owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:58.075933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Router 56b692cf-2393-4720-ae5d-8badda754413 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:50:58.092173 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a8fabd7c-64e5-4e70-aa29-96c9d8e6da48 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a1786a9-1f87-433d-ae37-1261d32a6c71 HTTP/1.1" status: 200 len: 205 time: 0.1446054 Dec 22 04:50:58.102230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54578) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.119259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa836f2d-4321-4ef1-af63-e56dd0ae549f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:58.148626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:58.158134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:58.161529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0b6d2d03-e5ac-49f3-9e91-fc233747a058 None None] Provisioning complete for port 17e085ec-06a3-4bcf-adc9-f0c0e24c9872 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:50:58.162069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2d03-e5ac-49f3-9e91-fc233747a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:58.181120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:58.196553 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c286206-a5ec-4b38-8422-481faf9dbabc req-2fc065b5-9c8f-4e24-9ecf-df596e51709a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337379 Dec 22 04:50:58.208098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:58.209342 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1558204 Dec 22 04:50:58.213418 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-760ab5bc-4419-4bdc-95fb-263677743587 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] delete failed (client error): The resource could not be found. Dec 22 04:50:58.216921 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-760ab5bc-4419-4bdc-95fb-263677743587 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/9a1786a9-1f87-433d-ae37-1261d32a6c71 HTTP/1.1" status: 404 len: 336 time: 0.1072881 Dec 22 04:50:58.217590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54582) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.217923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54584) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.227345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e3d4a6e0-8898-4fe6-8c7a-c533b0655002 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': 'fa836f2d-4321-4ef1-af63-e56dd0ae549f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:58.263415 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d2d03-e5ac-49f3-9e91-fc233747a058 None None] Port 17e085ec-06a3-4bcf-adc9-f0c0e24c9872 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:50:58.266234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:58.281506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e3d4a6e0-8898-4fe6-8c7a-c533b0655002 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:58.281730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:58.288706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-588443810-network', 'tenant_id': '1d97beccd7194b3c93da9f12996afc3c'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:58.299726 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bfe13250-380d-4a33-933e-37d38e1a2441 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=44938199-9d3f-4279-afae-7f37ed91808b HTTP/1.1" status: 200 len: 205 time: 0.0792150 Dec 22 04:50:58.302083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e3d4a6e0-8898-4fe6-8c7a-c533b0655002 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:58.305582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e3d4a6e0-8898-4fe6-8c7a-c533b0655002 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:58.308555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54592) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.312485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:58.319999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] No DVR routers for this DVR port 1ff6ed17-af55-4669-80d5-899092689c6a on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:50:58.321546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e3d4a6e0-8898-4fe6-8c7a-c533b0655002 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:58.342354 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] Pushing event deleted for resources: {'Port': ['ID=1ff6ed17-af55-4669-80d5-899092689c6a,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:58.344871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:58.358722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:58.368383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d651c5-d564-42aa-984e-5a3e8980bb3a None None] Sync routers for ids ['56b692cf-2393-4720-ae5d-8badda754413'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:58.378699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d651c5-d564-42aa-984e-5a3e8980bb3a None None] Routers {'56b692cf-2393-4720-ae5d-8badda754413'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:58.379427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-92d651c5-d564-42aa-984e-5a3e8980bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['56b692cf-2393-4720-ae5d-8badda754413'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:58.382417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Usage tracker for resource:network and tenant:1d97beccd7194b3c93da9f12996afc3c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:58.383318 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "PUT /v2.0/routers/56b692cf-2393-4720-ae5d-8badda754413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1996324 Dec 22 04:50:58.386985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54596) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.396295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:58.414099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:58.416920 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-c2c116d4-65e5-4b04-b956-868fa64b725f tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] delete failed (client error): The resource could not be found. Dec 22 04:50:58.420676 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c2c116d4-65e5-4b04-b956-868fa64b725f tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/44938199-9d3f-4279-afae-7f37ed91808b HTTP/1.1" status: 404 len: 336 time: 0.1077211 Dec 22 04:50:58.421536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54600) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.452000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-92d651c5-d564-42aa-984e-5a3e8980bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:58.460710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d651c5-d564-42aa-984e-5a3e8980bb3a None None] Routers {'56b692cf-2393-4720-ae5d-8badda754413'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:58.461329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-92d651c5-d564-42aa-984e-5a3e8980bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['56b692cf-2393-4720-ae5d-8badda754413'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:58.467764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Router 35db72a9-3eea-4ac6-8eca-7104775e2859 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:50:58.486878 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-75688120-083a-4e3b-828e-1af02a5fc9ea tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dbcd81-ca03-4547-aac7-572f5f530624 HTTP/1.1" status: 200 len: 205 time: 0.0625615 Dec 22 04:50:58.490123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Made reservation on behalf of 1d97beccd7194b3c93da9f12996afc3c for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:58.491524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54604) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.492427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:58.496177 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-40eb2776-998f-4088-a016-e80032e8d592 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:50:58.496828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-40eb2776-998f-4088-a016-e80032e8d592 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:58.535928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-92d651c5-d564-42aa-984e-5a3e8980bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:58.536883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d651c5-d564-42aa-984e-5a3e8980bb3a None None] The sync data for ids ['56b692cf-2393-4720-ae5d-8badda754413'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:58.588061 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-fb1ae1fd-e2e1-4006-a627-73b3623aca16 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] delete failed (client error): The resource could not be found. Dec 22 04:50:58.591653 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fb1ae1fd-e2e1-4006-a627-73b3623aca16 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/81dbcd81-ca03-4547-aac7-572f5f530624 HTTP/1.1" status: 404 len: 336 time: 0.0965481 Dec 22 04:50:58.597212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54608) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.600974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] For port 1ff6ed17-af55-4669-80d5-899092689c6a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1ff6ed17-af55-4669-80d5-899092689c6a,segment=NetworkSegment(c28a3cea-08d7-4256-a7bc-ecbac05f422b),segment_id=c28a3cea-08d7-4256-a7bc-ecbac05f422b)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:50:58.601320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:58.615588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ff6ed17-af55-4669-80d5-899092689c6a no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:50:58.653609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 1ff6ed17-af55-4669-80d5-899092689c6a {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:50:58.654015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ff6ed17-af55-4669-80d5-899092689c6a not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:50:58.709610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:58.725404 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-e3d4a6e0-8898-4fe6-8c7a-c533b0655002 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The resource could not be found. Dec 22 04:50:58.729304 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e3d4a6e0-8898-4fe6-8c7a-c533b0655002 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5075808 Dec 22 04:50:58.765473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-40eb2776-998f-4088-a016-e80032e8d592 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:58.766272 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-40eb2776-998f-4088-a016-e80032e8d592 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/c72549a6-868e-4acc-ba38-9dc0941df78f HTTP/1.1" status: 404 len: 333 time: 0.3779731 Dec 22 04:50:58.767015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54612) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.773552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Calling delete_port for 1ff6ed17-af55-4669-80d5-899092689c6a owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:50:58.786184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54614) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.801493 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3b496b47-2163-4f0d-ad6b-908d5f4f5ec2 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1049d59-584f-41ea-b46e-1d81b18075ee HTTP/1.1" status: 200 len: 205 time: 0.2030756 Dec 22 04:50:58.810022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54620) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.813490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5ce54ba7-9e0b-4e9d-a19f-29178cb3082d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': 'fa836f2d-4321-4ef1-af63-e56dd0ae549f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c02dac36-a635-4242-bcd4-33dd4b910c2c'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:58.877849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:58.880659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5ce54ba7-9e0b-4e9d-a19f-29178cb3082d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:58.899754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5ce54ba7-9e0b-4e9d-a19f-29178cb3082d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:58.902597 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-9882bf5b-4bb2-4f02-99e6-a89be9d89179 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] delete failed (client error): The resource could not be found. Dec 22 04:50:58.903672 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9882bf5b-4bb2-4f02-99e6-a89be9d89179 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/routers/b1049d59-584f-41ea-b46e-1d81b18075ee HTTP/1.1" status: 404 len: 336 time: 0.0857582 Dec 22 04:50:58.906249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5ce54ba7-9e0b-4e9d-a19f-29178cb3082d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:58.912630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54624) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:58.916583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5ce54ba7-9e0b-4e9d-a19f-29178cb3082d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:58.946966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1d97beccd7194b3c93da9f12996afc3c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:58.953645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:58.962893 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffcb5ce-d24c-4c1a-a690-5f45ab9248a7 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] DELETE failed (client error): The resource could not be found. Dec 22 04:50:58.962893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffcb5ce-d24c-4c1a-a690-5f45ab9248a7 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:50:58.963286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:58.964563 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6ffcb5ce-d24c-4c1a-a690-5f45ab9248a7 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] 10.222.0.36 "DELETE /v2.0/subnets/0dec32c2-c7e2-48fc-b55d-8a90ff3005b6 HTTP/1.1" status: 404 len: 337 time: 0.0510378 Dec 22 04:50:58.971118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3de7f266-6b54-41b3-a181-2a7ddd61322b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.001060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:50:59.001490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:50:59.009657 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-5ce54ba7-9e0b-4e9d-a19f-29178cb3082d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The resource could not be found. Dec 22 04:50:59.010758 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5ce54ba7-9e0b-4e9d-a19f-29178cb3082d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2082000 Dec 22 04:50:59.013745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54630) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:59.086041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea189635-3931-4c29-aa67-56028bffba86 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.114701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea189635-3931-4c29-aa67-56028bffba86 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.175079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea189635-3931-4c29-aa67-56028bffba86 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.183098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-00eff382-2457-43b3-a8fa-765833c23680 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:59.236463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54638) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:59.243528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea189635-3931-4c29-aa67-56028bffba86 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa836f2d-4321-4ef1-af63-e56dd0ae549f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:59.253739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ea189635-3931-4c29-aa67-56028bffba86 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:59.263762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.284494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea189635-3931-4c29-aa67-56028bffba86 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.291312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ea189635-3931-4c29-aa67-56028bffba86 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa836f2d-4321-4ef1-af63-e56dd0ae549f HTTP/1.1" status: 204 len: 168 time: 0.2709646 Dec 22 04:50:59.292067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54646) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:59.348287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:50:59.364553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.365742 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4eb179-c202-402b-96bd-bf895645685c None None] Sync routers for ids ['35db72a9-3eea-4ac6-8eca-7104775e2859'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:50:59.398761 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4eb179-c202-402b-96bd-bf895645685c None None] Routers {'35db72a9-3eea-4ac6-8eca-7104775e2859'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:59.402055 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7a4eb179-c202-402b-96bd-bf895645685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35db72a9-3eea-4ac6-8eca-7104775e2859'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:59.407330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.421624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3ada58b6-0c52-4325-a67e-746711815365 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Synchronizing usage tracker for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:50:59.437348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-037f8a38-5d0c-4c51-b067-ea362fa4da70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:59.464967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3ada58b6-0c52-4325-a67e-746711815365 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Unset dirty status for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:50:59.466913 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3ada58b6-0c52-4325-a67e-746711815365 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1737502 Dec 22 04:50:59.471481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54650) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:59.482405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-480bcf5f-3044-4c44-a27c-86f937cfe109 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '289517fa-0834-43e4-b58f-4641be1875d7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:59.500940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-480bcf5f-3044-4c44-a27c-86f937cfe109 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:59.507275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Deleting port 1ff6ed17-af55-4669-80d5-899092689c6a {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:50:59.507615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.529916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3de7f266-6b54-41b3-a181-2a7ddd61322b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.539078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:50:59.544537 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7a4eb179-c202-402b-96bd-bf895645685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:59.550844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3de7f266-6b54-41b3-a181-2a7ddd61322b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.556573 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4eb179-c202-402b-96bd-bf895645685c None None] Routers {'35db72a9-3eea-4ac6-8eca-7104775e2859'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:50:59.557177 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7a4eb179-c202-402b-96bd-bf895645685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35db72a9-3eea-4ac6-8eca-7104775e2859'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:59.561222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-480bcf5f-3044-4c44-a27c-86f937cfe109 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:59.576799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-480bcf5f-3044-4c44-a27c-86f937cfe109 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:59.585765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "PUT /v2.0/routers/35db72a9-3eea-4ac6-8eca-7104775e2859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4373770 Dec 22 04:50:59.597144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54654) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:59.598065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.598404 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Added segment 77c310b7-e4dc-4886-bef5-99043128eb9b of type vlan for network 9ebda942-2470-41ad-ba75-e2adc80709c4 Dec 22 04:50:59.605601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Request body: {'port': {'network_id': '8fd49840-7319-4487-b46a-97da9eafd74b', 'name': 'tempest-FloatingIPNegativeTestJSON-134685207'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:59.611890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.626383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-480bcf5f-3044-4c44-a27c-86f937cfe109 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:59.635168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] The port '1ff6ed17-af55-4669-80d5-899092689c6a' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:50:59.644024 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7a4eb179-c202-402b-96bd-bf895645685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:50:59.644567 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4eb179-c202-402b-96bd-bf895645685c None None] The sync data for ids ['35db72a9-3eea-4ac6-8eca-7104775e2859'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:50:59.677973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:59.681829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] Usage tracker for resource:security_group_rule and tenant:5294c4fe78b0437aaed31cd80b1bbd55 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:59.688283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76314e3c-4607-4e41-aefd-2f90a10cfb4c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:59.702532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:59.704935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:50:59.714835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:59.732771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3de7f266-6b54-41b3-a181-2a7ddd61322b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.733237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de7f266-6b54-41b3-a181-2a7ddd61322b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Fanout notify agent at l3_agent the message router_deleted on router 56b692cf-2393-4720-ae5d-8badda754413 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:50:59.767133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.803654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c23ab-122a-4c77-ab0e-1b67ff4c374f req-ce3805ba-25bb-4561-b4f8-43d0b223ecab tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:59.805307 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-203c23ab-122a-4c77-ab0e-1b67ff4c374f req-ce3805ba-25bb-4561-b4f8-43d0b223ecab tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.3509588 Dec 22 04:50:59.807795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.821191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3de7f266-6b54-41b3-a181-2a7ddd61322b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.825004 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3de7f266-6b54-41b3-a181-2a7ddd61322b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/routers/56b692cf-2393-4720-ae5d-8badda754413 HTTP/1.1" status: 204 len: 168 time: 1.0347686 Dec 22 04:50:59.825004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:50:59.840513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54658) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:50:59.861485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Usage tracker for resource:port and tenant:dc6371ef913749c796ffe3a5aa82b2c3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:50:59.877826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:50:59.908196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:50:59.926035 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-203c23ab-122a-4c77-ab0e-1b67ff4c374f req-cb32e71b-ef43-4a9a-913d-515484b50e19 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121917 Dec 22 04:50:59.928015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.929173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:59.929935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:59.934066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-18db4d99-ef00-4c21-9d38-ef2810531834 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:50:59.957478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Made reservation on behalf of dc6371ef913749c796ffe3a5aa82b2c3 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:50:59.961622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.035885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7d4b99-4bec-40ba-be21-53799087dc41']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:00.049708 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0137308 Dec 22 04:51:00.052674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54662) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:00.058499 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-480bcf5f-3044-4c44-a27c-86f937cfe109 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The resource could not be found. Dec 22 04:51:00.061459 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-480bcf5f-3044-4c44-a27c-86f937cfe109 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5877559 Dec 22 04:51:00.066871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54666) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:00.073157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Request body: {'subnet': {'network_id': '9ebda942-2470-41ad-ba75-e2adc80709c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-588443810-subnet', 'tenant_id': '1d97beccd7194b3c93da9f12996afc3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:00.075804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] device_id is not set on port baff591e-88de-4b28-b2a9-e26184d92438 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:00.077685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28a3cea-08d7-4256-a7bc-ecbac05f422b') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:00.077972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28a3cea-08d7-4256-a7bc-ecbac05f422b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:00.095561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:00.109284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Usage tracker for resource:subnet and tenant:1d97beccd7194b3c93da9f12996afc3c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:00.112904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:00.114536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375265487'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:00.116565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.119108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9ebda942-2470-41ad-ba75-e2adc80709c4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:00.123814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:00.124863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:00.126501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc28f482-65f3-4fc6-b5d3-82d9a20b7b36 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet 6a009bef-0d99-40a7-8dfd-1e760743b060 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:00.129593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc28f482-65f3-4fc6-b5d3-82d9a20b7b36 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.141535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 9ebda942-2470-41ad-ba75-e2adc80709c4 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:00.153747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:00.179912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:00.183772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.208592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.214988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc28f482-65f3-4fc6-b5d3-82d9a20b7b36 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.254783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:00.255186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.271202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Made reservation on behalf of 1d97beccd7194b3c93da9f12996afc3c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:00.273594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:00.342494 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:00.409820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:00.416926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:00.422644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:00.432287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:00.434555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Allocated IP 172.20.0.3 (8fd49840-7319-4487-b46a-97da9eafd74b/ac001ff2-9e2c-418a-a4a2-80def05fb9dc/baff591e-88de-4b28-b2a9-e26184d92438) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:00.511888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.520485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.524912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.539273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e353fef1-db65-4b01-87b0-d1197d1e9690 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:00.566292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.581456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Pushing event deleted for resources: {'Network': ['ID=ce7d4b99-4bec-40ba-be21-53799087dc41,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:00.584051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:00.591727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-28b8a405-9da9-43b7-bc6d-22ad1e59b6c9 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:00.633098 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] 10.222.0.36 "DELETE /v2.0/networks/ce7d4b99-4bec-40ba-be21-53799087dc41 HTTP/1.1" status: 204 len: 168 time: 3.4961305 Dec 22 04:51:00.636830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.643853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.651586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bb7b2737-8b5e-42c7-b82b-c1a0a87ac88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:00.656466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9923aa6a-dacb-4367-abcc-4d0048b160a4,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:00.659595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:00.665282 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5294c4fe78b0437aaed31cd80b1bbd55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4272842 Dec 22 04:51:00.686691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54674) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:00.687728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f0fd9-1a79-4b56-b1d2-9a0b971b2e26,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:00.691803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:00.725268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc28f482-65f3-4fc6-b5d3-82d9a20b7b36 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.799493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.800786 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7311254 Dec 22 04:51:00.810597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.813975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54680) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:00.827659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'tempest-secgroup--943405212'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:00.839364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07b4bb2e-3093-4625-aaa7-9409b33d6e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.843428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.844517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:00.850897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ff61492c-cead-4ff8-abd3-284dfbfcd1d9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:00.861876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:00.866662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:00.880696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:00.892126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07b4bb2e-3093-4625-aaa7-9409b33d6e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.899525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Transition to ACTIVE for port object baff591e-88de-4b28-b2a9-e26184d92438 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:00.903309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54684) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:00.906528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc28f482-65f3-4fc6-b5d3-82d9a20b7b36 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.918906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.948279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc28f482-65f3-4fc6-b5d3-82d9a20b7b36 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:00.958890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4021869-f5c4-4209-8d45-b726ba4a2ab8 None None] Network fcbe312a-aba9-4d41-8c5d-e54993cafb86 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:00.960173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:00.960583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22563cff-ff0b-4792-9c5d-cf49e4cbea31,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:00.963943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:00.966642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d63d31db-f7b5-4c3b-8502-b5d61ac1ff22 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:00.967041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:00.971291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:00.979642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:01.001404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.009545 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bc28f482-65f3-4fc6-b5d3-82d9a20b7b36 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/6a009bef-0d99-40a7-8dfd-1e760743b060 HTTP/1.1" status: 204 len: 168 time: 1.1680160 Dec 22 04:51:01.014789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3b412919-ee7f-41a4-889e-c13f6c525085 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:01.015674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Checking segment: {'id': '77c310b7-e4dc-4886-bef5-99043128eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9ebda942-2470-41ad-ba75-e2adc80709c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:01.016040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Network hostable DHCP agents. Network: 9ebda942-2470-41ad-ba75-e2adc80709c4, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:01.022584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54692) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:01.025295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28f482-65f3-4fc6-b5d3-82d9a20b7b36 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=6a009bef-0d99-40a7-8dfd-1e760743b060,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:01.027795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bc28f482-65f3-4fc6-b5d3-82d9a20b7b36 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:01.063249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07b4bb2e-3093-4625-aaa7-9409b33d6e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.110382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Network 8fd49840-7319-4487-b46a-97da9eafd74b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:01.115195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:01.127513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:01.180950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event updated for resources: {'Port': ['ID=baff591e-88de-4b28-b2a9-e26184d92438,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:01.195696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:01.196008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.232733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76abaf36-f773-4338-b096-acb6adc8e49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:01.277306 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e5a74e17-1923-4f84-81e2-78f66995a3f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e819e8f4c878466998ea6a5cf7bccd29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725986 Dec 22 04:51:01.287165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54696) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:01.298303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Network 9ebda942-2470-41ad-ba75-e2adc80709c4 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:01.304834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07b4bb2e-3093-4625-aaa7-9409b33d6e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.313266 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-07b4bb2e-3093-4625-aaa7-9409b33d6e2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9923aa6a-dacb-4367-abcc-4d0048b160a4 HTTP/1.1" status: 204 len: 168 time: 0.6155632 Dec 22 04:51:01.350884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port dad30b7f-69a6-401f-a69f-16c6933fae80 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:01.351515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.353997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4bb2e-3093-4625-aaa7-9409b33d6e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9923aa6a-dacb-4367-abcc-4d0048b160a4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:01.392395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-07b4bb2e-3093-4625-aaa7-9409b33d6e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:01.398913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 9ebda942-2470-41ad-ba75-e2adc80709c4) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:01.405448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] DHCP port deletion for fcbe312a-aba9-4d41-8c5d-e54993cafb86 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:51:01.410038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] Deleting port dad30b7f-69a6-401f-a69f-16c6933fae80 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:01.410319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.421360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:01.421950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.433548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.441272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:01.441698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.456126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.468000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03180bd9-98dc-4275-bbed-4a3953c5b549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:01.496314 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4388936 Dec 22 04:51:01.546219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1caa75-e910-4225-8421-fbfba22a6da9 None None] Network 9ebda942-2470-41ad-ba75-e2adc80709c4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:01.560505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf81dee-0963-4424-9183-99832bd9d07d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:01.585453 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9844539 Dec 22 04:51:01.594286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54708) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:01.596782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:01.609831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a6804-168d-4cfc-b3a6-845321364a3b req-b9ad0f7c-6632-4dba-89a3-5755b1fb4d81 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:01.612826 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ec2a6804-168d-4cfc-b3a6-845321364a3b req-b9ad0f7c-6632-4dba-89a3-5755b1fb4d81 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.4331462 Dec 22 04:51:01.615813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.631768 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8114033 Dec 22 04:51:01.643732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54714) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:01.650539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:01.661481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0b346469-4113-44d6-bf27-e67de213a3e4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': '9d8f0fd9-1a79-4b56-b1d2-9a0b971b2e26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'abf81dee-0963-4424-9183-99832bd9d07d'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:01.666403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:01.673910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0b346469-4113-44d6-bf27-e67de213a3e4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:01.683257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Usage tracker for resource:floatingip and tenant:dc6371ef913749c796ffe3a5aa82b2c3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:01.692341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:01.695297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0b346469-4113-44d6-bf27-e67de213a3e4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:01.695605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] For port dad30b7f-69a6-401f-a69f-16c6933fae80, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dad30b7f-69a6-401f-a69f-16c6933fae80,segment=NetworkSegment(94939218-0c20-4450-97dc-35e996d0a99d),segment_id=94939218-0c20-4450-97dc-35e996d0a99d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:01.696118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.702175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0b346469-4113-44d6-bf27-e67de213a3e4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:01.708279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:01.715345 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ec2a6804-168d-4cfc-b3a6-845321364a3b req-0590766e-285e-4841-8e60-5731109e0028 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852287 Dec 22 04:51:01.716197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0b346469-4113-44d6-bf27-e67de213a3e4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:01.748514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.755543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-09d2eaf4-a27e-4a01-9089-c3943482cc91 None None] Provisioning for port baff591e-88de-4b28-b2a9-e26184d92438 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:01.823125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-09d2eaf4-a27e-4a01-9089-c3943482cc91 None None] Provisioning complete for port baff591e-88de-4b28-b2a9-e26184d92438 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:01.823948 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09d2eaf4-a27e-4a01-9089-c3943482cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:01.867595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for dad30b7f-69a6-401f-a69f-16c6933fae80 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:01.890487 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-0b346469-4113-44d6-bf27-e67de213a3e4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:01.891706 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0b346469-4113-44d6-bf27-e67de213a3e4 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2469659 Dec 22 04:51:01.894546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54722) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:01.987872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.009260 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-798e73ab-1e79-4ae3-b50a-4e1f6ed83508 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:02.020463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54728) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:02.051040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-09d2eaf4-a27e-4a01-9089-c3943482cc91 None None] Port baff591e-88de-4b28-b2a9-e26184d92438 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:02.063041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] For port dad30b7f-69a6-401f-a69f-16c6933fae80, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dad30b7f-69a6-401f-a69f-16c6933fae80,segment=NetworkSegment(94939218-0c20-4450-97dc-35e996d0a99d),segment_id=94939218-0c20-4450-97dc-35e996d0a99d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:02.063447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.079387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No DVR routers for this DVR port dad30b7f-69a6-401f-a69f-16c6933fae80 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:02.085560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=dad30b7f-69a6-401f-a69f-16c6933fae80,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:02.096311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d06666d7-3123-4a01-9741-dfde377bbdf9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.126177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.128185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7bdea1f-fb2b-4b1c-b444-2aebce93dd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.144178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:02.187463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7bdea1f-fb2b-4b1c-b444-2aebce93dd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.196895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] Calling delete_port for dad30b7f-69a6-401f-a69f-16c6933fae80 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:02.272946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d06666d7-3123-4a01-9741-dfde377bbdf9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.285275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd494ae-9418-49b1-a0a2-864e77c33dab None None] Network 9ebda942-2470-41ad-ba75-e2adc80709c4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:02.329326 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b84a2354-a57d-4395-b655-7d105bde9ecd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=668dd39e26c74ac1bac6a8b49909be08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040943 Dec 22 04:51:02.339043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54738) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:02.398263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:51:02.398635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:51:02.446865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.481965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbe312a-aba9-4d41-8c5d-e54993cafb86']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:02.501789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94939218-0c20-4450-97dc-35e996d0a99d') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:02.502092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94939218-0c20-4450-97dc-35e996d0a99d') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:02.508645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d06666d7-3123-4a01-9741-dfde377bbdf9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.511007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54744) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:02.515328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e5fecc79-71c5-42e9-8af4-467fc8164807 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:02.527095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1007927286-network', 'tenant_id': 'db5fb30547ce41a789dccc696b2d0503'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:02.527317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59a21d47-45e5-400b-91e2-ef534e4cb266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.532355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:02.532633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06666d7-3123-4a01-9741-dfde377bbdf9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf81dee-0963-4424-9183-99832bd9d07d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:02.535035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d06666d7-3123-4a01-9741-dfde377bbdf9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:02.536343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Usage tracker for resource:network and tenant:db5fb30547ce41a789dccc696b2d0503 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:02.539300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:02.545477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:02.556185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.564446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Made reservation on behalf of db5fb30547ce41a789dccc696b2d0503 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:02.567713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.585126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.589483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Allocated IP 172.26.1.132 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/9421b153-a0a7-42a2-bd4f-e4c568e7f8e8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:02.599678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7bdea1f-fb2b-4b1c-b444-2aebce93dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.602318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59a21d47-45e5-400b-91e2-ef534e4cb266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.606345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ea189635-3931-4c29-aa67-56028bffba86 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:02.621030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d06666d7-3123-4a01-9741-dfde377bbdf9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.621271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:02.624638 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d06666d7-3123-4a01-9741-dfde377bbdf9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/abf81dee-0963-4424-9183-99832bd9d07d HTTP/1.1" status: 204 len: 168 time: 0.7267690 Dec 22 04:51:02.625693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.627484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdea1f-fb2b-4b1c-b444-2aebce93dd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a9395a-dc2e-4757-a87c-9470bae52284,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:02.629075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54748) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:02.636472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7bdea1f-fb2b-4b1c-b444-2aebce93dd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:02.637534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Usage tracker for resource:security_group_rule and tenant:db5fb30547ce41a789dccc696b2d0503 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:02.655478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dad30b7f-69a6-401f-a69f-16c6933fae80 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:51:02.662853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:02.676983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:02.677380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:02.694923 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:02.697902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: dad30b7f-69a6-401f-a69f-16c6933fae80 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:51:02.698119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dad30b7f-69a6-401f-a69f-16c6933fae80 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:51:02.703147 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:02.789191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59a21d47-45e5-400b-91e2-ef534e4cb266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.802620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4db593da-a3e3-46a6-add7-e4c768f08ae2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:02.806947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7bdea1f-fb2b-4b1c-b444-2aebce93dd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.808084 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f7bdea1f-fb2b-4b1c-b444-2aebce93dd3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73a9395a-dc2e-4757-a87c-9470bae52284 HTTP/1.1" status: 204 len: 168 time: 1.5160067 Dec 22 04:51:02.823298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a21d47-45e5-400b-91e2-ef534e4cb266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0e2c7a-f7b2-4254-8382-a22582d6586b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:02.823496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.827063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59a21d47-45e5-400b-91e2-ef534e4cb266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:02.830658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f962bf6d-d295-45c8-870f-404f1102f0ed tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:02.845731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59a21d47-45e5-400b-91e2-ef534e4cb266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.847080 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-59a21d47-45e5-400b-91e2-ef534e4cb266 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc0e2c7a-f7b2-4254-8382-a22582d6586b HTTP/1.1" status: 204 len: 168 time: 0.5070908 Dec 22 04:51:02.853185 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.856218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.864527 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-137afccc-7591-4de0-95c9-a432b48c7c7e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2299058 Dec 22 04:51:02.865375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Network': ['ID=fcbe312a-aba9-4d41-8c5d-e54993cafb86,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:02.867298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54758) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:02.876385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:02.889844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.900210 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/networks/fcbe312a-aba9-4d41-8c5d-e54993cafb86 HTTP/1.1" status: 204 len: 168 time: 1.8753204 Dec 22 04:51:02.900758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:02.903263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] Deleting port dad30b7f-69a6-401f-a69f-16c6933fae80 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:02.903902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:02.911065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54762) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:03.077582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded43aa0-f6fa-4f54-80d0-e72bb0188fe9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:03.078196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ded43aa0-f6fa-4f54-80d0-e72bb0188fe9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:03.089242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.091087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af98649d-1f9e-48d2-8231-c46d8f03197d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.109172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.113605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:03.117753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:03.118986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17003353-d168-42fd-b609-95bb73a27667 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:03.124771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-10fa73fd-4f1c-4588-a21c-9cea6bb5b7b9 None None] The port 'dad30b7f-69a6-401f-a69f-16c6933fae80' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:51:03.125245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:03.166603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af98649d-1f9e-48d2-8231-c46d8f03197d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.176017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ded43aa0-f6fa-4f54-80d0-e72bb0188fe9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:03.181012 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ded43aa0-f6fa-4f54-80d0-e72bb0188fe9 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/0eb01cfa-0393-4e63-94e6-0a2c6f1978dd HTTP/1.1" status: 200 len: 841 time: 0.2707880 Dec 22 04:51:03.184758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54770) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:03.185738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:03.234332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event updated for resources: {'Port': ['ID=9421b153-a0a7-42a2-bd4f-e4c568e7f8e8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:03.237435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:03.270179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293adee8-4a10-4f92-ad90-9f4a8e92de9b req-6a074fb5-8cec-463b-9361-d09256c95f56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:03.271894 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-293adee8-4a10-4f92-ad90-9f4a8e92de9b req-6a074fb5-8cec-463b-9361-d09256c95f56 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.3055844 Dec 22 04:51:03.328932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd335e60-b2c9-472d-9751-6496324fa2c2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:03.333600 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-293adee8-4a10-4f92-ad90-9f4a8e92de9b req-f4498e64-83b1-4c5a-b79a-5c3dfa0567df tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493126 Dec 22 04:51:03.336653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:03.340312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.352345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.352691 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Added segment 98959be7-dc27-4f1e-84fe-38f6b6575c7c of type vlan for network c4c019a0-1a38-4a84-bc15-aad8d1b72465 Dec 22 04:51:03.363568 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fc8058a9-9611-447d-9f89-3d03aa35d53c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/0eb01cfa-0393-4e63-94e6-0a2c6f1978dd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1721637 Dec 22 04:51:03.364306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54776) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:03.390713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:03.425125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.492170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.559051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af98649d-1f9e-48d2-8231-c46d8f03197d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.566699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-801e38f2-e7d8-4676-b465-d57064987760 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:03.583030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98649d-1f9e-48d2-8231-c46d8f03197d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f0fd9-1a79-4b56-b1d2-9a0b971b2e26,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:03.591393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:03.595763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:03.598895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:03.602585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af98649d-1f9e-48d2-8231-c46d8f03197d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:03.609058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.610115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:03.610935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.618960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:03.623623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7030443c-52fa-4f82-8211-62481c5ad069 tempest-ExtraDHCPOptionsTestJSON-438124773 tempest-ExtraDHCPOptionsTestJSON-438124773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:03.722580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Pushing event updated for resources: {'Network': ['ID=c4c019a0-1a38-4a84-bc15-aad8d1b72465,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:03.732250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:03.736924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network c4c019a0-1a38-4a84-bc15-aad8d1b72465 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:03.745873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af98649d-1f9e-48d2-8231-c46d8f03197d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.747179 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-af98649d-1f9e-48d2-8231-c46d8f03197d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d8f0fd9-1a79-4b56-b1d2-9a0b971b2e26 HTTP/1.1" status: 204 len: 168 time: 0.8766015 Dec 22 04:51:03.749886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54796) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:03.752759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:03.756292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.788167 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2754972 Dec 22 04:51:03.795205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54802) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:03.848614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Request body: {'subnet': {'network_id': 'c4c019a0-1a38-4a84-bc15-aad8d1b72465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1007927286-subnet', 'tenant_id': 'db5fb30547ce41a789dccc696b2d0503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:03.853146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:03.857151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Usage tracker for resource:subnet and tenant:db5fb30547ce41a789dccc696b2d0503 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:03.860031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:03.870448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:03.903306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.905451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Made reservation on behalf of db5fb30547ce41a789dccc696b2d0503 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:03.910670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.911402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:03.916579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad7d0a96-4ebf-45c1-b54f-b0f078782482 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:04.026037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ba7ad98c-4d3f-4eda-95f1-05e9238cb45c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Synchronizing usage tracker for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:04.061078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event updated for resources: {'Port': ['ID=9421b153-a0a7-42a2-bd4f-e4c568e7f8e8,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:04.065008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:04.070808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ba7ad98c-4d3f-4eda-95f1-05e9238cb45c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Unset dirty status for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:04.072104 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ba7ad98c-4d3f-4eda-95f1-05e9238cb45c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3212426 Dec 22 04:51:04.076814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54818) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:04.084526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.086473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'tempest-secgroup--953690649'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:04.096631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:04.110561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.116412 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5021842 Dec 22 04:51:04.117928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54822) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:04.124669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-36ff9cd5-74aa-4a93-8921-db2f8d888620 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Request body: {'floatingip': {'port_id': 'baff591e-88de-4b28-b2a9-e26184d92438', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:04.146987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:04.225138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54828) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:04.238375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36ff9cd5-74aa-4a93-8921-db2f8d888620 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.249475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.326134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54836) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:04.345097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:04.364104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:04.369511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:04.391742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:04.396431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.410988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1975311421'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:04.411099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3c47ebcf-0c64-4049-ac20-8c6a534ae0e3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:04.422074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:04.456108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'networks': [{'name': 'tempest-network--265430815'}, {'name': 'tempest-network--756857986'}]} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:04.456444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'network': {'name': 'tempest-network--265430815'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:04.456875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'network': {'name': 'tempest-network--756857986'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:04.458147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:network and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:04.465180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:04.469613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:04.479060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:04.486111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Usage tracker for resource:network and tenant:c241342114f6446bba7321e9fd928100 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:04.497790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.501581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:04.504236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:04.507691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.513894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:04.522750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:04.530797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:04.538001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:04.538581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.543789 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1189d8-52ec-4829-a5ab-2a19fcc5894c None None] Network a0bb787b-7486-40aa-863e-149e507d1367 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:04.558657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.562141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=1062b2d2-509a-4f6a-848a-7b4d738d6261,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:04.573730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:04.574343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Made reservation on behalf of c241342114f6446bba7321e9fd928100 for: {'network': 2} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:04.576842 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-36ff9cd5-74aa-4a93-8921-db2f8d888620 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] update failed (client error): The resource could not be found. Dec 22 04:51:04.579192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.580615 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-36ff9cd5-74aa-4a93-8921-db2f8d888620 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "PUT /v2.0/floatingips/3fcc662b-f3e1-4fdd-b10f-b89a4916907e HTTP/1.1" status: 404 len: 507 time: 0.4613516 Dec 22 04:51:04.587609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54844) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:04.598726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1fc8013c-2014-4243-8db3-b424e2196b2d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:04.648458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c2eb89a-3767-4a18-95a1-5b77c697fc55 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:51:04.657646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:04.663565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.681316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:security_group_rule and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:04.692528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:04.694204 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3231285 Dec 22 04:51:04.697592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54848) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:04.723500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'security_group': {'name': 'tempest-secgroup-1490066587'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:04.727319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Checking segment: {'id': '98959be7-dc27-4f1e-84fe-38f6b6575c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c4c019a0-1a38-4a84-bc15-aad8d1b72465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:04.727679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Network hostable DHCP agents. Network: c4c019a0-1a38-4a84-bc15-aad8d1b72465, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:04.733078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:04.742818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.748103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:04.750498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bc915f-610a-4013-9d72-8b9924cc9c17,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:04.756224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Usage tracker for resource:security_group_rule and tenant:c241342114f6446bba7321e9fd928100 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:04.760282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:04.762379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:04.762608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:04.765348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:04.767941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.777087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:04.779679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c333fbc2-16da-4667-84ba-93c08625340d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:04.796929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:04.797189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Deleting port 9421b153-a0a7-42a2-bd4f-e4c568e7f8e8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:04.797486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.803694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:04.839570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.841042 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7631979 Dec 22 04:51:04.850892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Network c4c019a0-1a38-4a84-bc15-aad8d1b72465 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:04.853038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54852) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:04.859145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.874520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa63a3d8-c83c-4b30-b741-364859617c43,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:04.885885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e365868c-30d7-4a23-a9eb-f35bc8872654 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': 'fa63a3d8-c83c-4b30-b741-364859617c43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:04.899235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:04.905687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e365868c-30d7-4a23-a9eb-f35bc8872654 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:04.913926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, c4c019a0-1a38-4a84-bc15-aad8d1b72465) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:04.917627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e365868c-30d7-4a23-a9eb-f35bc8872654 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:04.927842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:04.937328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc36f0a-9f9e-45f3-a067-3d5311c1ef62 None None] Network c4c019a0-1a38-4a84-bc15-aad8d1b72465 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:04.940564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:04.944782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e365868c-30d7-4a23-a9eb-f35bc8872654 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:04.949694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:04.961965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group_rule and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:04.965614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:04.987279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f175b-2fff-4d00-8a76-84b3cf004d0b req-88079e5d-4985-4150-9a7b-35b50b79f14f tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:04.994655 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e67f175b-2fff-4d00-8a76-84b3cf004d0b req-88079e5d-4985-4150-9a7b-35b50b79f14f tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.4774582 Dec 22 04:51:05.093215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e365868c-30d7-4a23-a9eb-f35bc8872654 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:05.100755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.109418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:05.143749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:05.148494 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e67f175b-2fff-4d00-8a76-84b3cf004d0b req-138ad57c-c0ca-4bd8-bbaa-5e06c9f32b89 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529157 Dec 22 04:51:05.160028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.160389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.180048 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3811824 Dec 22 04:51:05.214965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:05.224677 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-e365868c-30d7-4a23-a9eb-f35bc8872654 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:05.225818 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e365868c-30d7-4a23-a9eb-f35bc8872654 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3682268 Dec 22 04:51:05.232201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54860) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:05.240471 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'code': 200} Dec 22 04:51:05.245119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.250884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a3c69b1-ef05-4cac-a25c-e7ea97c9325f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:05.254691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-fa150ae0-07ed-403a-b486-e3a09df973eb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group_rule': {'security_group_id': 'fa63a3d8-c83c-4b30-b741-364859617c43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:05.261447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fa150ae0-07ed-403a-b486-e3a09df973eb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:05.265549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fa150ae0-07ed-403a-b486-e3a09df973eb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:05.268995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fa150ae0-07ed-403a-b486-e3a09df973eb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:05.275218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fa150ae0-07ed-403a-b486-e3a09df973eb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:05.295921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.315808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.316603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.332470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a6c43af5-e61a-4b98-befe-77d7fe98043a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:05.389221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.389814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-a0bb787b-7486-40aa-863e-149e507d1367', 'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'tenant_id': '1f15b4a25d4a41b082b7d34104c6e003', 'fixed_ips': [{'subnet_id': '1062b2d2-509a-4f6a-848a-7b4d738d6261'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:51:05.390795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.416209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c041c205-84d6-47e7-9433-aa6c376f7f99,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:05.419619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4c2eb89a-3767-4a18-95a1-5b77c697fc55,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:05.420861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Calling delete_port for 9421b153-a0a7-42a2-bd4f-e4c568e7f8e8 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:05.452901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.479429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.486743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:05.496397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:05.506669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:05.522305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.522651 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Added segment f0b7df2c-6e17-402d-b95c-a4bbf38fa199 of type vlan for network 8ac13477-ebb4-4a11-895e-5f44018aaf03 Dec 22 04:51:05.533581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5764cc-6f6a-457e-875d-bbe798825561 None None] Network c4c019a0-1a38-4a84-bc15-aad8d1b72465 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:05.539217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:05.565062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.628977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:05.633389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.645633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-177769c2-8984-43bd-90c6-b2dd6b7ec4d9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:05.658670 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-fa150ae0-07ed-403a-b486-e3a09df973eb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:05.660103 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fa150ae0-07ed-403a-b486-e3a09df973eb tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4235532 Dec 22 04:51:05.669196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54874) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:05.697326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30894b58-110e-4ce3-9c84-d1d14df470fe,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:05.703962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:05.706056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc004f42-c9ef-4d62-abe7-49b5c095ec47 req-a408e325-28e3-465a-af32-27a61890be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:05.707560 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc004f42-c9ef-4d62-abe7-49b5c095ec47 req-a408e325-28e3-465a-af32-27a61890be53 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 1098 time: 0.6595774 Dec 22 04:51:05.718783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.719126 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added segment d4bd352c-4456-4bbb-8503-26fdc94c14eb of type vlan for network 2466ab75-74f6-42c3-9e67-b63320092694 Dec 22 04:51:05.756311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.778708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.781085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Allocated IP 172.20.0.2 (a0bb787b-7486-40aa-863e-149e507d1367/1062b2d2-509a-4f6a-848a-7b4d738d6261/af2ab1e2-546f-4f04-8e96-571d7e89eae2) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:05.782738 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0775816 Dec 22 04:51:05.783638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e101ef87-59a0-4425-8b30-a4a0fcec70c0,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:05.786044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54878) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:05.790179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:05.794278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'security_group': {'name': 'tempest-secgroup-821473107'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:05.802577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:05.816028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:05.821180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:05.830241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:05.832264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4895542f-e5c4-475a-b0a5-171b39fd34c2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.853362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:51:05.853737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network_bulk {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:51:05.863747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.877595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4895542f-e5c4-475a-b0a5-171b39fd34c2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.884247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.891457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:05.892696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.906962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e9ddb53f-1929-42ee-8e4d-09bac5ee862c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:05.908093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:05.921515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group_rule and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:05.922341 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc004f42-c9ef-4d62-abe7-49b5c095ec47 req-0c2c4eec-64a4-441c-8b54-149ae3332d76 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237755 Dec 22 04:51:05.925804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:05.932789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:05.952276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4895542f-e5c4-475a-b0a5-171b39fd34c2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:05.958995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9419aa68-a191-41a5-913b-056e953a5d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:05.977759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895542f-e5c4-475a-b0a5-171b39fd34c2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa63a3d8-c83c-4b30-b741-364859617c43,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:05.983787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4895542f-e5c4-475a-b0a5-171b39fd34c2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:06.001136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4895542f-e5c4-475a-b0a5-171b39fd34c2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.004783 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4895542f-e5c4-475a-b0a5-171b39fd34c2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa63a3d8-c83c-4b30-b741-364859617c43 HTTP/1.1" status: 204 len: 168 time: 0.3291309 Dec 22 04:51:06.007599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54890) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:06.071653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.081223 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.087446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a36631cb-44da-44e5-99aa-d13cfb2c29d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:06.105246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-20a033e6-c54b-46cf-a2ab-5ce14e3e9535 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Synchronizing usage tracker for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:06.125389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Network': ['ID=2466ab75-74f6-42c3-9e67-b63320092694,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:06.131027 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:06.135241 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9061770 Dec 22 04:51:06.136169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.136326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54894) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:06.142186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4490acfc-6e39-4ea0-81b8-84e43901f073,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:06.142355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:06.147551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1594540947'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:06.149284 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 2466ab75-74f6-42c3-9e67-b63320092694 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:06.153236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:06.156766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.158161 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3698683 Dec 22 04:51:06.160032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:06.162755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54898) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:06.167882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-20a033e6-c54b-46cf-a2ab-5ce14e3e9535 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Unset dirty status for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:06.169350 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-20a033e6-c54b-46cf-a2ab-5ce14e3e9535 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1611907 Dec 22 04:51:06.170623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:network and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:06.176237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54902) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:06.177123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-575411967', 'security_groups': ['4490acfc-6e39-4ea0-81b8-84e43901f073'], 'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1062b2d2-509a-4f6a-848a-7b4d738d6261'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:06.192580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:06.200206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232852243'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:06.205300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:06.218572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event deleted for resources: {'Port': ['ID=9421b153-a0a7-42a2-bd4f-e4c568e7f8e8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:06.222876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:06.230372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:06.283081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:06.284393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:06.287600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.292532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-ec17d884-0ce2-42a0-9d3f-6a00fa5cd63b tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:06.293360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-ec17d884-0ce2-42a0-9d3f-6a00fa5cd63b tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Synchronizing usage tracker for tenant:1d97beccd7194b3c93da9f12996afc3c on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:06.350520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:06.362681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.394557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:06.396513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.396974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.408923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.409662 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added segment 46b76191-4692-4c98-95e6-7ac934fa1d44 of type vlan for network 3db57336-b5c2-42f6-a508-faf06eece2cf Dec 22 04:51:06.426369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:06.435476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-ec17d884-0ce2-42a0-9d3f-6a00fa5cd63b tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Unset dirty status for tenant:1d97beccd7194b3c93da9f12996afc3c on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:06.442332 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-ec17d884-0ce2-42a0-9d3f-6a00fa5cd63b tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/networks?id=9ebda942-2470-41ad-ba75-e2adc80709c4 HTTP/1.1" status: 200 len: 811 time: 0.5100768 Dec 22 04:51:06.448208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.450938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.455581 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "DELETE /v2.0/floatingips/3fcc662b-f3e1-4fdd-b10f-b89a4916907e HTTP/1.1" status: 204 len: 168 time: 1.8631570 Dec 22 04:51:06.457931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:06.459160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54908) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:06.459824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:06.469678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Usage tracker for resource:security_group_rule and tenant:c72b3e924ede4849a68ae1dfd87df51b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:06.475832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:06.480508 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-3d29f6e7-1fd0-48ed-9c09-6f4c35a0f630 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/quotas/1d97beccd7194b3c93da9f12996afc3c HTTP/1.1" status: 200 len: 375 time: 0.0373571 Dec 22 04:51:06.485108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:06.485294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-dfe05188-4a78-467c-870d-27db45aac4ee tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Request body: {'floatingip': {'floating_network_id': '8fd49840-7319-4487-b46a-97da9eafd74b', 'port_id': 'baff591e-88de-4b28-b2a9-e26184d92438', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:06.495138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.503887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dfe05188-4a78-467c-870d-27db45aac4ee tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:06.548201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:06.559535 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-014f7174-5c7e-4fde-881c-09dd69817df6 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d97beccd7194b3c93da9f12996afc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611327 Dec 22 04:51:06.562547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dfe05188-4a78-467c-870d-27db45aac4ee tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Usage tracker for resource:floatingip and tenant:dc6371ef913749c796ffe3a5aa82b2c3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:06.574352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dfe05188-4a78-467c-870d-27db45aac4ee tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:06.585135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f45b8a-5cb2-4c8f-974c-c08abba55fee req-03efe066-a0d4-40b9-bf4e-bff12085e491 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:06.586811 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-71f45b8a-5cb2-4c8f-974c-c08abba55fee req-03efe066-a0d4-40b9-bf4e-bff12085e491 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 943 time: 0.2262542 Dec 22 04:51:06.586963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.587295 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Added segment 0cd41f06-acfc-463c-9d84-b4a0f1b00963 of type vlan for network 86f96d02-3368-4ed7-8f8f-3655386d5acf Dec 22 04:51:06.603850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dfe05188-4a78-467c-870d-27db45aac4ee tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:06.647551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.654433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c2eb89a-3767-4a18-95a1-5b77c697fc55 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:51:06.655557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.661019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:06.661586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.665243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dfe05188-4a78-467c-870d-27db45aac4ee tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.675216 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Transition to ACTIVE for port object af2ab1e2-546f-4f04-8e96-571d7e89eae2 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:06.692843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af873215-95d8-47b3-a582-471e66efb7d3 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:06.719966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.722495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Transition to ACTIVE for port object af2ab1e2-546f-4f04-8e96-571d7e89eae2 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:06.752717 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-71f45b8a-5cb2-4c8f-974c-c08abba55fee req-3eb36e72-b619-440c-ba05-e4562799958f tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569886 Dec 22 04:51:06.755453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.774177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.781219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:06.783904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.787747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:06.840946 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7001760 Dec 22 04:51:06.843452 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-0db0355e-db08-43bf-9bb0-72aeaad9bcfb service neutron] 10.222.0.36 "GET /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481110 Dec 22 04:51:06.849154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54914) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:06.858498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'subnet': {'network_id': '2466ab75-74f6-42c3-9e67-b63320092694', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:06.877666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:06.881433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6add3980-85d1-45eb-b5b7-1509238210c6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:06.884453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:06.887353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:06.891610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.914867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Network': ['ID=3db57336-b5c2-42f6-a508-faf06eece2cf,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:06.916550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:06.929972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:06.940473 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Pushing event updated for resources: {'Port': ['ID=af2ab1e2-546f-4f04-8e96-571d7e89eae2,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:06.943551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:06.954545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port d2a5d505-6ced-42a4-b708-e1818236f68e yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:06.955280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 3db57336-b5c2-42f6-a508-faf06eece2cf details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:06.986321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:06.990607 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8029883 Dec 22 04:51:07.001919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54918) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:07.010920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:07.021029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d9f9fe68-c4e0-4b1b-b855-481ecd558497 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:07.021737 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-d9f9fe68-c4e0-4b1b-b855-481ecd558497 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:51:07.022235 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-d9f9fe68-c4e0-4b1b-b855-481ecd558497 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 04:51:07.025829 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d9f9fe68-c4e0-4b1b-b855-481ecd558497 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "PUT /v2.0/security-groups/6add3980-85d1-45eb-b5b7-1509238210c6 HTTP/1.1" status: 409 len: 330 time: 0.0187185 Dec 22 04:51:07.037528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54922) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:07.070147 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.070499 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Added segment 6ee531b1-2c9e-44e0-a54f-5c228f27be89 of type vlan for network 9629ad2d-1817-43bd-bd99-d411deaa9b77 Dec 22 04:51:07.107631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:07.115450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:subnet and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:07.127689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:07.138544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:07.144913 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-2aa9f66b-d43d-4921-b0b4-288f48197610 service neutron] 10.222.0.36 "GET /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649031 Dec 22 04:51:07.156433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:07.161136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.192411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:07.195285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.207791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Attempting to bind port af2ab1e2-546f-4f04-8e96-571d7e89eae2 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:07.208200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Attempting to bind port af2ab1e2-546f-4f04-8e96-571d7e89eae2 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '6cc0c9d5-ec89-4570-9ead-2ee23002e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:07.208576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Attempting to bind port af2ab1e2-546f-4f04-8e96-571d7e89eae2 on network a0bb787b-7486-40aa-863e-149e507d1367 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:51:07.252394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:51:07.252877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Checking segment: {'id': '6cc0c9d5-ec89-4570-9ead-2ee23002e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:07.253181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.253582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Bound using segment: {'id': '6cc0c9d5-ec89-4570-9ead-2ee23002e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:51:07.254057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Bound port: af2ab1e2-546f-4f04-8e96-571d7e89eae2, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc0c9d5-ec89-4570-9ead-2ee23002e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:07.254460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.276693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'port_id': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'mac_address': 'fa:16:3e:15:67:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:51:07.279736 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa8e4-72d8-4e6c-b048-8c87d8680189 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.463844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.464636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.473616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:07.475045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.480714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:07.481637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-33d57f7f-77ab-4540-93a0-acf59decec05 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:07.481793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.493477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5f6f57de-8b8b-4ea5-ae2a-d3fd800fa308 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:07.495258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.531231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] For port af2ab1e2-546f-4f04-8e96-571d7e89eae2, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:51:07.533846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2eb89a-3767-4a18-95a1-5b77c697fc55 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:51:07.538865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] For port af2ab1e2-546f-4f04-8e96-571d7e89eae2, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=af2ab1e2-546f-4f04-8e96-571d7e89eae2,segment=NetworkSegment(6cc0c9d5-ec89-4570-9ead-2ee23002e4bc),segment_id=6cc0c9d5-ec89-4570-9ead-2ee23002e4bc)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:51:07.548910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.554218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a83078ed-4e2a-4d62-bec2-6b8bf91372ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:07.622911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'Network': ['ID=86f96d02-3368-4ed7-8f8f-3655386d5acf,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:07.637776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:07.639146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 86f96d02-3368-4ed7-8f8f-3655386d5acf details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:07.674899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.688571 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5c7828e-8308-4c07-b535-4701c7c0fa18 req-96cf7b2c-9067-4426-bd00-bfa0addafdac tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 210 time: 0.1513512 Dec 22 04:51:07.713003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Subnet': ['ID=3d568792-2c50-4e49-80a5-7ad975a5a2f0,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:07.719656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:07.726359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Checking segment: {'id': 'd4bd352c-4456-4bbb-8503-26fdc94c14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2466ab75-74f6-42c3-9e67-b63320092694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:07.727174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network hostable DHCP agents. Network: 2466ab75-74f6-42c3-9e67-b63320092694, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:07.746629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.3 (a0bb787b-7486-40aa-863e-149e507d1367/1062b2d2-509a-4f6a-848a-7b4d738d6261/d2a5d505-6ced-42a4-b708-e1818236f68e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:07.749693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 2466ab75-74f6-42c3-9e67-b63320092694 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:07.751043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa8e4-72d8-4e6c-b048-8c87d8680189 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.762236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 2466ab75-74f6-42c3-9e67-b63320092694) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:07.776467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:07.777191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:07.799489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f899ac7-49da-4201-9daa-1731e1c35ecd None None] Network 2466ab75-74f6-42c3-9e67-b63320092694 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:07.813292 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9593942 Dec 22 04:51:07.813292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54936) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:07.821340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'subnet': {'network_id': '3db57336-b5c2-42f6-a508-faf06eece2cf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:07.843194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'Network': ['ID=9629ad2d-1817-43bd-bd99-d411deaa9b77,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:07.846059 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-dfe05188-4a78-467c-870d-27db45aac4ee tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:07.846986 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dfe05188-4a78-467c-870d-27db45aac4ee tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3721857 Dec 22 04:51:07.850127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:07.853442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:07.853854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:07.857397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54942) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:07.909921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 9629ad2d-1817-43bd-bd99-d411deaa9b77 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:08.002013 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Pushing event updated for resources: {'Port': ['ID=af2ab1e2-546f-4f04-8e96-571d7e89eae2,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:08.029070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:08.035264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6184bc41-789e-4e22-a4a9-5ff7afa671f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:08.045913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'baff591e-88de-4b28-b2a9-e26184d92438', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:08.052690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:08.056635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Usage tracker for resource:floatingip and tenant:dc6371ef913749c796ffe3a5aa82b2c3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:08.060846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:08.067047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:08.184764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:08.191881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:subnet and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:08.195310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:08.224774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:08.265449 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:08.269422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:08.272385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['4c2eb89a-3767-4a18-95a1-5b77c697fc55'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:51:08.327883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67709f-01c8-484f-b4ec-71c69ddc5a6e req-ae42f9ee-ea07-4a71-8975-5d87bad14d7e tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:08.329495 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb67709f-01c8-484f-b4ec-71c69ddc5a6e req-ae42f9ee-ea07-4a71-8975-5d87bad14d7e tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 944 time: 0.3189812 Dec 22 04:51:08.358090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:08.365072 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.0351360 Dec 22 04:51:08.370466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54948) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:08.411702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:08.517471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object d2a5d505-6ced-42a4-b708-e1818236f68e will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:08.523475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa8e4-72d8-4e6c-b048-8c87d8680189 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:08.532572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-62193dbb-1fd0-4405-aaa4-a758365fe7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:08.568070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8aa8e4-72d8-4e6c-b048-8c87d8680189 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add3980-85d1-45eb-b5b7-1509238210c6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:08.573166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7e8aa8e4-72d8-4e6c-b048-8c87d8680189 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:08.581032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa8e4-72d8-4e6c-b048-8c87d8680189 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:08.586385 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7e8aa8e4-72d8-4e6c-b048-8c87d8680189 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/6add3980-85d1-45eb-b5b7-1509238210c6 HTTP/1.1" status: 204 len: 168 time: 1.5476656 Dec 22 04:51:08.589176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54952) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:08.628481 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb67709f-01c8-484f-b4ec-71c69ddc5a6e req-e2ba9f97-c5a4-46d5-9e38-458dd9439257 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922480 Dec 22 04:51:08.667771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54956) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:08.681287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4c2eb89a-3767-4a18-95a1-5b77c697fc55,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:08.716347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:08.737160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8f7b571d-7702-4efb-a795-468b66f5730a tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:08.739390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:08.785664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6a0f9b7e-1e24-42d3-bead-07e7a0493071 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Synchronizing usage tracker for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:08.786329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device af2ab1e2-546f-4f04-8e96-571d7e89eae2 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:08.834855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:08.842308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:08.844792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:08.888469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8c6f4-2dff-47b9-9481-b7ca57725478 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:08.895444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8c6f4-2dff-47b9-9481-b7ca57725478 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:08.895923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=d2a5d505-6ced-42a4-b708-e1818236f68e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:08.902348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8c6f4-2dff-47b9-9481-b7ca57725478 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:08.909322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8c6f4-2dff-47b9-9481-b7ca57725478 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:08.913771 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9eb8c6f4-2dff-47b9-9481-b7ca57725478 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5357010 Dec 22 04:51:08.915005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54962) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:08.916262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:08.919454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:08.921343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6a0f9b7e-1e24-42d3-bead-07e7a0493071 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Unset dirty status for tenant:c72b3e924ede4849a68ae1dfd87df51b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:08.928609 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6a0f9b7e-1e24-42d3-bead-07e7a0493071 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3289788 Dec 22 04:51:08.932446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54966) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:08.983868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:08.995965 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9dced1af-fa6d-45d0-82e6-07c7ffaed1a6 req-8c638dba-68a0-474e-b1ad-0120891ba938 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 210 time: 0.1210415 Dec 22 04:51:09.023008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-2466ab75-74f6-42c3-9e67-b63320092694', 'network_id': '2466ab75-74f6-42c3-9e67-b63320092694', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'fixed_ips': [{'subnet_id': '3d568792-2c50-4e49-80a5-7ad975a5a2f0'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:51:09.026688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.028501 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f9b5acf3-af27-4974-ba10-997fa8bb003d tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/floatingips/869392fd-2c3a-4e44-bb91-035a13bc1b63 HTTP/1.1" status: 200 len: 992 time: 0.3591428 Dec 22 04:51:09.071263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.079132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:09.139060 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-79308fab-fa3f-4b27-a87d-d6ba95213c60 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] delete failed (client error): The resource could not be found. Dec 22 04:51:09.146021 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-79308fab-fa3f-4b27-a87d-d6ba95213c60 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "DELETE /v2.0/security-groups/0534c981-b372-4c28-a004-5d2cd9e06abb HTTP/1.1" status: 404 len: 347 time: 0.1912172 Dec 22 04:51:09.154982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 54970) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:09.164261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:09.166019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.240602 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-11f24404-b4ae-456c-9ef9-fb0ecc4acd73 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] show failed (client error): The resource could not be found. Dec 22 04:51:09.243618 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-11f24404-b4ae-456c-9ef9-fb0ecc4acd73 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-groups/ab271b6a-9797-4860-bf1c-4e42f42785cb HTTP/1.1" status: 404 len: 347 time: 0.0875111 Dec 22 04:51:09.250152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54974) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:09.333417 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-c75665f0-b2a6-405a-8c3e-f4dc5213f905 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] show failed (client error): The resource could not be found. Dec 22 04:51:09.337987 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c75665f0-b2a6-405a-8c3e-f4dc5213f905 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] 10.222.0.36 "GET /v2.0/security-group-rules/3c4ed27e-386e-4827-bcc9-a742a0e199a9 HTTP/1.1" status: 404 len: 356 time: 0.0795341 Dec 22 04:51:09.361870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Allocated IP 172.26.1.40 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/2a7f40de-aef9-46a8-b644-1fb318000cb2) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:09.374992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.378903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Subnet': ['ID=e1b6f2e4-83af-4f24-8d64-aef83f1bb3b9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:09.387317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:09.409279 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2452950 Dec 22 04:51:09.416157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54982) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:09.443612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Checking segment: {'id': '46b76191-4692-4c98-95e6-7ac934fa1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3db57336-b5c2-42f6-a508-faf06eece2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:09.443983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network hostable DHCP agents. Network: 3db57336-b5c2-42f6-a508-faf06eece2cf, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:09.472679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:09.483013 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Allocated IP 172.20.0.2 (2466ab75-74f6-42c3-9e67-b63320092694/3d568792-2c50-4e49-80a5-7ad975a5a2f0/d83a580d-5ca0-48db-b3de-8fafcb0e6fbf) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:09.650337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-93fe745a-5d60-457a-a1d8-63d353e4755f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:09.652093 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-93fe745a-5d60-457a-a1d8-63d353e4755f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.61 "GET /v2.0/networks?id=9ebda942-2470-41ad-ba75-e2adc80709c4 HTTP/1.1" status: 200 len: 811 time: 0.5292151 Dec 22 04:51:09.670993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Provisioning complete for port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:09.671551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.682272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 3db57336-b5c2-42f6-a508-faf06eece2cf is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:09.693945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Request body: {'port': {'device_id': 'a7fb6ae6-e59a-4614-905a-7a57e223bcc3', 'network_id': '9ebda942-2470-41ad-ba75-e2adc80709c4', 'admin_state_up': True, 'tenant_id': '1d97beccd7194b3c93da9f12996afc3c'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:09.733690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.773669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f96d02-3368-4ed7-8f8f-3655386d5acf']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:09.788471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd41f06-acfc-463c-9d84-b4a0f1b00963') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:09.788783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd41f06-acfc-463c-9d84-b4a0f1b00963') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:09.791812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:09.796116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 3db57336-b5c2-42f6-a508-faf06eece2cf) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:09.813568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:09.813799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.814715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.821010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3fe77f-2aac-4819-bf62-7ce07880c906 None None] Network 3db57336-b5c2-42f6-a508-faf06eece2cf requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:09.830425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.837198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:09.837617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.868118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54992) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:09.870099 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0554790 Dec 22 04:51:09.875653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 54996) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:09.891712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-220717063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:09.896911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:09.905039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:09.909207 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:09.915080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:09.920111 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:router and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:09.936514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:09.939311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:09.958689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:09.987783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:09.992178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:09.995318 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:10.001351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.012789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6894ba01-db85-46cc-8440-82dfdd794ee4 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:10.016886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Provisioning for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:10.024843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:10.037058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.040810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Provisioning complete for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:10.041181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.047357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Usage tracker for resource:port and tenant:1d97beccd7194b3c93da9f12996afc3c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:10.048754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Network': ['ID=86f96d02-3368-4ed7-8f8f-3655386d5acf,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:10.053476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:10.057225 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "DELETE /v2.0/networks/86f96d02-3368-4ed7-8f8f-3655386d5acf HTTP/1.1" status: 204 len: 168 time: 1.1399157 Dec 22 04:51:10.060569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55004) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:10.115028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.116355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.132503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:10.134563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.161932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Transition to ACTIVE for port object d83a580d-5ca0-48db-b3de-8fafcb0e6fbf will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:10.163940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:10.221595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Transition to ACTIVE for port object d83a580d-5ca0-48db-b3de-8fafcb0e6fbf will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:10.228013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.270981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.286471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a46b7cdc-e31e-430b-895c-7278e7ba6466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:10.288785 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.ipam_backend_mixin [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1062b2d2-509a-4f6a-848a-7b4d738d6261 (CIDR: 172.20.0.0/28) Dec 22 04:51:10.298657 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-746567b9-0865-476b-80db-38d3c46805ef req-43dc7fd6-cf5f-42a3-ab2a-317405fcc40f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 210 time: 0.1358924 Dec 22 04:51:10.305441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Made reservation on behalf of 1d97beccd7194b3c93da9f12996afc3c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:10.310069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.323726 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:10.324726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:10.347094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.385953 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7062aae6-7bd3-4cf7-bb55-e1780a67f499 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c72b3e924ede4849a68ae1dfd87df51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117700 Dec 22 04:51:10.390802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.394500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55010) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:10.398281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Network 2466ab75-74f6-42c3-9e67-b63320092694 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:10.405338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:10.411703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-3db57336-b5c2-42f6-a508-faf06eece2cf', 'network_id': '3db57336-b5c2-42f6-a508-faf06eece2cf', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'fixed_ips': [{'subnet_id': 'e1b6f2e4-83af-4f24-8d64-aef83f1bb3b9'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:51:10.412618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.427220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:10.432580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.446544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Pushing event updated for resources: {'Port': ['ID=d83a580d-5ca0-48db-b3de-8fafcb0e6fbf,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:10.457157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:10.568604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.587136 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a2a11a02-27d9-4a5d-89fe-075a86ac882b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1698525 Dec 22 04:51:10.596227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55014) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:10.596424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9629ad2d-1817-43bd-bd99-d411deaa9b77']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:10.608646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:10.609874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee531b1-2c9e-44e0-a54f-5c228f27be89') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:10.610167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee531b1-2c9e-44e0-a54f-5c228f27be89') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:10.622413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.624948 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] For port af2ab1e2-546f-4f04-8e96-571d7e89eae2, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=af2ab1e2-546f-4f04-8e96-571d7e89eae2,segment=NetworkSegment(6cc0c9d5-ec89-4570-9ead-2ee23002e4bc),segment_id=6cc0c9d5-ec89-4570-9ead-2ee23002e4bc)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:10.628705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Attempting to bind port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:10.628867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.629000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Attempting to bind port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'd4bd352c-4456-4bbb-8503-26fdc94c14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2466ab75-74f6-42c3-9e67-b63320092694'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:10.629000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Attempting to bind port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf on network 2466ab75-74f6-42c3-9e67-b63320092694 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:51:10.640214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.641208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.642287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:51:10.642677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Checking segment: {'id': 'd4bd352c-4456-4bbb-8503-26fdc94c14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2466ab75-74f6-42c3-9e67-b63320092694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:10.643073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.643455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Bound using segment: {'id': 'd4bd352c-4456-4bbb-8503-26fdc94c14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2466ab75-74f6-42c3-9e67-b63320092694'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:51:10.644327 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Bound port: d83a580d-5ca0-48db-b3de-8fafcb0e6fbf, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bd352c-4456-4bbb-8503-26fdc94c14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2466ab75-74f6-42c3-9e67-b63320092694'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:10.644327 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.648503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:10.648917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.657799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:10.696878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c2eb89a-3767-4a18-95a1-5b77c697fc55 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:10.751812 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:10.770630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.772122 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7d1596e5-7cd1-418f-b23a-9fdecca339fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8910723 Dec 22 04:51:10.780486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55020) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:10.852027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.853834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-434d0732-9834-468e-822e-02cc9b09d2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.868237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:10.884669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.899189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Pushing event updated for resources: {'Port': ['ID=af2ab1e2-546f-4f04-8e96-571d7e89eae2,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:10.905376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ac9b4a2b-dd29-46a1-89d4-4fff76a3fa50 None None] Provisioning for port d2a5d505-6ced-42a4-b708-e1818236f68e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:10.909381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Network': ['ID=9629ad2d-1817-43bd-bd99-d411deaa9b77,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:10.916895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:10.921558 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "DELETE /v2.0/networks/9629ad2d-1817-43bd-bd99-d411deaa9b77 HTTP/1.1" status: 204 len: 168 time: 0.8597310 Dec 22 04:51:10.922119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:10.924503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-434d0732-9834-468e-822e-02cc9b09d2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.931259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55024) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:10.931531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ac9b4a2b-dd29-46a1-89d4-4fff76a3fa50 None None] Provisioning complete for port d2a5d505-6ced-42a4-b708-e1818236f68e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:10.931922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac9b4a2b-dd29-46a1-89d4-4fff76a3fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.958155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Allocated IP 172.21.0.2 (3db57336-b5c2-42f6-a508-faf06eece2cf/e1b6f2e4-83af-4f24-8d64-aef83f1bb3b9/817c5cf5-ed85-4b20-8412-21d26ab278b1) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:10.963374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:10.978312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-320ae62f-44ec-4f45-a24a-fa5fc7873963 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:10.992600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] For port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:51:11.012864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] For port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d83a580d-5ca0-48db-b3de-8fafcb0e6fbf,segment=NetworkSegment(d4bd352c-4456-4bbb-8503-26fdc94c14eb),segment_id=d4bd352c-4456-4bbb-8503-26fdc94c14eb)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:51:11.031021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b4a2b-dd29-46a1-89d4-4fff76a3fa50 None None] Port d2a5d505-6ced-42a4-b708-e1818236f68e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:11.036059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.045419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9187fa5c-f734-40b2-98c1-5646778f7fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:11.046293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Allocated IP 172.20.0.5 (9ebda942-2470-41ad-ba75-e2adc80709c4/22563cff-ff0b-4792-9c5d-cf49e4cbea31/64f1110e-b434-42d3-b996-b90766f60e39) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:11.103166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:11.120385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:11.125426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:11.135105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:11.140170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:11.146196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:11.156552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:11.156928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.189112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:11.189418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event updated for resources: {'Port': ['ID=2a7f40de-aef9-46a8-b644-1fb318000cb2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:11.205303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:11.241305 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Pushing event updated for resources: {'Port': ['ID=d83a580d-5ca0-48db-b3de-8fafcb0e6fbf,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:11.251470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:11.295394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695cad02-8747-4c3f-9af3-179d1d653b1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:11.301561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695cad02-8747-4c3f-9af3-179d1d653b1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:11.303659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-695cad02-8747-4c3f-9af3-179d1d653b1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Synchronizing usage tracker for tenant:c241342114f6446bba7321e9fd928100 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:11.314120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-434d0732-9834-468e-822e-02cc9b09d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.348486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:11.376105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.417225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.446899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.458619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Transition to ACTIVE for port object 817c5cf5-ed85-4b20-8412-21d26ab278b1 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:11.481944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bc4015d6-2d6d-4984-a9b6-1bfa85c47972 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:11.482632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Transition to ACTIVE for port object 817c5cf5-ed85-4b20-8412-21d26ab278b1 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:11.502414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.508718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Deleting port 2a7f40de-aef9-46a8-b644-1fb318000cb2 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:11.508862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:11.508984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.555539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d0732-9834-468e-822e-02cc9b09d2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bc0ef7-cca7-4a0e-88a6-30dfbe4a65ef,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:11.577631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-434d0732-9834-468e-822e-02cc9b09d2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:11.586255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-434d0732-9834-468e-822e-02cc9b09d2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.590863 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-434d0732-9834-468e-822e-02cc9b09d2cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23bc0ef7-cca7-4a0e-88a6-30dfbe4a65ef HTTP/1.1" status: 204 len: 168 time: 1.1908436 Dec 22 04:51:11.590863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-695cad02-8747-4c3f-9af3-179d1d653b1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Unset dirty status for tenant:c241342114f6446bba7321e9fd928100 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:11.590863 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-695cad02-8747-4c3f-9af3-179d1d653b1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6558754 Dec 22 04:51:11.596733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55032) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:11.609861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-692092120'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:11.616741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:11.628034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:11.653648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Pushing event updated for resources: {'Port': ['ID=817c5cf5-ed85-4b20-8412-21d26ab278b1,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:11.655652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:11.672817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:11.693839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:11.697065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Network 3db57336-b5c2-42f6-a508-faf06eece2cf is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:11.698738 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:11.705879 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:11.713721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.762153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Made reservation on behalf of c241342114f6446bba7321e9fd928100 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:11.765839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.770174 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'code': 200} Dec 22 04:51:11.770714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b44a3d30-b976-455e-8ecd-69255e1fe860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:11.838978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:11.864112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.864501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.876444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:11.876799 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Added segment 31928c74-7314-430d-8d2b-42ea66f34277 of type vlan for network e85c83b2-c90e-4a86-ae7a-f8343f783e5d Dec 22 04:51:11.972444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-cb8ee382-b144-4e5a-b5f2-996c14d4eab3 req-b1054927-7f03-442f-bc79-0e2a8d02be52 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Synchronizing usage tracker for tenant:1d97beccd7194b3c93da9f12996afc3c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:11.975356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Attempting to bind port 817c5cf5-ed85-4b20-8412-21d26ab278b1 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:11.975752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Attempting to bind port 817c5cf5-ed85-4b20-8412-21d26ab278b1 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '46b76191-4692-4c98-95e6-7ac934fa1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3db57336-b5c2-42f6-a508-faf06eece2cf'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:11.976117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Attempting to bind port 817c5cf5-ed85-4b20-8412-21d26ab278b1 on network 3db57336-b5c2-42f6-a508-faf06eece2cf {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:51:11.994111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4c2eb89a-3767-4a18-95a1-5b77c697fc55,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:12.015054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:12.015969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:51:12.017089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Checking segment: {'id': '46b76191-4692-4c98-95e6-7ac934fa1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3db57336-b5c2-42f6-a508-faf06eece2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:12.017522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.018070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Bound using segment: {'id': '46b76191-4692-4c98-95e6-7ac934fa1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3db57336-b5c2-42f6-a508-faf06eece2cf'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:51:12.018576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Bound port: 817c5cf5-ed85-4b20-8412-21d26ab278b1, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b76191-4692-4c98-95e6-7ac934fa1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3db57336-b5c2-42f6-a508-faf06eece2cf'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:12.018976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.061035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Calling delete_port for 2a7f40de-aef9-46a8-b644-1fb318000cb2 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:12.087265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.114584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-cb8ee382-b144-4e5a-b5f2-996c14d4eab3 req-b1054927-7f03-442f-bc79-0e2a8d02be52 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Unset dirty status for tenant:1d97beccd7194b3c93da9f12996afc3c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:12.115686 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb8ee382-b144-4e5a-b5f2-996c14d4eab3 req-b1054927-7f03-442f-bc79-0e2a8d02be52 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 210 time: 0.6414070 Dec 22 04:51:12.130236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.138832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.146107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] For port 817c5cf5-ed85-4b20-8412-21d26ab278b1, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:51:12.151971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] For port 817c5cf5-ed85-4b20-8412-21d26ab278b1, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=817c5cf5-ed85-4b20-8412-21d26ab278b1,segment=NetworkSegment(46b76191-4692-4c98-95e6-7ac934fa1d44),segment_id=46b76191-4692-4c98-95e6-7ac934fa1d44)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:51:12.158555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.166189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e2f80db8-b5b1-4b15-9cd2-398416cc1737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:12.289844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.300541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:12.302070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.308618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Pushing event updated for resources: {'Port': ['ID=817c5cf5-ed85-4b20-8412-21d26ab278b1,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:12.314080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:12.322148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-291cd69d-ad22-4b01-8f4e-4d654ca2e0c1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:12.475671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'Network': ['ID=e85c83b2-c90e-4a86-ae7a-f8343f783e5d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:12.489248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network e85c83b2-c90e-4a86-ae7a-f8343f783e5d details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:12.493284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:12.506221 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9029238 Dec 22 04:51:12.507006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55052) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:12.507634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.515467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6cfa3ba1-76da-4ad0-8261-7750e297c0ec tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:12.571786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1089549440'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:12.598857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:12.610514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event deleted for resources: {'Port': ['ID=2a7f40de-aef9-46a8-b644-1fb318000cb2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:12.612897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Usage tracker for resource:network and tenant:c241342114f6446bba7321e9fd928100 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:12.669770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:12.671211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:12.680129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:12.782164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Made reservation on behalf of c241342114f6446bba7321e9fd928100 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:12.790602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.868839 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] create failed (client error): The resource could not be found. Dec 22 04:51:12.871032 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0030241 Dec 22 04:51:12.875172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55062) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:12.928091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 817c5cf5-ed85-4b20-8412-21d26ab278b1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:12.944101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.978017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2a144e23-3fd0-4957-89e4-8d488255059c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Deleting port baff591e-88de-4b28-b2a9-e26184d92438 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:12.978295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a144e23-3fd0-4957-89e4-8d488255059c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:12.985505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c38881c-0aa7-4a6d-88ae-d9e470d1b50f tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:12.996911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87973146-9918-4665-aed0-48c2f6031269 None None] Network 2466ab75-74f6-42c3-9e67-b63320092694 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:13.067229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55066) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:13.087202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:13.094945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:13.102965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:13.112281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e473d1-068d-4216-86b3-4f398a7ad9d1 None None] Network a0bb787b-7486-40aa-863e-149e507d1367 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:13.137472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:13.143096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:13.154870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b4f69531-5d3b-47c2-84dd-0d114be54c46 None None] Provisioning for port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:13.239244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=b5e7daa9-005a-4155-a841-ae342053a750,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:13.245199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 817c5cf5-ed85-4b20-8412-21d26ab278b1 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:13.249815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:13.299807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device af2ab1e2-546f-4f04-8e96-571d7e89eae2 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:13.322734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:13.323883 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Added segment ab2e457c-c55d-4945-a6b8-e2d100d39d12 of type vlan for network c94ab1ab-da5a-47d1-b00e-9ce28de8568a Dec 22 04:51:13.343528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:13.353593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2fa6423f-d9f4-41b4-aa2a-51c9252da848 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:13.427531 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-faa65a16-a354-4489-995d-ba41ed6b87af tempest-ServiceProvidersTest-2140133578 tempest-ServiceProvidersTest-2140133578-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3554046 Dec 22 04:51:13.436543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Network 9ebda942-2470-41ad-ba75-e2adc80709c4 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:13.449614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:13.461957 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8652782 Dec 22 04:51:13.467763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:13.474558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55080) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:13.491258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:13.499032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1622192320', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b5e7daa9-005a-4155-a841-ae342053a750'}], 'security_groups': ['e101ef87-59a0-4425-8b30-a4a0fcec70c0']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:13.551261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Pushing event updated for resources: {'Port': ['ID=64f1110e-b434-42d3-b996-b90766f60e39,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:13.557836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:13.559199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Allocated IP 172.20.0.1 (2466ab75-74f6-42c3-9e67-b63320092694/3d568792-2c50-4e49-80a5-7ad975a5a2f0/a7083194-66ee-4a80-a55c-917693805f60) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:13.604458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:13.605134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:13.615291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:13.615655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:13.810963 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1302123 Dec 22 04:51:13.861689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Request body: {'port': {'device_id': 'a7fb6ae6-e59a-4614-905a-7a57e223bcc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:13.879991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:13.888063 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:13.889491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:13.918646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d83a580d-5ca0-48db-b3de-8fafcb0e6fbf up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:13.936060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-03c4ac1a-08c2-4ffd-b060-ed38b32084f1 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:13.969861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55086) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:13.987707 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4751351 Dec 22 04:51:13.992450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6190eff-4d8a-4bd9-93dc-13853ac20b9c None None] Network 3db57336-b5c2-42f6-a508-faf06eece2cf requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:14.010242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55090) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:14.049982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'ports': [{'network_id': 'e85c83b2-c90e-4a86-ae7a-f8343f783e5d', 'name': 'tempest-port--1404304435', 'admin_state_up': True}, {'network_id': 'c94ab1ab-da5a-47d1-b00e-9ce28de8568a', 'admin_state_up': False}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:14.050386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'port': {'network_id': 'e85c83b2-c90e-4a86-ae7a-f8343f783e5d', 'name': 'tempest-port--1404304435', 'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:14.050877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'port': {'network_id': 'c94ab1ab-da5a-47d1-b00e-9ce28de8568a', 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:14.185692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-208c2a4f-e257-4c6b-993f-893b1ddf84ae None None] Provisioning for port 817c5cf5-ed85-4b20-8412-21d26ab278b1 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:14.186237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a144e23-3fd0-4957-89e4-8d488255059c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.211643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'Network': ['ID=c94ab1ab-da5a-47d1-b00e-9ce28de8568a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:14.212544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-208c2a4f-e257-4c6b-993f-893b1ddf84ae None None] Provisioning complete for port 817c5cf5-ed85-4b20-8412-21d26ab278b1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:14.212915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-208c2a4f-e257-4c6b-993f-893b1ddf84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.216637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:14.255360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network c94ab1ab-da5a-47d1-b00e-9ce28de8568a details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:14.268893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.282420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b324c-89e9-41a7-b975-9ebf41ec5525 None None] Update dhcp port {'port': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'fixed_ips': [{'subnet_id': '1062b2d2-509a-4f6a-848a-7b4d738d6261', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b5e7daa9-005a-4155-a841-ae342053a750'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': 'af2ab1e2-546f-4f04-8e96-571d7e89eae2'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:51:14.289351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Transition to ACTIVE for port object a7083194-66ee-4a80-a55c-917693805f60 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:14.341998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:14.360547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2a144e23-3fd0-4957-89e4-8d488255059c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Calling delete_port for baff591e-88de-4b28-b2a9-e26184d92438 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:14.386320 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.405340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:14.435750 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.438009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:14.440279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.483369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff315f8-7674-4354-8323-2db9a7e37e26 req-44822717-40ae-4e33-b348-7cf27cc39966 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:14.490768 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9ff315f8-7674-4354-8323-2db9a7e37e26 req-44822717-40ae-4e33-b348-7cf27cc39966 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 931 time: 1.0649459 Dec 22 04:51:14.548251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=a7083194-66ee-4a80-a55c-917693805f60,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:14.579423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.594495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:14.614269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb4b324c-89e9-41a7-b975-9ebf41ec5525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.630423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 2466ab75-74f6-42c3-9e67-b63320092694 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:14.632722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:14.637695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.637906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a144e23-3fd0-4957-89e4-8d488255059c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.646749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2ee743e8-8ad6-4568-9f2a-e188626997f3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:14.651784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:14.665731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] Usage tracker for resource:security_group_rule and tenant:88464a97a89246c99ac0ac079ec286d3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:14.672774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:14.698649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a144e23-3fd0-4957-89e4-8d488255059c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event deleted for resources: {'Port': ['ID=baff591e-88de-4b28-b2a9-e26184d92438,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:14.702151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2a144e23-3fd0-4957-89e4-8d488255059c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:14.702471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:14.702627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.732020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:14.759947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:14.784477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9ff315f8-7674-4354-8323-2db9a7e37e26 req-9a9c2677-535d-4143-a549-5e5e3239ce69 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Synchronizing usage tracker for tenant:1d97beccd7194b3c93da9f12996afc3c on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:14.798277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Usage tracker for resource:port and tenant:c241342114f6446bba7321e9fd928100 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:14.803030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:14.867458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:14.876082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-208c2a4f-e257-4c6b-993f-893b1ddf84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.898999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.927394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9ff315f8-7674-4354-8323-2db9a7e37e26 req-9a9c2677-535d-4143-a549-5e5e3239ce69 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Unset dirty status for tenant:1d97beccd7194b3c93da9f12996afc3c on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:14.943393 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9ff315f8-7674-4354-8323-2db9a7e37e26 req-9a9c2677-535d-4143-a549-5e5e3239ce69 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516227 Dec 22 04:51:14.957312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a144e23-3fd0-4957-89e4-8d488255059c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.961539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Made reservation on behalf of c241342114f6446bba7321e9fd928100 for: {'port': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:14.966264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.034600 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2a144e23-3fd0-4957-89e4-8d488255059c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "DELETE /v2.0/ports/baff591e-88de-4b28-b2a9-e26184d92438 HTTP/1.1" status: 204 len: 168 time: 2.1579986 Dec 22 04:51:15.039580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55098) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:15.040170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-208c2a4f-e257-4c6b-993f-893b1ddf84ae None None] For port 817c5cf5-ed85-4b20-8412-21d26ab278b1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=817c5cf5-ed85-4b20-8412-21d26ab278b1,segment=NetworkSegment(46b76191-4692-4c98-95e6-7ac934fa1d44),segment_id=46b76191-4692-4c98-95e6-7ac934fa1d44)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:15.042380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.064281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-208c2a4f-e257-4c6b-993f-893b1ddf84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.073915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:15.092286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.203605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739aecd-cd48-4110-9891-6c00f603f392 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:15.204427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5739aecd-cd48-4110-9891-6c00f603f392 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Synchronizing usage tracker for tenant:dc6371ef913749c796ffe3a5aa82b2c3 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:15.226711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5739aecd-cd48-4110-9891-6c00f603f392 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Unset dirty status for tenant:dc6371ef913749c796ffe3a5aa82b2c3 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:15.228279 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5739aecd-cd48-4110-9891-6c00f603f392 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "GET /v2.0/ports?device_id=35db72a9-3eea-4ac6-8eca-7104775e2859 HTTP/1.1" status: 200 len: 913 time: 0.1886163 Dec 22 04:51:15.231780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55102) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:15.232884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d83a580d-5ca0-48db-b3de-8fafcb0e6fbf,segment=NetworkSegment(d4bd352c-4456-4bbb-8503-26fdc94c14eb),segment_id=d4bd352c-4456-4bbb-8503-26fdc94c14eb)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:15.251085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.262124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c2a4f-e257-4c6b-993f-893b1ddf84ae None None] Pushing event updated for resources: {'Port': ['ID=817c5cf5-ed85-4b20-8412-21d26ab278b1,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:15.265982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-208c2a4f-e257-4c6b-993f-893b1ddf84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:15.266611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bccd96b0-e04f-4fd6-a1a4-cbfe87b7d2ef None None] Provisioning complete for port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:15.266987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bccd96b0-e04f-4fd6-a1a4-cbfe87b7d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.301048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3e77e574-ef0d-4698-89a2-06cc14f98f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:15.360768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-fb4b324c-89e9-41a7-b975-9ebf41ec5525 None None] Allocated IP 172.20.0.18 (a0bb787b-7486-40aa-863e-149e507d1367/b5e7daa9-005a-4155-a841-ae342053a750/af2ab1e2-546f-4f04-8e96-571d7e89eae2) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:15.506926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=d83a580d-5ca0-48db-b3de-8fafcb0e6fbf,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:15.510256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:15.583028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.614155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.627777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:15.668526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fb4b324c-89e9-41a7-b975-9ebf41ec5525 None None] For port af2ab1e2-546f-4f04-8e96-571d7e89eae2, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=af2ab1e2-546f-4f04-8e96-571d7e89eae2,segment=NetworkSegment(6cc0c9d5-ec89-4570-9ead-2ee23002e4bc),segment_id=6cc0c9d5-ec89-4570-9ead-2ee23002e4bc)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:15.672877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] device_id is not set on port c45b61d3-a871-40d9-80ef-ab26e7554160 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:15.698102 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bccd96b0-e04f-4fd6-a1a4-cbfe87b7d2ef None None] Provisioning for port a7083194-66ee-4a80-a55c-917693805f60 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:15.708861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb4b324c-89e9-41a7-b975-9ebf41ec5525 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.712752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bccd96b0-e04f-4fd6-a1a4-cbfe87b7d2ef None None] Provisioning complete for port a7083194-66ee-4a80-a55c-917693805f60 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:15.712752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bccd96b0-e04f-4fd6-a1a4-cbfe87b7d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.767218 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88464a97a89246c99ac0ac079ec286d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7818906 Dec 22 04:51:15.767218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d877d-9635-4e89-a879-c1f0bc354041,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:15.767782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55108) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:15.781262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:15.783582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fb4b324c-89e9-41a7-b975-9ebf41ec5525 None None] Transition to ACTIVE for port object af2ab1e2-546f-4f04-8e96-571d7e89eae2 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:15.787021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.794411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-bccd96b0-e04f-4fd6-a1a4-cbfe87b7d2ef None None] Port a7083194-66ee-4a80-a55c-917693805f60 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:15.797181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb4b324c-89e9-41a7-b975-9ebf41ec5525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.802758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9a0a19c7-a78c-499d-8d97-488de0131130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:15.950844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2275207-f7c8-46a1-9921-0267ac61945a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.959532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b324c-89e9-41a7-b975-9ebf41ec5525 None None] Pushing event updated for resources: {'Port': ['ID=af2ab1e2-546f-4f04-8e96-571d7e89eae2,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:15.963031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-fb4b324c-89e9-41a7-b975-9ebf41ec5525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:15.970212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-162e96aa-f19a-4dca-b944-726fd214a2ed None None] Provisioning complete for port 817c5cf5-ed85-4b20-8412-21d26ab278b1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:15.970716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-162e96aa-f19a-4dca-b944-726fd214a2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.122135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2275207-f7c8-46a1-9921-0267ac61945a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.168936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Delete allocated IP 172.20.0.3 (a0bb787b-7486-40aa-863e-149e507d1367/1062b2d2-509a-4f6a-848a-7b4d738d6261) {{(pid=87555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:51:16.178562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f1110e-b434-42d3-b996-b90766f60e39 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:51:16.200046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.30 (a0bb787b-7486-40aa-863e-149e507d1367/b5e7daa9-005a-4155-a841-ae342053a750/d2a5d505-6ced-42a4-b708-e1818236f68e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:16.248399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.316266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2275207-f7c8-46a1-9921-0267ac61945a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.330699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Transition to ACTIVE for port object 64f1110e-b434-42d3-b996-b90766f60e39 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:16.341190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3b35d70b-e600-4f20-a8c4-4f52824f55ca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:16.355304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.366956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2275207-f7c8-46a1-9921-0267ac61945a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d877d-9635-4e89-a879-c1f0bc354041,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:16.381742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-371c9798-2df0-4b61-8bea-a2f6a39503b4 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:16.426321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f2275207-f7c8-46a1-9921-0267ac61945a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:16.438208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2275207-f7c8-46a1-9921-0267ac61945a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.442613 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f2275207-f7c8-46a1-9921-0267ac61945a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/003d877d-9635-4e89-a879-c1f0bc354041 HTTP/1.1" status: 204 len: 168 time: 0.6711931 Dec 22 04:51:16.463805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.543409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.728792 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:51:16.771939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.818834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Pushing event updated for resources: {'Port': ['ID=64f1110e-b434-42d3-b996-b90766f60e39,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:16.819439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7e772d20-bc6d-4fd9-b7bf-9b79874320e5 None None] Provisioning complete for port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:16.819939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e772d20-bc6d-4fd9-b7bf-9b79874320e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.832353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:16.849615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333f5db-555b-41ac-8d36-cc0498cb1dea req-df71d542-f945-46d0-a01c-bdc53d7d1c27 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:16.852064 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8333f5db-555b-41ac-8d36-cc0498cb1dea req-df71d542-f945-46d0-a01c-bdc53d7d1c27 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 931 time: 0.6966324 Dec 22 04:51:16.888867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object d2a5d505-6ced-42a4-b708-e1818236f68e will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:16.889129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7e772d20-bc6d-4fd9-b7bf-9b79874320e5 None None] Port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:16.900855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.905191 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7e772d20-bc6d-4fd9-b7bf-9b79874320e5 None None] Provisioning for port d2a5d505-6ced-42a4-b708-e1818236f68e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:16.908557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-668cc166-858b-41ec-a6a0-0f6fd0a5affa tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:16.911571 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7e772d20-bc6d-4fd9-b7bf-9b79874320e5 None None] Provisioning complete for port d2a5d505-6ced-42a4-b708-e1818236f68e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:16.912091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e772d20-bc6d-4fd9-b7bf-9b79874320e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:16.980802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7e772d20-bc6d-4fd9-b7bf-9b79874320e5 None None] Port d2a5d505-6ced-42a4-b708-e1818236f68e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:17.010018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7e772d20-bc6d-4fd9-b7bf-9b79874320e5 None None] Provisioning for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:17.018295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7e772d20-bc6d-4fd9-b7bf-9b79874320e5 None None] Provisioning complete for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:17.018791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e772d20-bc6d-4fd9-b7bf-9b79874320e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.020432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] device_id is not set on port e8027989-d2e8-44bc-af29-4c7c8ec97f32 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:17.089046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=d2a5d505-6ced-42a4-b708-e1818236f68e,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:17.092257 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8333f5db-555b-41ac-8d36-cc0498cb1dea req-8b440c8e-b898-4e5d-b5b4-d6562c57916a tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769545 Dec 22 04:51:17.103985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:17.130379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] In _notify_port_updated(), no bound segment for port d2a5d505-6ced-42a4-b708-e1818236f68e on network a0bb787b-7486-40aa-863e-149e507d1367 {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:51:17.136416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:17.137121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.137687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Attempting to bind port 64f1110e-b434-42d3-b996-b90766f60e39 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:17.138053 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Attempting to bind port 64f1110e-b434-42d3-b996-b90766f60e39 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '77c310b7-e4dc-4886-bef5-99043128eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9ebda942-2470-41ad-ba75-e2adc80709c4'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:17.138359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Attempting to bind port 64f1110e-b434-42d3-b996-b90766f60e39 on network 9ebda942-2470-41ad-ba75-e2adc80709c4 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:51:17.141514 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "PUT /v2.0/ports/d2a5d505-6ced-42a4-b708-e1818236f68e HTTP/1.1" status: 200 len: 921 time: 3.6587722 Dec 22 04:51:17.141841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.143089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55118) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:17.155273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Port 64f1110e-b434-42d3-b996-b90766f60e39 on network 9ebda942-2470-41ad-ba75-e2adc80709c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:51:17.155590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Attempting to bind port 64f1110e-b434-42d3-b996-b90766f60e39 on network 9ebda942-2470-41ad-ba75-e2adc80709c4 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:51:17.160687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.192770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f34d172-f5e7-448e-9676-5bea6b7ce54a tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:17.268624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3ba93557-4bb0-4aa9-b55d-54b38016f297 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port d2a5d505-6ced-42a4-b708-e1818236f68e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:17.268991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3ba93557-4bb0-4aa9-b55d-54b38016f297 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.301835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Deleting port 17e085ec-06a3-4bcf-adc9-f0c0e24c9872 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:17.301835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.348516 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d83a580d-5ca0-48db-b3de-8fafcb0e6fbf up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:17.444028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:17.444470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.475729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:51:17.476265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Checking segment: {'id': '77c310b7-e4dc-4886-bef5-99043128eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9ebda942-2470-41ad-ba75-e2adc80709c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:17.476748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Bound using segment: {'id': '77c310b7-e4dc-4886-bef5-99043128eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9ebda942-2470-41ad-ba75-e2adc80709c4'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:51:17.477293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Bound port: 64f1110e-b434-42d3-b996-b90766f60e39, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c310b7-e4dc-4886-bef5-99043128eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9ebda942-2470-41ad-ba75-e2adc80709c4'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:17.477735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.543549 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=a7083194-66ee-4a80-a55c-917693805f60,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:17.585078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:17.591932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 817c5cf5-ed85-4b20-8412-21d26ab278b1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:17.624602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.699512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.700824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-35b15805-6937-4afc-b90e-5f7c6b509ea9 None None] Provisioning complete for port d2a5d505-6ced-42a4-b708-e1818236f68e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:17.701301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-35b15805-6937-4afc-b90e-5f7c6b509ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.757743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] For port 64f1110e-b434-42d3-b996-b90766f60e39, host hv-neutron-8225, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:51:17.765940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-35b15805-6937-4afc-b90e-5f7c6b509ea9 None None] Port d2a5d505-6ced-42a4-b708-e1818236f68e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:17.776740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 817c5cf5-ed85-4b20-8412-21d26ab278b1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:17.776740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.788171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.788839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] For port 64f1110e-b434-42d3-b996-b90766f60e39, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=64f1110e-b434-42d3-b996-b90766f60e39,segment=NetworkSegment(77c310b7-e4dc-4886-bef5-99043128eb9b),segment_id=77c310b7-e4dc-4886-bef5-99043128eb9b)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:51:17.809474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.816114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac9d74db-e54f-45ed-a95f-add3bbcb8e5d tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:17.895919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device af2ab1e2-546f-4f04-8e96-571d7e89eae2 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:17.921231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:17.921840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.923694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] 10.222.0.61 "PUT /v2.0/ports/64f1110e-b434-42d3-b996-b90766f60e39 HTTP/1.1" status: 200 len: 1093 time: 4.0792520 Dec 22 04:51:17.923832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fb6ae6-e59a-4614-905a-7a57e223bcc3', 'tag': '64f1110e-b434-42d3-b996-b90766f60e39'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:17.932965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 2466ab75-74f6-42c3-9e67-b63320092694 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:17.937320 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:17.939765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:17.943529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Calling delete_port for 17e085ec-06a3-4bcf-adc9-f0c0e24c9872 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:18.018503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:18.019178 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:18.102988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3ba93557-4bb0-4aa9-b55d-54b38016f297 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:18.118834 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fb6ae6-e59a-4614-905a-7a57e223bcc3', 'tag': '64f1110e-b434-42d3-b996-b90766f60e39', 'status': 'completed', 'code': 200} Dec 22 04:51:18.195331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Pushing event updated for resources: {'Port': ['ID=64f1110e-b434-42d3-b996-b90766f60e39,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:18.210256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:18.223223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7af7028-7023-402c-874e-17e572372ba8 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:18.289655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3ba93557-4bb0-4aa9-b55d-54b38016f297 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for d2a5d505-6ced-42a4-b708-e1818236f68e owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:18.295540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d58e0949-799d-4756-8b59-0d51f7526471 None None] Provisioning complete for port a7083194-66ee-4a80-a55c-917693805f60 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:18.295990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d58e0949-799d-4756-8b59-0d51f7526471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:18.351628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d58e0949-799d-4756-8b59-0d51f7526471 None None] Port a7083194-66ee-4a80-a55c-917693805f60 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:18.397124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'Port': ['ID=c45b61d3-a871-40d9-80ef-ab26e7554160,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:18.404712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:18.405676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Checking segment: {'id': '31928c74-7314-430d-8d2b-42ea66f34277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e85c83b2-c90e-4a86-ae7a-f8343f783e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:18.405917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Network hostable DHCP agents. Network: e85c83b2-c90e-4a86-ae7a-f8343f783e5d, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:18.451520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-b4f8f38b-2786-4964-bb2b-80445186d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:18.453043 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-b4f8f38b-2786-4964-bb2b-80445186d879 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d97beccd7194b3c93da9f12996afc3c&device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 1096 time: 0.3309171 Dec 22 04:51:18.462695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Network e85c83b2-c90e-4a86-ae7a-f8343f783e5d is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:18.471011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 8ffa0200-9671-4ce6-abc9-b8220dbb0234 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:51:18.518077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:18.523780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a13d2a96-ae76-44e2-bbcd-7d3e61eb2cdc tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:18.546210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, e85c83b2-c90e-4a86-ae7a-f8343f783e5d) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:18.554467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25efb92f-a240-461c-9153-0a0be3417256 None None] Network e85c83b2-c90e-4a86-ae7a-f8343f783e5d requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:18.555185 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e2433-9cfb-4bcd-a008-2e792c485d47 req-f0b42f9b-8a7d-43e8-a5cf-910fca0cb1b5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:18.556851 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-121e2433-9cfb-4bcd-a008-2e792c485d47 req-f0b42f9b-8a7d-43e8-a5cf-910fca0cb1b5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 943 time: 0.2994144 Dec 22 04:51:18.570138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:18.570962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:18.573232 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-d4e6bd76-0373-4827-9b47-fbbc77c7a294 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f1110e-b434-42d3-b996-b90766f60e39 HTTP/1.1" status: 200 len: 217 time: 0.1049421 Dec 22 04:51:18.577363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event deleted for resources: {'Port': ['ID=17e085ec-06a3-4bcf-adc9-f0c0e24c9872,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:18.579495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e7de9a42-8e2e-43ee-bccf-972ca08ca3e5 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:18.582831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:18.617158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3ba93557-4bb0-4aa9-b55d-54b38016f297 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:18.626989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f914c2bc-cdbc-4cc5-9b1b-ffabad7b3803 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:18.713360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba93557-4bb0-4aa9-b55d-54b38016f297 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=d2a5d505-6ced-42a4-b708-e1818236f68e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:18.716662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3ba93557-4bb0-4aa9-b55d-54b38016f297 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:18.901311 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-121e2433-9cfb-4bcd-a008-2e792c485d47 req-65d193e0-dc9b-4b05-9caa-e93d9f0ff1e4 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322613 Dec 22 04:51:18.902000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'Port': ['ID=e8027989-d2e8-44bc-af29-4c7c8ec97f32,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:18.913067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:18.916882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-50f580e7-1815-4da4-813f-9c195da1bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:18.918596 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-50f580e7-1815-4da4-813f-9c195da1bf82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22563cff-ff0b-4792-9c5d-cf49e4cbea31 HTTP/1.1" status: 200 len: 851 time: 0.3086815 Dec 22 04:51:18.972940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:18.984928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Checking segment: {'id': 'ab2e457c-c55d-4945-a6b8-e2d100d39d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c94ab1ab-da5a-47d1-b00e-9ce28de8568a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:18.985407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Network hostable DHCP agents. Network: c94ab1ab-da5a-47d1-b00e-9ce28de8568a, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:18.986687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd284973-8b9f-4d95-83d3-3cc7e9484957 None None] Sync routers for ids ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:18.995458 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-4976ac22-3356-41de-a619-afe883d58031 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ebda942-2470-41ad-ba75-e2adc80709c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669062 Dec 22 04:51:19.002347 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd284973-8b9f-4d95-83d3-3cc7e9484957 None None] Routers {'8ffa0200-9671-4ce6-abc9-b8220dbb0234'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:19.003821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bd284973-8b9f-4d95-83d3-3cc7e9484957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:19.005233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:19.009386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3ba93557-4bb0-4aa9-b55d-54b38016f297 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:19.081857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bd284973-8b9f-4d95-83d3-3cc7e9484957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:19.092067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd284973-8b9f-4d95-83d3-3cc7e9484957 None None] Routers {'8ffa0200-9671-4ce6-abc9-b8220dbb0234'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:19.092749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bd284973-8b9f-4d95-83d3-3cc7e9484957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:19.161867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bd284973-8b9f-4d95-83d3-3cc7e9484957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:19.162299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd284973-8b9f-4d95-83d3-3cc7e9484957 None None] The sync data for ids ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:19.214377 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3ba93557-4bb0-4aa9-b55d-54b38016f297 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/d2a5d505-6ced-42a4-b708-e1818236f68e HTTP/1.1" status: 204 len: 168 time: 2.0702586 Dec 22 04:51:19.215270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55130) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:19.245867 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/8ffa0200-9671-4ce6-abc9-b8220dbb0234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4621406 Dec 22 04:51:19.254601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55134) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:19.257325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Network c94ab1ab-da5a-47d1-b00e-9ce28de8568a is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:19.339998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, c94ab1ab-da5a-47d1-b00e-9ce28de8568a) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:19.340947 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c64f615-c484-4dc5-951e-7a30a80319e8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:51:19.341159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4c64f615-c484-4dc5-951e-7a30a80319e8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:19.350142 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c292f4f9-1132-4dd0-b9aa-5643b5f14b45 None None] Network c94ab1ab-da5a-47d1-b00e-9ce28de8568a requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:19.362198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:19.367664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:19.372624 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:19.373304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:19.391008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314e2f4-41d6-4e90-ac16-f5ca188f3cd6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:19.391560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7314e2f4-41d6-4e90-ac16-f5ca188f3cd6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:19.401817 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-60b496b6-d481-4fdf-8f31-84ee2a89e6c0 service neutron] 10.222.0.61 "GET /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980644 Dec 22 04:51:19.435906 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4237866 Dec 22 04:51:19.441405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55138) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:19.477376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4c64f615-c484-4dc5-951e-7a30a80319e8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:19.478560 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4c64f615-c484-4dc5-951e-7a30a80319e8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/d2a5d505-6ced-42a4-b708-e1818236f68e HTTP/1.1" status: 404 len: 333 time: 0.2566116 Dec 22 04:51:19.486300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55142) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:19.524731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Router 35db72a9-3eea-4ac6-8eca-7104775e2859 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:51:19.529756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7314e2f4-41d6-4e90-ac16-f5ca188f3cd6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:19.533772 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7314e2f4-41d6-4e90-ac16-f5ca188f3cd6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports/a7083194-66ee-4a80-a55c-917693805f60 HTTP/1.1" status: 200 len: 910 time: 0.2752190 Dec 22 04:51:19.539201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55146) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:19.617133 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e22cd005-03d6-43d9-a065-d2c17032fb88 req-5808d5f3-acba-4638-8bd7-79cb6f563554 service neutron] 10.222.0.61 "GET /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079492 Dec 22 04:51:19.630122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fef0437-998f-4a28-ab5d-34a31dba73fc tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:19.636049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fef0437-998f-4a28-ab5d-34a31dba73fc tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:19.636779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3fef0437-998f-4a28-ab5d-34a31dba73fc tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Synchronizing usage tracker for tenant:c241342114f6446bba7321e9fd928100 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:19.655945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3fef0437-998f-4a28-ab5d-34a31dba73fc tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Unset dirty status for tenant:c241342114f6446bba7321e9fd928100 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:19.657175 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3fef0437-998f-4a28-ab5d-34a31dba73fc tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2131586 Dec 22 04:51:19.660104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55150) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:19.779539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6d339bf2-f56c-4499-9447-07285d1b013a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Deleting port c45b61d3-a871-40d9-80ef-ab26e7554160 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:19.779779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d339bf2-f56c-4499-9447-07285d1b013a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:19.822372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52c18ad9-1393-436d-817c-d936abe508a5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:19.844259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:19.855229 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380cd0b9-e68d-41f7-a8e8-cb2c79e4f22d None None] Sync routers for ids ['35db72a9-3eea-4ac6-8eca-7104775e2859'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:19.856618 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "PUT /v2.0/routers/35db72a9-3eea-4ac6-8eca-7104775e2859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6234479 Dec 22 04:51:19.859489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55154) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:19.870667 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380cd0b9-e68d-41f7-a8e8-cb2c79e4f22d None None] Routers {'35db72a9-3eea-4ac6-8eca-7104775e2859'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:19.871508 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-380cd0b9-e68d-41f7-a8e8-cb2c79e4f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35db72a9-3eea-4ac6-8eca-7104775e2859'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:19.924764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca00238-c10a-4a48-af5c-ce021c8bd21e req-65285510-63df-4046-8e3d-f293f7e9b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:19.926274 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cca00238-c10a-4a48-af5c-ce021c8bd21e req-65285510-63df-4046-8e3d-f293f7e9b022 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d97beccd7194b3c93da9f12996afc3c&device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 1096 time: 0.2101147 Dec 22 04:51:19.938229 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-380cd0b9-e68d-41f7-a8e8-cb2c79e4f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:19.947432 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380cd0b9-e68d-41f7-a8e8-cb2c79e4f22d None None] Routers {'35db72a9-3eea-4ac6-8eca-7104775e2859'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:19.948359 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-380cd0b9-e68d-41f7-a8e8-cb2c79e4f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35db72a9-3eea-4ac6-8eca-7104775e2859'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:20.008094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52c18ad9-1393-436d-817c-d936abe508a5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.015727 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-380cd0b9-e68d-41f7-a8e8-cb2c79e4f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:20.016277 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380cd0b9-e68d-41f7-a8e8-cb2c79e4f22d None None] The sync data for ids ['35db72a9-3eea-4ac6-8eca-7104775e2859'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:20.139349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d339bf2-f56c-4499-9447-07285d1b013a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.169691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1720eff-1766-4858-8126-57523dff36d3 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.288020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6d339bf2-f56c-4499-9447-07285d1b013a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Calling delete_port for c45b61d3-a871-40d9-80ef-ab26e7554160 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:20.382214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca00238-c10a-4a48-af5c-ce021c8bd21e req-3faebc69-7978-4a15-b489-27b53d3da5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:20.383732 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cca00238-c10a-4a48-af5c-ce021c8bd21e req-3faebc69-7978-4a15-b489-27b53d3da5c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9ebda942-2470-41ad-ba75-e2adc80709c4 HTTP/1.1" status: 200 len: 912 time: 0.4462948 Dec 22 04:51:20.468213 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cca00238-c10a-4a48-af5c-ce021c8bd21e req-8f135ba9-c1c7-401d-ba53-43ef1200fbc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f1110e-b434-42d3-b996-b90766f60e39 HTTP/1.1" status: 200 len: 217 time: 0.0764253 Dec 22 04:51:20.543559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d339bf2-f56c-4499-9447-07285d1b013a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.552900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:20.606516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca00238-c10a-4a48-af5c-ce021c8bd21e req-0ab82ae7-4bf6-4c2f-a7a6-14dd34186f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:20.608113 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cca00238-c10a-4a48-af5c-ce021c8bd21e req-0ab82ae7-4bf6-4c2f-a7a6-14dd34186f5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22563cff-ff0b-4792-9c5d-cf49e4cbea31 HTTP/1.1" status: 200 len: 851 time: 0.1233554 Dec 22 04:51:20.611069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d339bf2-f56c-4499-9447-07285d1b013a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Port': ['ID=c45b61d3-a871-40d9-80ef-ab26e7554160,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:20.615657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d339bf2-f56c-4499-9447-07285d1b013a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:20.615822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52c18ad9-1393-436d-817c-d936abe508a5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.615959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d339bf2-f56c-4499-9447-07285d1b013a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.663797 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b0c7-7f7e-415f-a4e9-4d35d3308a32 req-b6b5a9ac-4440-45c1-9642-dbf0b3f9a03b tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:20.665190 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce41b0c7-7f7e-415f-a4e9-4d35d3308a32 req-b6b5a9ac-4440-45c1-9642-dbf0b3f9a03b tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 943 time: 0.5839109 Dec 22 04:51:20.674393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af98649d-1f9e-48d2-8231-c46d8f03197d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:20.676095 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cca00238-c10a-4a48-af5c-ce021c8bd21e req-20542b09-a172-4834-9ac3-76304e1ae472 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ebda942-2470-41ad-ba75-e2adc80709c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572622 Dec 22 04:51:20.711794 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6d339bf2-f56c-4499-9447-07285d1b013a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "DELETE /v2.0/ports/c45b61d3-a871-40d9-80ef-ab26e7554160 HTTP/1.1" status: 204 len: 168 time: 1.0506115 Dec 22 04:51:20.718834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55164) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:20.774851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1720eff-1766-4858-8126-57523dff36d3 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.778645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c18ad9-1393-436d-817c-d936abe508a5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490acfc-6e39-4ea0-81b8-84e43901f073,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:20.782259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1720eff-1766-4858-8126-57523dff36d3 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.786189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-52c18ad9-1393-436d-817c-d936abe508a5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:20.793732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52c18ad9-1393-436d-817c-d936abe508a5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.798058 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-52c18ad9-1393-436d-817c-d936abe508a5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/security-groups/4490acfc-6e39-4ea0-81b8-84e43901f073 HTTP/1.1" status: 204 len: 168 time: 1.3077509 Dec 22 04:51:20.807619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55168) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:20.839537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1720eff-1766-4858-8126-57523dff36d3 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.840564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1720eff-1766-4858-8126-57523dff36d3 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Fanout notify agent at l3_agent the message router_deleted on router 35db72a9-3eea-4ac6-8eca-7104775e2859 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:51:20.902738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1720eff-1766-4858-8126-57523dff36d3 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.904551 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f1720eff-1766-4858-8126-57523dff36d3 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "DELETE /v2.0/routers/35db72a9-3eea-4ac6-8eca-7104775e2859 HTTP/1.1" status: 204 len: 168 time: 1.0422447 Dec 22 04:51:20.915653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55172) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:20.990101 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce41b0c7-7f7e-415f-a4e9-4d35d3308a32 req-d2a81bd4-f963-4802-877c-2b8c597565f1 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163600 Dec 22 04:51:21.018996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-550002e4-6ee9-481b-8c9c-2ab6bbcbc4e3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Deleting port e8027989-d2e8-44bc-af29-4c7c8ec97f32 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:21.019328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-550002e4-6ee9-481b-8c9c-2ab6bbcbc4e3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.053129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e601828-3196-411a-a185-9d7156893b1c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Deleting subnet ac001ff2-9e2c-418a-a4a2-80def05fb9dc {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:21.054917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bfce276-87fc-4301-89ab-d5cf9a3c00dc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.060163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e601828-3196-411a-a185-9d7156893b1c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.091187 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cca00238-c10a-4a48-af5c-ce021c8bd21e req-efddb8bd-8559-47e1-95b2-f436a77e2008 service neutron] 10.222.0.61 "GET /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994141 Dec 22 04:51:21.129214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.154829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bfce276-87fc-4301-89ab-d5cf9a3c00dc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.173201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e601828-3196-411a-a185-9d7156893b1c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.363575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-550002e4-6ee9-481b-8c9c-2ab6bbcbc4e3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.375344 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cca00238-c10a-4a48-af5c-ce021c8bd21e req-4247a6b3-e625-459e-bf59-9000b4941074 service neutron] 10.222.0.61 "GET /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578237 Dec 22 04:51:21.398537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bfce276-87fc-4301-89ab-d5cf9a3c00dc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.408386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-60cd8575-97ff-4706-8afa-19991ae6d9c9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:21.467253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfce276-87fc-4301-89ab-d5cf9a3c00dc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e101ef87-59a0-4425-8b30-a4a0fcec70c0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:21.470913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4bfce276-87fc-4301-89ab-d5cf9a3c00dc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:21.489660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bfce276-87fc-4301-89ab-d5cf9a3c00dc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.493387 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4bfce276-87fc-4301-89ab-d5cf9a3c00dc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/security-groups/e101ef87-59a0-4425-8b30-a4a0fcec70c0 HTTP/1.1" status: 204 len: 168 time: 0.6820846 Dec 22 04:51:21.494446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-550002e4-6ee9-481b-8c9c-2ab6bbcbc4e3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Calling delete_port for e8027989-d2e8-44bc-af29-4c7c8ec97f32 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:21.500651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55178) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:21.549583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e601828-3196-411a-a185-9d7156893b1c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.580714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-550002e4-6ee9-481b-8c9c-2ab6bbcbc4e3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.586915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-68f2602d-8f3d-4f75-b1bc-ad8b0879c435 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:21.632533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550002e4-6ee9-481b-8c9c-2ab6bbcbc4e3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Port': ['ID=e8027989-d2e8-44bc-af29-4c7c8ec97f32,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:21.635768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-550002e4-6ee9-481b-8c9c-2ab6bbcbc4e3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:21.638357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-550002e4-6ee9-481b-8c9c-2ab6bbcbc4e3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.651544 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-550002e4-6ee9-481b-8c9c-2ab6bbcbc4e3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "DELETE /v2.0/ports/e8027989-d2e8-44bc-af29-4c7c8ec97f32 HTTP/1.1" status: 204 len: 168 time: 0.9316638 Dec 22 04:51:21.652264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55182) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:21.699372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-93409d94-2d69-4834-909f-0fd9f84fa506 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet 1062b2d2-509a-4f6a-848a-7b4d738d6261 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:21.702684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-57db281a-c766-4acd-8c47-d383a9faad8d tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Synchronizing usage tracker for tenant:c241342114f6446bba7321e9fd928100 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:21.719391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-57db281a-c766-4acd-8c47-d383a9faad8d tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Unset dirty status for tenant:c241342114f6446bba7321e9fd928100 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:21.720486 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-57db281a-c766-4acd-8c47-d383a9faad8d tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0671873 Dec 22 04:51:21.724330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55186) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:21.730637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1654154062'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:21.735961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:21.740337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Usage tracker for resource:network and tenant:c241342114f6446bba7321e9fd928100 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:21.743268 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:21.748602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93409d94-2d69-4834-909f-0fd9f84fa506 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.750293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:21.761372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Made reservation on behalf of c241342114f6446bba7321e9fd928100 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:21.765073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.787628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e601828-3196-411a-a185-9d7156893b1c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.793180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:21.800297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cc6e5faa-0591-4bfe-821b-059a04bb7a38 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:21.802510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.802851 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Added segment 6f7177a9-12f7-44dc-88ac-b85c362d9b70 of type vlan for network 0f1f519a-a805-43b7-90ed-08f483632739 Dec 22 04:51:21.830195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.850563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e601828-3196-411a-a185-9d7156893b1c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event deleted for resources: {'Subnet': ['ID=ac001ff2-9e2c-418a-a4a2-80def05fb9dc,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:21.854634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e601828-3196-411a-a185-9d7156893b1c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.856287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1357ec50-ba7a-44a5-89a5-6ada88e63505 None None] Network 8fd49840-7319-4487-b46a-97da9eafd74b requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:21.861616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2e601828-3196-411a-a185-9d7156893b1c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:21.864996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93409d94-2d69-4834-909f-0fd9f84fa506 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.865126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.870642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:21.871436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:21.876948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:21.992888 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2645829 Dec 22 04:51:21.993092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55190) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:22.002035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-754515470'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:22.009224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:22.011841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'Network': ['ID=0f1f519a-a805-43b7-90ed-08f483632739,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:22.027282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:22.028714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Usage tracker for resource:network and tenant:c241342114f6446bba7321e9fd928100 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:22.033082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:22.041871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:22.055111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 0f1f519a-a805-43b7-90ed-08f483632739 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:22.057614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Made reservation on behalf of c241342114f6446bba7321e9fd928100 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:22.064793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.065179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Allocated IP 172.21.0.1 (3db57336-b5c2-42f6-a508-faf06eece2cf/e1b6f2e4-83af-4f24-8d64-aef83f1bb3b9/f08c0a87-9928-4f48-bcf8-fba31f336e6c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:22.072741 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2e601828-3196-411a-a185-9d7156893b1c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "DELETE /v2.0/subnets/ac001ff2-9e2c-418a-a4a2-80def05fb9dc HTTP/1.1" status: 204 len: 168 time: 1.1534064 Dec 22 04:51:22.076448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55196) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:22.129981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:22.184276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.184782 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Added segment 257e453f-5784-4f66-a71c-24482bacd293 of type vlan for network febd9135-47f5-42bb-8c13-a148bddaf0bb Dec 22 04:51:22.262895 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.277102 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] DHCP port deletion for 8fd49840-7319-4487-b46a-97da9eafd74b request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:51:22.284368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] Deleting port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:22.285827 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.304730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce4ec0-2c49-4d20-bbb8-18145b1a79b3 req-2cb52aab-77ab-4d46-b9da-0b828d3bc1fa tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:22.306414 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37ce4ec0-2c49-4d20-bbb8-18145b1a79b3 req-2cb52aab-77ab-4d46-b9da-0b828d3bc1fa tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 943 time: 0.1728926 Dec 22 04:51:22.312091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.334474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.339776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:22.341065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.346287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93409d94-2d69-4834-909f-0fd9f84fa506 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.347910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a1966128-1a9d-48c2-9c17-50399ede70fc tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:22.404865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Deleting port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:22.405521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.448871 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37ce4ec0-2c49-4d20-bbb8-18145b1a79b3 req-32cbdaa9-4b2c-4f9f-b771-3ccb09f550ef tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323915 Dec 22 04:51:22.466915 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4728885 Dec 22 04:51:22.499345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'Network': ['ID=febd9135-47f5-42bb-8c13-a148bddaf0bb,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:22.508286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.509988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:22.513254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93409d94-2d69-4834-909f-0fd9f84fa506 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.521721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:22.535305 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network febd9135-47f5-42bb-8c13-a148bddaf0bb details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:22.568624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93409d94-2d69-4834-909f-0fd9f84fa506 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=1062b2d2-509a-4f6a-848a-7b4d738d6261,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:22.570659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-93409d94-2d69-4834-909f-0fd9f84fa506 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.573557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Transition to ACTIVE for port object f08c0a87-9928-4f48-bcf8-fba31f336e6c will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:22.578617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-93409d94-2d69-4834-909f-0fd9f84fa506 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:22.608258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55200) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:22.608788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86536781-e23a-4b4c-ac53-35a7cf7b40d0 None None] Network a0bb787b-7486-40aa-863e-149e507d1367 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:22.615422 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-93409d94-2d69-4834-909f-0fd9f84fa506 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/1062b2d2-509a-4f6a-848a-7b4d738d6261 HTTP/1.1" status: 204 len: 168 time: 1.1110847 Dec 22 04:51:22.615595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'subnets': [{'network_id': '0f1f519a-a805-43b7-90ed-08f483632739', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--787342405', 'ip_version': 4}, {'network_id': 'febd9135-47f5-42bb-8c13-a148bddaf0bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:22.615595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'subnet': {'network_id': '0f1f519a-a805-43b7-90ed-08f483632739', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--787342405', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:22.615595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Request body: {'subnet': {'network_id': 'febd9135-47f5-42bb-8c13-a148bddaf0bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:22.630382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55204) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:22.642448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:22.732246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.743374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] For port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f,segment=NetworkSegment(5e1be957-076f-4673-9d97-008b7f320a02),segment_id=5e1be957-076f-4673-9d97-008b7f320a02)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:22.743776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.743903 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a14ba340-fd87-4ce7-84fd-deda45b26197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:22.802841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 3db57336-b5c2-42f6-a508-faf06eece2cf is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:22.820252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:22.827970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:22.890646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] Calling delete_port for 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:22.892775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=f08c0a87-9928-4f48-bcf8-fba31f336e6c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:22.896258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] For port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f,segment=NetworkSegment(5e1be957-076f-4673-9d97-008b7f320a02),segment_id=5e1be957-076f-4673-9d97-008b7f320a02)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:22.896636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:22.907401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:22.983309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 64f1110e-b434-42d3-b996-b90766f60e39 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:51:23.040601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:23.091491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:23.106592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:23.173157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Calling delete_port for 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:23.178775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:23.183563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] Pushing event deleted for resources: {'Port': ['ID=8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:23.185440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] No DVR routers for this DVR port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:23.189009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:23.194602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:23.202635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:23.210783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:23.213558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:23.219718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Usage tracker for resource:subnet and tenant:c241342114f6446bba7321e9fd928100 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:23.224586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:23.233121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:23.256787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:23.260696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-782e156c-8ac6-4873-b0e4-494b91bad716 None None] Provisioning for port f08c0a87-9928-4f48-bcf8-fba31f336e6c completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:23.270126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-782e156c-8ac6-4873-b0e4-494b91bad716 None None] Provisioning complete for port f08c0a87-9928-4f48-bcf8-fba31f336e6c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:23.270531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-782e156c-8ac6-4873-b0e4-494b91bad716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:23.287133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:23.298236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:51:23.298534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:51:23.347603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 64f1110e-b434-42d3-b996-b90766f60e39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=64f1110e-b434-42d3-b996-b90766f60e39,segment=NetworkSegment(77c310b7-e4dc-4886-bef5-99043128eb9b),segment_id=77c310b7-e4dc-4886-bef5-99043128eb9b)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:23.379432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:51:23.383465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:23.391618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Made reservation on behalf of c241342114f6446bba7321e9fd928100 for: {'subnet': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:23.396330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:23.396739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:23.431467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:51:23.431780 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:51:23.433790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '64f1110e-b434-42d3-b996-b90766f60e39', 'network_id': '9ebda942-2470-41ad-ba75-e2adc80709c4', 'port_id': '64f1110e-b434-42d3-b996-b90766f60e39', 'mac_address': 'fa:16:3e:38:fd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22563cff-ff0b-4792-9c5d-cf49e4cbea31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:51:23.440244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-782e156c-8ac6-4873-b0e4-494b91bad716 None None] Port f08c0a87-9928-4f48-bcf8-fba31f336e6c cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:23.507817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:23.530381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f1110e-b434-42d3-b996-b90766f60e39 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:51:23.560955 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 64f1110e-b434-42d3-b996-b90766f60e39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=64f1110e-b434-42d3-b996-b90766f60e39,segment=NetworkSegment(77c310b7-e4dc-4886-bef5-99043128eb9b),segment_id=77c310b7-e4dc-4886-bef5-99043128eb9b)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:23.571805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:23.582157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:23.714022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=64f1110e-b434-42d3-b996-b90766f60e39,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:23.728330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:23.800114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Deleting port 8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:23.800514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:23.940719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] The port '8e2b1d97-fe1b-45b9-8fc1-cab1cd694b2f' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:51:23.947202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61fb6e-fe35-4bca-a759-860f5cf8dea5 req-624422f1-7289-4499-bb2e-b6421f6fb30a tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:23.948770 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a61fb6e-fe35-4bca-a759-860f5cf8dea5 req-624422f1-7289-4499-bb2e-b6421f6fb30a tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 944 time: 0.2831707 Dec 22 04:51:24.001382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.008086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-95dd2c33-8669-410e-8b8b-e9f6610f22e3 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:24.036948 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['64f1110e-b434-42d3-b996-b90766f60e39'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:51:24.101358 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a61fb6e-fe35-4bca-a759-860f5cf8dea5 req-66f68d5e-d828-446a-8909-67190d77801a tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305106 Dec 22 04:51:24.109104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:24.119410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:24.138208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:24.138810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.145616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=665507e6-82b2-483a-affe-173ae6975e91,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:24.154507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:24.184257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.209684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.213315 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5793920 Dec 22 04:51:24.216348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55216) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:24.223567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'security_group': {'name': 'tempest-secgroup-1338375154'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:24.233760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:24.242354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:24.246130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:24.267234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:24.292591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4cd86cc6-7932-4adf-8d33-3d9e3c3c69b3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:24.293947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.301632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a553f83-23ad-4dda-9587-ea812fce5cbf None None] Network a0bb787b-7486-40aa-863e-149e507d1367 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:24.306092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.312760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:24.333138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.355196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.371632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:24.379669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group_rule and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:24.383957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:24.396463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:24.412526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'Subnet': ['ID=d9b8684d-5650-48d3-993f-5e88a09cd7de,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:24.413340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd49840-7319-4487-b46a-97da9eafd74b']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:24.415834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-63c0041a-d132-40da-96ed-7dcd0e6143f6 None None] Provisioning complete for port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:24.416315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-63c0041a-d132-40da-96ed-7dcd0e6143f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.419033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:24.429512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Checking segment: {'id': '6f7177a9-12f7-44dc-88ac-b85c362d9b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0f1f519a-a805-43b7-90ed-08f483632739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:24.429874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Network hostable DHCP agents. Network: 0f1f519a-a805-43b7-90ed-08f483632739, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:24.468664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Network 0f1f519a-a805-43b7-90ed-08f483632739 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:24.487100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 0f1f519a-a805-43b7-90ed-08f483632739) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:24.490445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1be957-076f-4673-9d97-008b7f320a02') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:24.490984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1be957-076f-4673-9d97-008b7f320a02') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:24.499798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.502823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=f08c0a87-9928-4f48-bcf8-fba31f336e6c,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:24.503629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-17835e7b-9449-4a3d-8253-5abf3be2be9e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:24.509937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.517716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:24.545016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.557357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:24.557847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:24.574358 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:24.578792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.598070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.611437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-63c0041a-d132-40da-96ed-7dcd0e6143f6 None None] Port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:24.615638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45a5797-986b-4383-bd55-4f80c474607d None None] Network 0f1f519a-a805-43b7-90ed-08f483632739 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:24.622132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event updated for resources: {'Subnet': ['ID=6565a411-08f5-4c82-990d-94c549d64e4a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:24.628797 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:24.629526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Checking segment: {'id': '257e453f-5784-4f66-a71c-24482bacd293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'febd9135-47f5-42bb-8c13-a148bddaf0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:24.629909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Network hostable DHCP agents. Network: febd9135-47f5-42bb-8c13-a148bddaf0bb, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:24.634082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:24.674195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 3db57336-b5c2-42f6-a508-faf06eece2cf is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:24.674682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.676004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:24.676126 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4585505 Dec 22 04:51:24.680668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55222) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:24.687579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'security_group': {'name': 'tempest-secgroup-950476450'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:24.691935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f11a596-f580-4bdc-8461-35b541d185e6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:24.695806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:24.696469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Network febd9135-47f5-42bb-8c13-a148bddaf0bb is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:24.698875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:24.705813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:24.709614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:24.715648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:24.717752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, febd9135-47f5-42bb-8c13-a148bddaf0bb) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:24.723823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:24.724682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:24.725358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.740618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.756369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.763316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:24.764404 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-63c0041a-d132-40da-96ed-7dcd0e6143f6 None None] Provisioning complete for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:24.764818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-63c0041a-d132-40da-96ed-7dcd0e6143f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.767097 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1577942 Dec 22 04:51:24.769908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55226) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:24.772737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group_rule and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:24.806174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:24.815913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6eaa3eb0-be88-49c3-9cc1-c44b4ea23074 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:24.820242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:24.831949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.832333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b8f2a6-c80b-4c03-b478-fd78f4e22a54 None None] Network febd9135-47f5-42bb-8c13-a148bddaf0bb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:24.865024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Pushing event deleted for resources: {'Network': ['ID=8fd49840-7319-4487-b46a-97da9eafd74b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:24.866150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9e1158-ad67-4d0a-aed1-967c95f51399 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:24.867673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9e1158-ad67-4d0a-aed1-967c95f51399 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:24.869245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9e1158-ad67-4d0a-aed1-967c95f51399 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:24.870061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ac9e1158-ad67-4d0a-aed1-967c95f51399 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Synchronizing usage tracker for tenant:c241342114f6446bba7321e9fd928100 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:24.874755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:24.908424 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] 10.222.0.36 "DELETE /v2.0/networks/8fd49840-7319-4487-b46a-97da9eafd74b HTTP/1.1" status: 204 len: 168 time: 2.8273525 Dec 22 04:51:24.908711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ac9e1158-ad67-4d0a-aed1-967c95f51399 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Unset dirty status for tenant:c241342114f6446bba7321e9fd928100 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:24.909973 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ac9e1158-ad67-4d0a-aed1-967c95f51399 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1390755 Dec 22 04:51:24.915370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55232) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:24.954059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.962104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:24.973851 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:25.038622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.040497 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3600557 Dec 22 04:51:25.044627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55238) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:25.052674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'security_group': {'name': 'tempest-secgroup-36381272'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:25.062014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e621b023-6237-456d-bb7a-39154657073a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Deleting subnet d9b8684d-5650-48d3-993f-5e88a09cd7de {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:25.068404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42ac3df-9e77-421a-abd7-83074dfbdb0e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:25.074255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bef9f670-7b78-4268-92a8-b50bd155cf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.076861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:25.079806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:25.080029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e621b023-6237-456d-bb7a-39154657073a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.088953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:25.093359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:25.105074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:25.120342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.165977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 8ffa0200-9671-4ce6-abc9-b8220dbb0234 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:51:25.173293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:25.183889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:security_group_rule and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:25.192067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:25.207369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:25.223387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-febd9135-47f5-42bb-8c13-a148bddaf0bb', 'network_id': 'febd9135-47f5-42bb-8c13-a148bddaf0bb', 'tenant_id': 'c241342114f6446bba7321e9fd928100', 'fixed_ips': [{'subnet_id': '6565a411-08f5-4c82-990d-94c549d64e4a'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:51:25.224572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.331983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e621b023-6237-456d-bb7a-39154657073a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.370698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55246) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:25.390305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.398766 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.405852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-80c6c5ce-1442-4c04-add9-8a81a5bfa935 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:25.445966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461e946-6174-4ed3-90d1-28c0d330cb92 req-7ea1ec65-f6ee-4f63-a870-bf9f15d7ee6f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:25.447843 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b461e946-6174-4ed3-90d1-28c0d330cb92 req-7ea1ec65-f6ee-4f63-a870-bf9f15d7ee6f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 944 time: 0.1838117 Dec 22 04:51:25.504393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b122456-fd65-47d7-92c6-ec3bd8b9077d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:25.508113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:25.509238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.510625 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.4646719 Dec 22 04:51:25.515806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55252) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:25.518758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e621b023-6237-456d-bb7a-39154657073a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.536459 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b461e946-6174-4ed3-90d1-28c0d330cb92 req-c17f725c-6a59-4a79-8f01-c172fbfbaeaf tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Dec 22 04:51:25.554964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-982888719', 'security_groups': ['2b122456-fd65-47d7-92c6-ec3bd8b9077d'], 'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '665507e6-82b2-483a-affe-173ae6975e91'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:25.575211 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6952f65c-64f1-47f5-b5d9-70d930c3a146 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc6371ef913749c796ffe3a5aa82b2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005336 Dec 22 04:51:25.575442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55256) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:25.586029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:25.605102 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370405f-ad9f-4076-9f03-1caa443c5d75 None None] Sync routers for ids ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:25.642653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b666e19-00d6-4343-bb5f-d728f984a9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.672252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370405f-ad9f-4076-9f03-1caa443c5d75 None None] Routers {'8ffa0200-9671-4ce6-abc9-b8220dbb0234'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:25.672878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2370405f-ad9f-4076-9f03-1caa443c5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:25.674423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b666e19-00d6-4343-bb5f-d728f984a9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.746477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b666e19-00d6-4343-bb5f-d728f984a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.749306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Allocated IP 172.20.0.18 (febd9135-47f5-42bb-8c13-a148bddaf0bb/6565a411-08f5-4c82-990d-94c549d64e4a/1a9b37f6-4486-45e8-a85b-55f8a9f39973) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:25.751363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a17daed0-f257-48fa-88af-30bf86da1fbd tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:25.753075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46077eaf-f402-4dab-8292-cbba0e636cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-0f1f519a-a805-43b7-90ed-08f483632739', 'network_id': '0f1f519a-a805-43b7-90ed-08f483632739', 'tenant_id': 'c241342114f6446bba7321e9fd928100', 'fixed_ips': [{'subnet_id': 'd9b8684d-5650-48d3-993f-5e88a09cd7de'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:51:25.754018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-46077eaf-f402-4dab-8292-cbba0e636cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.768590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2370405f-ad9f-4076-9f03-1caa443c5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:25.789940 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/8ffa0200-9671-4ce6-abc9-b8220dbb0234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2487419 Dec 22 04:51:25.798119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55260) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:25.828932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370405f-ad9f-4076-9f03-1caa443c5d75 None None] Routers {'8ffa0200-9671-4ce6-abc9-b8220dbb0234'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:25.829626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2370405f-ad9f-4076-9f03-1caa443c5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:25.912012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8e3ab570-38b5-47a9-b47b-bd2d0172c59a None None] Provisioning complete for port f08c0a87-9928-4f48-bcf8-fba31f336e6c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:25.912436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8e3ab570-38b5-47a9-b47b-bd2d0172c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.913905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b666e19-00d6-4343-bb5f-d728f984a9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085937d1-c50f-4bea-b1f0-ba804199ce96,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:25.917899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3b666e19-00d6-4343-bb5f-d728f984a9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:25.921414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b666e19-00d6-4343-bb5f-d728f984a9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.925202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6be33c-d8b9-4226-b5e7-44364d522720 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:25.925202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3d6be33c-d8b9-4226-b5e7-44364d522720 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:25.925437 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3b666e19-00d6-4343-bb5f-d728f984a9c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/085937d1-c50f-4bea-b1f0-ba804199ce96 HTTP/1.1" status: 204 len: 168 time: 0.3461859 Dec 22 04:51:25.953159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e621b023-6237-456d-bb7a-39154657073a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:25.959305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cd9335a8-8313-4a38-b4c7-b5b4d11e93cf tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:26.003003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621b023-6237-456d-bb7a-39154657073a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b8684d-5650-48d3-993f-5e88a09cd7de,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:26.006766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:26.009492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e621b023-6237-456d-bb7a-39154657073a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:26.012907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3d6be33c-d8b9-4226-b5e7-44364d522720 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:26.016988 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3d6be33c-d8b9-4226-b5e7-44364d522720 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports/f08c0a87-9928-4f48-bcf8-fba31f336e6c HTTP/1.1" status: 200 len: 910 time: 0.2150025 Dec 22 04:51:26.016988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e621b023-6237-456d-bb7a-39154657073a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:26.017562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55266) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:26.026721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:26.041341 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e621b023-6237-456d-bb7a-39154657073a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "DELETE /v2.0/subnets/d9b8684d-5650-48d3-993f-5e88a09cd7de HTTP/1.1" status: 204 len: 168 time: 1.1211140 Dec 22 04:51:26.041562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55270) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:26.069365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2370405f-ad9f-4076-9f03-1caa443c5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:26.069786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370405f-ad9f-4076-9f03-1caa443c5d75 None None] The sync data for ids ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:26.086282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:26.167481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ab570-38b5-47a9-b47b-bd2d0172c59a None None] Port f08c0a87-9928-4f48-bcf8-fba31f336e6c cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:26.183309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56acdd-926f-44be-9758-1d14d65d2fa9 None None] Update dhcp port {'port': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'fixed_ips': [{'subnet_id': 'b5e7daa9-005a-4155-a841-ae342053a750', 'ip_address': '172.20.0.18'}, {'subnet_id': '665507e6-82b2-483a-affe-173ae6975e91'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': 'af2ab1e2-546f-4f04-8e96-571d7e89eae2'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:51:26.205966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5c64b0-f0e0-4f2c-921e-248e4e511cc5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Deleting subnet 6565a411-08f5-4c82-990d-94c549d64e4a {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:26.253641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b76bae-b0d6-49d5-947c-46f4f76496ab None None] Network 0f1f519a-a805-43b7-90ed-08f483632739 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:26.255365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:26.278955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] device_id is not set on port 61fa03a1-3053-4067-a0a5-72522c36d309 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:26.505891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ff56acdd-926f-44be-9758-1d14d65d2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:26.548789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.7 (a0bb787b-7486-40aa-863e-149e507d1367/665507e6-82b2-483a-affe-173ae6975e91/61fa03a1-3053-4067-a0a5-72522c36d309) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:26.606470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:26.759662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Transition to ACTIVE for port object 1a9b37f6-4486-45e8-a85b-55f8a9f39973 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:26.796596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:26.818877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object 61fa03a1-3053-4067-a0a5-72522c36d309 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:26.828743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 64f1110e-b434-42d3-b996-b90766f60e39 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:26.856234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:26.860106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:26.864824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2a144e23-3fd0-4957-89e4-8d488255059c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:26.904667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Transition to ACTIVE for port object 1a9b37f6-4486-45e8-a85b-55f8a9f39973 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:26.924073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d600b7-98b7-42d7-8913-870b4df794f5 req-4d8ebd1b-7960-4b95-8070-723a809e2333 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:26.926009 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8d600b7-98b7-42d7-8913-870b4df794f5 req-4d8ebd1b-7960-4b95-8070-723a809e2333 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 944 time: 0.1779506 Dec 22 04:51:26.936078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a5c64b0-f0e0-4f2c-921e-248e4e511cc5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:26.937733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:26.942839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0aaa08ba-18fa-4bdc-b60b-1778786ac115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:26.947687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:27.008396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55296) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:27.050131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:27.052678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a5c64b0-f0e0-4f2c-921e-248e4e511cc5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.064562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Network febd9135-47f5-42bb-8c13-a148bddaf0bb is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:27.075384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:27.078215 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8d600b7-98b7-42d7-8913-870b4df794f5 req-b5f1bf9d-9bff-4ef2-90c0-1af1411c46ba tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418500 Dec 22 04:51:27.078739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:27.089035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:27.102098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:27.174171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:27.174772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.182503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=61fa03a1-3053-4067-a0a5-72522c36d309,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:27.210804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:27.219294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Attempting to bind port 1a9b37f6-4486-45e8-a85b-55f8a9f39973 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:27.219847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Attempting to bind port 1a9b37f6-4486-45e8-a85b-55f8a9f39973 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '257e453f-5784-4f66-a71c-24482bacd293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'febd9135-47f5-42bb-8c13-a148bddaf0bb'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:27.220584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Attempting to bind port 1a9b37f6-4486-45e8-a85b-55f8a9f39973 on network febd9135-47f5-42bb-8c13-a148bddaf0bb {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:51:27.222786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0ffdd802-c294-49a4-979e-b63aa40f3b91 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:27.223451 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-0ffdd802-c294-49a4-979e-b63aa40f3b91 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:51:27.224520 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-0ffdd802-c294-49a4-979e-b63aa40f3b91 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:51:27.225867 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0ffdd802-c294-49a4-979e-b63aa40f3b91 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2059007 Dec 22 04:51:27.230159 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55302) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:27.237382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:51:27.237779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Checking segment: {'id': '257e453f-5784-4f66-a71c-24482bacd293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'febd9135-47f5-42bb-8c13-a148bddaf0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:27.238192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.238318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861437769'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:27.238592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Bound using segment: {'id': '257e453f-5784-4f66-a71c-24482bacd293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'febd9135-47f5-42bb-8c13-a148bddaf0bb'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:51:27.239088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Bound port: 1a9b37f6-4486-45e8-a85b-55f8a9f39973, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257e453f-5784-4f66-a71c-24482bacd293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'febd9135-47f5-42bb-8c13-a148bddaf0bb'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:27.239490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.244967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:27.249086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Pushing event updated for resources: {'Port': ['ID=1a9b37f6-4486-45e8-a85b-55f8a9f39973,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:27.250983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:27.252006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:27.253307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 64f1110e-b434-42d3-b996-b90766f60e39 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:27.254857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:27.263289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:27.263754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 64f1110e-b434-42d3-b996-b90766f60e39 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:27.264156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.271091 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7541597 Dec 22 04:51:27.274341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55306) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:27.284050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:27.299046 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-ff56acdd-926f-44be-9758-1d14d65d2fa9 None None] Allocated IP 172.20.0.2 (a0bb787b-7486-40aa-863e-149e507d1367/665507e6-82b2-483a-affe-173ae6975e91/af2ab1e2-546f-4f04-8e96-571d7e89eae2) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:27.317124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a5c64b0-f0e0-4f2c-921e-248e4e511cc5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.392777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a5c64b0-f0e0-4f2c-921e-248e4e511cc5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.398186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9feb78d5-ba13-4436-a19e-ab847262fe38 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:27.398770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.417172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] For port 1a9b37f6-4486-45e8-a85b-55f8a9f39973, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:51:27.427861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.438469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c64b0-f0e0-4f2c-921e-248e4e511cc5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Subnet': ['ID=6565a411-08f5-4c82-990d-94c549d64e4a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:27.441643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1a5c64b0-f0e0-4f2c-921e-248e4e511cc5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:27.442870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a5c64b0-f0e0-4f2c-921e-248e4e511cc5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.456075 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1a5c64b0-f0e0-4f2c-921e-248e4e511cc5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "DELETE /v2.0/subnets/6565a411-08f5-4c82-990d-94c549d64e4a HTTP/1.1" status: 204 len: 168 time: 1.4110074 Dec 22 04:51:27.456477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55310) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:27.462589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:27.469329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port f08c0a87-9928-4f48-bcf8-fba31f336e6c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:27.470049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.523229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b54fb3f-5bfe-42ad-8985-39acb745e1bd tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:27.523927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2b54fb3f-5bfe-42ad-8985-39acb745e1bd tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Synchronizing usage tracker for tenant:c241342114f6446bba7321e9fd928100 on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:27.545828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:27.546518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2b54fb3f-5bfe-42ad-8985-39acb745e1bd tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Unset dirty status for tenant:c241342114f6446bba7321e9fd928100 on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:27.547934 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2b54fb3f-5bfe-42ad-8985-39acb745e1bd tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0907197 Dec 22 04:51:27.552060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55316) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:27.555730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:27.560432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] For port 1a9b37f6-4486-45e8-a85b-55f8a9f39973, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1a9b37f6-4486-45e8-a85b-55f8a9f39973,segment=NetworkSegment(257e453f-5784-4f66-a71c-24482bacd293),segment_id=257e453f-5784-4f66-a71c-24482bacd293)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:51:27.569561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ff56acdd-926f-44be-9758-1d14d65d2fa9 None None] For port af2ab1e2-546f-4f04-8e96-571d7e89eae2, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=af2ab1e2-546f-4f04-8e96-571d7e89eae2,segment=NetworkSegment(6cc0c9d5-ec89-4570-9ead-2ee23002e4bc),segment_id=6cc0c9d5-ec89-4570-9ead-2ee23002e4bc)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:27.572324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.582949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:27.585496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:27.587564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:27.599700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:27.607817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:27.653860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:27.674745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.686807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Deleting port 1a9b37f6-4486-45e8-a85b-55f8a9f39973 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:27.687072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.715276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.734229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:27.738002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.769298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Pushing event updated for resources: {'Port': ['ID=1a9b37f6-4486-45e8-a85b-55f8a9f39973,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:27.774988 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ff56acdd-926f-44be-9758-1d14d65d2fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.783772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:27.791388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fb6ae6-e59a-4614-905a-7a57e223bcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f1110e-b434-42d3-b996-b90766f60e39'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:27.807870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ff56acdd-926f-44be-9758-1d14d65d2fa9 None None] Transition to ACTIVE for port object af2ab1e2-546f-4f04-8e96-571d7e89eae2 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:27.810017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 64f1110e-b434-42d3-b996-b90766f60e39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=64f1110e-b434-42d3-b996-b90766f60e39,segment=NetworkSegment(77c310b7-e4dc-4886-bef5-99043128eb9b),segment_id=77c310b7-e4dc-4886-bef5-99043128eb9b)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:27.816696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ff56acdd-926f-44be-9758-1d14d65d2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.828959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ea41a68d-791b-4994-b7ba-f46e25063431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:27.869559 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fb6ae6-e59a-4614-905a-7a57e223bcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f1110e-b434-42d3-b996-b90766f60e39', 'code': 200} Dec 22 04:51:27.876969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:27.968712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] For port 1a9b37f6-4486-45e8-a85b-55f8a9f39973, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1a9b37f6-4486-45e8-a85b-55f8a9f39973,segment=NetworkSegment(257e453f-5784-4f66-a71c-24482bacd293),segment_id=257e453f-5784-4f66-a71c-24482bacd293)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:27.969214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.014934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.039921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56acdd-926f-44be-9758-1d14d65d2fa9 None None] Pushing event updated for resources: {'Port': ['ID=af2ab1e2-546f-4f04-8e96-571d7e89eae2,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:28.045116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ff56acdd-926f-44be-9758-1d14d65d2fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:28.045587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9411571e-74ca-43f8-84ac-6516bf5aa323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:28.146309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.174628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=64f1110e-b434-42d3-b996-b90766f60e39,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:28.181658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:28.264710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.274314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.342778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.345688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Calling delete_port for 1a9b37f6-4486-45e8-a85b-55f8a9f39973 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:28.383842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13b9f95c-dcea-44f4-95af-c7fd70d2a10f tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:28.430529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.441414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:28.482220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] No DVR routers for this DVR port 1a9b37f6-4486-45e8-a85b-55f8a9f39973 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:28.518683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Port': ['ID=1a9b37f6-4486-45e8-a85b-55f8a9f39973,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:28.523950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:28.535538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for f08c0a87-9928-4f48-bcf8-fba31f336e6c owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:28.540741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:28.597775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:28.623257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:28.645510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.653824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:28.656062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b326e187-4b00-4ca9-82dc-29a2d4014615,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:28.673248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:28.702468 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.ipam_backend_mixin [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 665507e6-82b2-483a-affe-173ae6975e91 (CIDR: 172.20.0.0/28) Dec 22 04:51:28.714133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febd9135-47f5-42bb-8c13-a148bddaf0bb']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:28.722113 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:28.722605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:28.727229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257e453f-5784-4f66-a71c-24482bacd293') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:28.727540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257e453f-5784-4f66-a71c-24482bacd293') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:28.746948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.776064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.784362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:28.785412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:28.802392 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:28.833991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fcb76-60be-495b-8abf-fe0298a1f9d4 req-e493f3da-cf1a-4423-8d83-4cefd90d082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:28.835608 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc9fcb76-60be-495b-8abf-fe0298a1f9d4 req-e493f3da-cf1a-4423-8d83-4cefd90d082e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 1098 time: 0.5694542 Dec 22 04:51:28.844784 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4127fdb5-1268-4cd7-8004-41c287bfd2a1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5681601 Dec 22 04:51:28.855995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df750d-50da-407a-a926-0fa48e70c3df req-e9422d69-bda4-4763-b558-75cbb1025010 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:28.857826 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22df750d-50da-407a-a926-0fa48e70c3df req-e9422d69-bda4-4763-b558-75cbb1025010 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.5206306 Dec 22 04:51:28.858327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55326) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:28.903150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:28.916974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2bf34874-e83f-4d0c-9ce9-a5f13c31eb8c None None] Provisioning complete for port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:28.918287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2bf34874-e83f-4d0c-9ce9-a5f13c31eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.928796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.932609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6757d24f-9c34-431e-9bbb-762784e26389 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:28.953238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:28.974735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Network': ['ID=febd9135-47f5-42bb-8c13-a148bddaf0bb,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:28.983465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:28.993280 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "DELETE /v2.0/networks/febd9135-47f5-42bb-8c13-a148bddaf0bb HTTP/1.1" status: 204 len: 168 time: 1.4390936 Dec 22 04:51:28.993911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55330) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:29.020532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.029420 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22df750d-50da-407a-a926-0fa48e70c3df req-d051c35e-ad7a-4371-bad6-a8499f3d089f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516962 Dec 22 04:51:29.034002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2bf34874-e83f-4d0c-9ce9-a5f13c31eb8c None None] Port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:29.064976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2bf34874-e83f-4d0c-9ce9-a5f13c31eb8c None None] Provisioning for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:29.071516 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2bf34874-e83f-4d0c-9ce9-a5f13c31eb8c None None] Provisioning complete for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:29.072119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2bf34874-e83f-4d0c-9ce9-a5f13c31eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.143108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.148504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.169130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-702d7099-aa35-484f-80c8-4839c74a89fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:29.178000 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc9fcb76-60be-495b-8abf-fe0298a1f9d4 req-523066ea-c223-4d53-85f9-71ae481470b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187487 Dec 22 04:51:29.247753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.249070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0165682 Dec 22 04:51:29.275518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55334) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:29.282620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b5e5a8-5b98-4ff1-b10d-5e9d7da03ae0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:29.288381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '73b5e5a8-5b98-4ff1-b10d-5e9d7da03ae0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:29.300689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:29.305642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a7621-7d60-4c0c-a14f-d4eefa406440 None None] DHCP port deletion for febd9135-47f5-42bb-8c13-a148bddaf0bb request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:51:29.316541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:29.319265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.320664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.326591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b313f-59a5-4a8b-993d-4377724d598d None None] Network febd9135-47f5-42bb-8c13-a148bddaf0bb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:29.334047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35e2f12a-37f7-4833-bb6d-6fa70dbbbc77 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:29.356009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b313f-59a5-4a8b-993d-4377724d598d None None] Network febd9135-47f5-42bb-8c13-a148bddaf0bb could not be found, it might have been deleted concurrently. {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 04:51:29.367174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1f519a-a805-43b7-90ed-08f483632739']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:29.367699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:29.377756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:29.383359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7177a9-12f7-44dc-88ac-b85c362d9b70') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:29.383722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7177a9-12f7-44dc-88ac-b85c362d9b70') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:29.392695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.395690 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c6a22d21-309d-4f5a-9578-486a8f4ebbcb None None] Provisioning for port 61fa03a1-3053-4067-a0a5-72522c36d309 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:29.398760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=f08c0a87-9928-4f48-bcf8-fba31f336e6c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:29.399411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.404540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:29.406668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:29.411926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c6a22d21-309d-4f5a-9578-486a8f4ebbcb None None] Provisioning complete for port 61fa03a1-3053-4067-a0a5-72522c36d309 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:29.414104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c6a22d21-309d-4f5a-9578-486a8f4ebbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.423439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.431681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:29.432424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:29.453021 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:29.455451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:29.461888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device af2ab1e2-546f-4f04-8e96-571d7e89eae2 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:29.497553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:29.513390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:29.530310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:29.532713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.544756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c6a22d21-309d-4f5a-9578-486a8f4ebbcb None None] Port 61fa03a1-3053-4067-a0a5-72522c36d309 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:29.548960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c6a22d21-309d-4f5a-9578-486a8f4ebbcb None None] Could not find standard attr ID for object 1a9b37f6-4486-45e8-a85b-55f8a9f39973. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:51:29.567115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:29.567500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.571077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.576323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0adc4d8c-96ff-4e70-9788-1fbd0b1c0642 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:29.578669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:29.587610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.601350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.604984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Network': ['ID=0f1f519a-a805-43b7-90ed-08f483632739,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:29.613806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:29.625157 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "DELETE /v2.0/networks/0f1f519a-a805-43b7-90ed-08f483632739 HTTP/1.1" status: 204 len: 168 time: 0.6278341 Dec 22 04:51:29.625529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55338) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:29.758656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.887387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.892921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.898193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.909464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.918003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:29.924495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94ab1ab-da5a-47d1-b00e-9ce28de8568a']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:29.937709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2e457c-c55d-4945-a6b8-e2d100d39d12') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:29.938005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2e457c-c55d-4945-a6b8-e2d100d39d12') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:29.949673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.950851 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.ipam_backend_mixin [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b5e7daa9-005a-4155-a841-ae342053a750 (CIDR: 172.20.0.16/28) Dec 22 04:51:29.955682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7cdae1-0504-4cbe-ad4b-5475b7f20a88,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:29.966678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.972673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:29.973062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:29.987700 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:30.077798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:30.085513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06b5332c-842d-4234-8762-2ba3659fc197 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:30.107185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:30.114028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Network': ['ID=c94ab1ab-da5a-47d1-b00e-9ce28de8568a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:30.118650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:30.125621 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "DELETE /v2.0/networks/c94ab1ab-da5a-47d1-b00e-9ce28de8568a HTTP/1.1" status: 204 len: 168 time: 0.4958909 Dec 22 04:51:30.128278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55346) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:30.166588 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:30.166916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:30.171446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:30.232208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:30.235923 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9554012 Dec 22 04:51:30.236219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55350) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:30.248039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5edcf793-421d-49f5-b8b8-63439ba88950 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '73b5e5a8-5b98-4ff1-b10d-5e9d7da03ae0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:30.256264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5edcf793-421d-49f5-b8b8-63439ba88950 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:30.261582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:30.265520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5edcf793-421d-49f5-b8b8-63439ba88950 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:30.268614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5edcf793-421d-49f5-b8b8-63439ba88950 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:30.276789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5edcf793-421d-49f5-b8b8-63439ba88950 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:30.314073 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c69cb1d9-717e-4479-846d-ccc60900b30c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4439721 Dec 22 04:51:30.318354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55354) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:30.333688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'subnet': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:30.365035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5edcf793-421d-49f5-b8b8-63439ba88950 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:30.499457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ed8a0-c69a-41dd-bb68-6128b2a4d51f req-7db1ae5c-e73d-455b-8c21-1d598cf551c2 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:30.500957 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-877ed8a0-c69a-41dd-bb68-6128b2a4d51f req-7db1ae5c-e73d-455b-8c21-1d598cf551c2 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.3197479 Dec 22 04:51:30.526403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 8ffa0200-9671-4ce6-abc9-b8220dbb0234 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:51:30.616404 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-877ed8a0-c69a-41dd-bb68-6128b2a4d51f req-851faf75-54c9-4660-b459-bc011ef0fe24 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082683 Dec 22 04:51:30.649806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:30.693812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85c83b2-c90e-4a86-ae7a-f8343f783e5d']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:30.716786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:30.725731 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/8ffa0200-9671-4ce6-abc9-b8220dbb0234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7038584 Dec 22 04:51:30.725731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55358) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:30.735444 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fadec-3f9a-473f-8120-3077ff544f55 None None] Sync routers for ids ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:30.740272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31928c74-7314-430d-8d2b-42ea66f34277') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:30.740648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31928c74-7314-430d-8d2b-42ea66f34277') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:30.752203 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fadec-3f9a-473f-8120-3077ff544f55 None None] Routers {'8ffa0200-9671-4ce6-abc9-b8220dbb0234'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:30.753363 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0c4fadec-3f9a-473f-8120-3077ff544f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:30.763314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:30.775253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:30.781435 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-5edcf793-421d-49f5-b8b8-63439ba88950 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:51:30.787739 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5edcf793-421d-49f5-b8b8-63439ba88950 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5453398 Dec 22 04:51:30.787739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Usage tracker for resource:subnet and tenant:1f15b4a25d4a41b082b7d34104c6e003 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:30.787739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55362) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:30.789061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:30.802373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:30.814644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:30.820987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:30.821389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:30.838976 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0c4fadec-3f9a-473f-8120-3077ff544f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:30.847414 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:30.850030 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fadec-3f9a-473f-8120-3077ff544f55 None None] Routers {'8ffa0200-9671-4ce6-abc9-b8220dbb0234'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:30.850758 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0c4fadec-3f9a-473f-8120-3077ff544f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:30.911241 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0c4fadec-3f9a-473f-8120-3077ff544f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:30.911551 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fadec-3f9a-473f-8120-3077ff544f55 None None] The sync data for ids ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:30.939695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Made reservation on behalf of 1f15b4a25d4a41b082b7d34104c6e003 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:30.943266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.034336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.049067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d761c11f-7181-4ee4-868f-c3b7b8534c48 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:31.063663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.071476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d50691c9-52bd-4834-b203-17d523fa4fe4 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.084261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Pushing event deleted for resources: {'Network': ['ID=e85c83b2-c90e-4a86-ae7a-f8343f783e5d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:31.100173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:31.106182 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] 10.222.0.36 "DELETE /v2.0/networks/e85c83b2-c90e-4a86-ae7a-f8343f783e5d HTTP/1.1" status: 204 len: 168 time: 0.9766691 Dec 22 04:51:31.142935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d50691c9-52bd-4834-b203-17d523fa4fe4 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.219419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d50691c9-52bd-4834-b203-17d523fa4fe4 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.250810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17b1318a-dce9-488a-8a3b-0e177331c68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:31.271459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50691c9-52bd-4834-b203-17d523fa4fe4 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b5e5a8-5b98-4ff1-b10d-5e9d7da03ae0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:31.274373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.288894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d50691c9-52bd-4834-b203-17d523fa4fe4 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:31.308861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d50691c9-52bd-4834-b203-17d523fa4fe4 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.310261 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d50691c9-52bd-4834-b203-17d523fa4fe4 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "DELETE /v2.0/security-groups/73b5e5a8-5b98-4ff1-b10d-5e9d7da03ae0 HTTP/1.1" status: 204 len: 168 time: 0.5227201 Dec 22 04:51:31.314137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55370) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:31.406807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b08853e4-4bd9-4f75-876d-6eddc7a15649 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Synchronizing usage tracker for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:31.414792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.421561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2e601828-3196-411a-a185-9d7156893b1c tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:31.446632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55376) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:31.482413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b08853e4-4bd9-4f75-876d-6eddc7a15649 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Unset dirty status for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:31.483687 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b08853e4-4bd9-4f75-876d-6eddc7a15649 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1684194 Dec 22 04:51:31.486168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Network a0bb787b-7486-40aa-863e-149e507d1367 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:31.489267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55382) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:31.492242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:31.497519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:31.498377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.504283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb2c96e-095b-4746-b6fc-1b00701c908c None None] Network a0bb787b-7486-40aa-863e-149e507d1367 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:31.505086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'tempest-secgroup--425096756'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:31.524764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:31.533931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Subnet': ['ID=bf11e579-2f9c-4081-91f6-c15af0f1c888,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:31.541875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:31.549959 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2259789 Dec 22 04:51:31.551195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:31.553215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55386) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:31.563470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2045530968', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bf11e579-2f9c-4081-91f6-c15af0f1c888'}], 'security_groups': ['8f11a596-f580-4bdc-8461-35b541d185e6', 'd42ac3df-9e77-421a-abd7-83074dfbdb0e']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:31.622555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.672572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:31.681469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:31.728839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:31.752830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:31.827913 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bbd0516a-fc98-42f3-88e2-f8db641e3e73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c241342114f6446bba7321e9fd928100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778827 Dec 22 04:51:31.828517 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55392) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:31.898965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237d8bd-29a5-47b6-a4f5-bf54449aff5d None None] Update dhcp port {'port': {'network_id': 'a0bb787b-7486-40aa-863e-149e507d1367', 'fixed_ips': [{'subnet_id': 'b5e7daa9-005a-4155-a841-ae342053a750', 'ip_address': '172.20.0.18'}, {'subnet_id': '665507e6-82b2-483a-affe-173ae6975e91', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bf11e579-2f9c-4081-91f6-c15af0f1c888'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': 'af2ab1e2-546f-4f04-8e96-571d7e89eae2'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:51:31.928812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86ea0-2139-48c7-8d6b-25d89acd6636 req-1b162016-959d-4ac1-88ae-a598eac646f1 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:31.930197 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e2f86ea0-2139-48c7-8d6b-25d89acd6636 req-1b162016-959d-4ac1-88ae-a598eac646f1 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.1551068 Dec 22 04:51:31.958465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port a7083194-66ee-4a80-a55c-917693805f60 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:31.959256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9237d8bd-29a5-47b6-a4f5-bf54449aff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.959497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.974036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.975937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:31.991671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.006219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-df482df7-e0f1-4b61-b2fa-1370bcb3be6e tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:32.062435 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e2f86ea0-2139-48c7-8d6b-25d89acd6636 req-33394a01-008c-4dd3-bbb0-2cc8c0e0cd8a tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209855 Dec 22 04:51:32.064821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63edbbb6-d847-40c7-97e7-f9bd49954b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.176893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-9237d8bd-29a5-47b6-a4f5-bf54449aff5d None None] Allocated IP 172.20.0.34 (a0bb787b-7486-40aa-863e-149e507d1367/bf11e579-2f9c-4081-91f6-c15af0f1c888/af2ab1e2-546f-4f04-8e96-571d7e89eae2) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:32.219026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.255894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.257527 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7669630 Dec 22 04:51:32.263472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55400) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:32.282352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720ebfef-515f-4993-96c4-69f6f1ddb2f3,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:32.286235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:32.310140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7fce0135-f85f-4d6a-93d9-0393b6bb9e82 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '720ebfef-515f-4993-96c4-69f6f1ddb2f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:32.310632 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-7fce0135-f85f-4d6a-93d9-0393b6bb9e82 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 04:51:32.311125 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-7fce0135-f85f-4d6a-93d9-0393b6bb9e82 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:32.315774 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7fce0135-f85f-4d6a-93d9-0393b6bb9e82 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0223181 Dec 22 04:51:32.320254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55404) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:32.328611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63edbbb6-d847-40c7-97e7-f9bd49954b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.364807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9237d8bd-29a5-47b6-a4f5-bf54449aff5d None None] For port af2ab1e2-546f-4f04-8e96-571d7e89eae2, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=af2ab1e2-546f-4f04-8e96-571d7e89eae2,segment=NetworkSegment(6cc0c9d5-ec89-4570-9ead-2ee23002e4bc),segment_id=6cc0c9d5-ec89-4570-9ead-2ee23002e4bc)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:32.367984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for a7083194-66ee-4a80-a55c-917693805f60 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:32.398686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9237d8bd-29a5-47b6-a4f5-bf54449aff5d None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.418563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9237d8bd-29a5-47b6-a4f5-bf54449aff5d None None] Transition to ACTIVE for port object af2ab1e2-546f-4f04-8e96-571d7e89eae2 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:32.424392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9237d8bd-29a5-47b6-a4f5-bf54449aff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.437166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:32.466342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aadec-3566-482f-8f1f-5443be9b2f7e req-1b1beb89-fc0d-4719-9cf6-644b50cd527f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:32.467863 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b7aadec-3566-482f-8f1f-5443be9b2f7e req-1b1beb89-fc0d-4719-9cf6-644b50cd527f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2919784 Dec 22 04:51:32.523887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b7aadec-3566-482f-8f1f-5443be9b2f7e req-bad9c4d8-ba81-4772-be82-eb29308dd435 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489533 Dec 22 04:51:32.528374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04a514ee-ab16-45aa-a1c2-7c480dfa47b6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.586985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04a514ee-ab16-45aa-a1c2-7c480dfa47b6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.597865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63edbbb6-d847-40c7-97e7-f9bd49954b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.608329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17c7b1f1-c014-4d79-a0a9-57dc22977b7d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:32.626536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63edbbb6-d847-40c7-97e7-f9bd49954b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.630399 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-63edbbb6-d847-40c7-97e7-f9bd49954b1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c041c205-84d6-47e7-9433-aa6c376f7f99 HTTP/1.1" status: 204 len: 168 time: 0.7982082 Dec 22 04:51:32.633880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.640277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d056a708-426d-4642-b07c-ae273be70ae4 tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:32.642803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edbbb6-d847-40c7-97e7-f9bd49954b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c041c205-84d6-47e7-9433-aa6c376f7f99,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:32.677479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-63edbbb6-d847-40c7-97e7-f9bd49954b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:32.703384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=a7083194-66ee-4a80-a55c-917693805f60,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:32.758216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:32.759296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237d8bd-29a5-47b6-a4f5-bf54449aff5d None None] Pushing event updated for resources: {'Port': ['ID=af2ab1e2-546f-4f04-8e96-571d7e89eae2,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:32.789898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9237d8bd-29a5-47b6-a4f5-bf54449aff5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:32.921142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04a514ee-ab16-45aa-a1c2-7c480dfa47b6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.928716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eee472c0-9fb9-476d-8cf4-7dbaa56fec6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:32.952153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a514ee-ab16-45aa-a1c2-7c480dfa47b6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720ebfef-515f-4993-96c4-69f6f1ddb2f3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:32.961981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-04a514ee-ab16-45aa-a1c2-7c480dfa47b6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:32.981782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04a514ee-ab16-45aa-a1c2-7c480dfa47b6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.985575 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-04a514ee-ab16-45aa-a1c2-7c480dfa47b6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "DELETE /v2.0/security-groups/720ebfef-515f-4993-96c4-69f6f1ddb2f3 HTTP/1.1" status: 204 len: 168 time: 0.6593778 Dec 22 04:51:33.024333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55416) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:33.114439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6fe39499-ffc8-4be6-8047-7a9eff9b33f0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Synchronizing usage tracker for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:33.148802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-04675c48-c587-455d-9d24-9e7cc577fd10 {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:51:33.149119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:51:33.155813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6fe39499-ffc8-4be6-8047-7a9eff9b33f0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Unset dirty status for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:33.157511 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6fe39499-ffc8-4be6-8047-7a9eff9b33f0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1331425 Dec 22 04:51:33.162298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55426) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:33.167959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638737619'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:33.174017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:33.186029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:33.198102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.238733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:33.243081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:33.246244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:33.251787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.252569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:33.373214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device af2ab1e2-546f-4f04-8e96-571d7e89eae2 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:33.399999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.412686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.447319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7868e50d-d47e-4bba-986c-07f16471b9aa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:33.459109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.460606 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2973659 Dec 22 04:51:33.464478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55436) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:33.472827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ff9b9981-7844-471d-b682-7cd860b32366 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '112f935a-3dd2-4824-b376-fe61c7fc26c8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:33.473627 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-ff9b9981-7844-471d-b682-7cd860b32366 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 04:51:33.485498 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-ff9b9981-7844-471d-b682-7cd860b32366 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:33.491097 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ff9b9981-7844-471d-b682-7cd860b32366 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0253601 Dec 22 04:51:33.497187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55442) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:33.508383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112f935a-3dd2-4824-b376-fe61c7fc26c8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:33.513002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:33.698667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-199ef0c0-d899-4c52-9711-41e2f6c909ce None None] Provisioning complete for port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:33.699343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-199ef0c0-d899-4c52-9711-41e2f6c909ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.720973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.756387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55450) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:33.765379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-199ef0c0-d899-4c52-9711-41e2f6c909ce None None] Port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:33.778107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-199ef0c0-d899-4c52-9711-41e2f6c909ce None None] Provisioning complete for port 61fa03a1-3053-4067-a0a5-72522c36d309 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:33.778501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-199ef0c0-d899-4c52-9711-41e2f6c909ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.833460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-199ef0c0-d899-4c52-9711-41e2f6c909ce None None] Port 61fa03a1-3053-4067-a0a5-72522c36d309 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:33.846474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-199ef0c0-d899-4c52-9711-41e2f6c909ce None None] Provisioning for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:33.853869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-199ef0c0-d899-4c52-9711-41e2f6c909ce None None] Provisioning complete for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:33.854258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-199ef0c0-d899-4c52-9711-41e2f6c909ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.871782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252b317-181a-4864-9578-9802b1c8a0b5 req-30542245-0c6f-458f-9776-737999d29139 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:33.873597 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b252b317-181a-4864-9578-9802b1c8a0b5 req-30542245-0c6f-458f-9776-737999d29139 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.6962161 Dec 22 04:51:33.896775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 8ffa0200-9671-4ce6-abc9-b8220dbb0234 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:51:33.918942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d613c613-de40-4504-b74e-5acc17b6e07f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.024611 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b252b317-181a-4864-9578-9802b1c8a0b5 req-78398a26-15f1-4e21-aa6e-3544d71b2eb0 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415272 Dec 22 04:51:34.088358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-705269548'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.100340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d613c613-de40-4504-b74e-5acc17b6e07f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.117216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:34.131793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:34.133744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:network and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:34.142715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f929b-34f4-4afd-bbdd-e0bcdec75fb6 None None] Sync routers for ids ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:34.146970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:34.153681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f929b-34f4-4afd-bbdd-e0bcdec75fb6 None None] Routers {'8ffa0200-9671-4ce6-abc9-b8220dbb0234'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:34.154730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ae1f929b-34f4-4afd-bbdd-e0bcdec75fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:34.157464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:34.175103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:34.178911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.196325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.208998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d613c613-de40-4504-b74e-5acc17b6e07f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.209574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Delete allocated IP 172.20.0.7 (a0bb787b-7486-40aa-863e-149e507d1367/665507e6-82b2-483a-affe-173ae6975e91) {{(pid=87555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:51:34.211415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d613c613-de40-4504-b74e-5acc17b6e07f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.212896 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d613c613-de40-4504-b74e-5acc17b6e07f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "DELETE /v2.0/security-groups/112f935a-3dd2-4824-b376-fe61c7fc26c8 HTTP/1.1" status: 204 len: 168 time: 0.7054961 Dec 22 04:51:34.215571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0b19538-8468-4596-b6ec-4cec70fdb4ea tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:34.221654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Allocated IP 172.20.0.43 (a0bb787b-7486-40aa-863e-149e507d1367/bf11e579-2f9c-4081-91f6-c15af0f1c888/61fa03a1-3053-4067-a0a5-72522c36d309) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:34.224924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55456) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:34.225060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ae1f929b-34f4-4afd-bbdd-e0bcdec75fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:34.226401 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/8ffa0200-9671-4ce6-abc9-b8220dbb0234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4998031 Dec 22 04:51:34.231867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55458) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:34.235433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f929b-34f4-4afd-bbdd-e0bcdec75fb6 None None] Routers {'8ffa0200-9671-4ce6-abc9-b8220dbb0234'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:34.236116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ae1f929b-34f4-4afd-bbdd-e0bcdec75fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:34.251065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:34.253868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613c613-de40-4504-b74e-5acc17b6e07f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112f935a-3dd2-4824-b376-fe61c7fc26c8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.289486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d613c613-de40-4504-b74e-5acc17b6e07f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:34.297363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:security_group_rule and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:34.309044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:34.313669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6814bc53-de96-4194-8fcc-aa7af3960020 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:34.327891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:34.352226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ae1f929b-34f4-4afd-bbdd-e0bcdec75fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:34.352794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f929b-34f4-4afd-bbdd-e0bcdec75fb6 None None] The sync data for ids ['8ffa0200-9671-4ce6-abc9-b8220dbb0234'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:34.367748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3243db26-59d5-4e07-8284-3d6229d32880 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Synchronizing usage tracker for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:34.378621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6814bc53-de96-4194-8fcc-aa7af3960020 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:34.379191 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6814bc53-de96-4194-8fcc-aa7af3960020 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa0200-9671-4ce6-abc9-b8220dbb0234 HTTP/1.1" status: 200 len: 205 time: 0.1451907 Dec 22 04:51:34.384051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55464) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:34.401044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3243db26-59d5-4e07-8284-3d6229d32880 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Unset dirty status for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:34.402649 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3243db26-59d5-4e07-8284-3d6229d32880 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1732903 Dec 22 04:51:34.406628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55468) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:34.412820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'tempest-secgroup--922043357'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.423436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:34.438638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:34.466255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.498505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.503215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:34.506877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.510081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:34.512936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:34.520890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:34.532912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:34.557319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:34.568118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f9ac0e-1f0f-41f4-8a8e-05e3c4fe90bd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.572554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-936eed5f-379c-4e5b-a520-a086ccc611b9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.578324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:34.582376 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.582685 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added segment 3da5aa81-71cd-4bd5-9971-34565980b9bb of type vlan for network 554f979a-b654-4664-9bf7-69c2e3a8d777 Dec 22 04:51:34.624544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.671572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.677319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.681754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d1be1891-bfaf-486f-9407-8e58081ff138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:34.698122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.703972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:34.704636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.752704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b065e1c9-f547-4052-82a7-22c06b85e328,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.759853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:34.763471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-72a14b5f-62a8-42c4-a30b-02b75c631135 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:34.782518 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0097959 Dec 22 04:51:34.786850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55474) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:34.791560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.792775 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3853276 Dec 22 04:51:34.796513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-309897949'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.828359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55478) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:34.843243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.849350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7ed2005a-0ebf-41c1-8ef9-7b66ebcb63c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': 'b065e1c9-f547-4052-82a7-22c06b85e328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.850176 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-7ed2005a-0ebf-41c1-8ef9-7b66ebcb63c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 04:51:34.850674 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-7ed2005a-0ebf-41c1-8ef9-7b66ebcb63c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:34.851620 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7ed2005a-0ebf-41c1-8ef9-7b66ebcb63c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0199170 Dec 22 04:51:34.860663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55482) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:34.861656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:34.872561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-296ad520-9bc0-435c-bc3b-5be052e16625 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': 'b065e1c9-f547-4052-82a7-22c06b85e328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.873178 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-296ad520-9bc0-435c-bc3b-5be052e16625 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 04:51:34.873665 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-296ad520-9bc0-435c-bc3b-5be052e16625 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:34.874601 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-296ad520-9bc0-435c-bc3b-5be052e16625 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105407 Dec 22 04:51:34.875601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:network and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:34.880565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55486) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:34.881304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:34.893932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-92fd9769-0fda-4e65-bff4-ef2487049c2b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': 'b065e1c9-f547-4052-82a7-22c06b85e328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.894953 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-92fd9769-0fda-4e65-bff4-ef2487049c2b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 04:51:34.895449 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-92fd9769-0fda-4e65-bff4-ef2487049c2b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:34.898985 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-92fd9769-0fda-4e65-bff4-ef2487049c2b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122745 Dec 22 04:51:34.898985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:34.902824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55490) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:34.907069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Network': ['ID=554f979a-b654-4664-9bf7-69c2e3a8d777,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.912945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2d988827-5c6f-4823-84bd-1574b01d5957 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': 'b065e1c9-f547-4052-82a7-22c06b85e328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.914455 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-2d988827-5c6f-4823-84bd-1574b01d5957 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 04:51:34.914455 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-2d988827-5c6f-4823-84bd-1574b01d5957 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:34.918598 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2d988827-5c6f-4823-84bd-1574b01d5957 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115030 Dec 22 04:51:34.918598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:34.918598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55494) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:34.921054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 554f979a-b654-4664-9bf7-69c2e3a8d777 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:34.927425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Transition to ACTIVE for port object 61fa03a1-3053-4067-a0a5-72522c36d309 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:34.930590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.933780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:34.934332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-936eed5f-379c-4e5b-a520-a086ccc611b9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.938016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.940247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-74a99046-e03c-4ae5-9009-ffeb726ce6fd tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:34.971436 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-936eed5f-379c-4e5b-a520-a086ccc611b9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.991191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:35.020848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.021192 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added segment 793b1183-aa04-4504-b4d4-47f3b5c72f20 of type vlan for network e8176370-3679-4440-a896-72e501153eb8 Dec 22 04:51:35.028441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b77f5658-6eb6-4ca2-a5f2-91a7b27b805a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.073567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b77f5658-6eb6-4ca2-a5f2-91a7b27b805a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.083197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.189008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.194487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:35.195120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.204519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a056ca6b-195c-4ce0-bb80-14fe634e50f5 tempest-NetworksTest-835284105 tempest-NetworksTest-835284105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:35.218971 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b77f5658-6eb6-4ca2-a5f2-91a7b27b805a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.247075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event updated for resources: {'Port': ['ID=61fa03a1-3053-4067-a0a5-72522c36d309,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:35.267296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-936eed5f-379c-4e5b-a520-a086ccc611b9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.268273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936eed5f-379c-4e5b-a520-a086ccc611b9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Fanout notify agent at l3_agent the message router_deleted on router 8ffa0200-9671-4ce6-abc9-b8220dbb0234 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:51:35.270203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:35.323375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-936eed5f-379c-4e5b-a520-a086ccc611b9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.325090 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-936eed5f-379c-4e5b-a520-a086ccc611b9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/8ffa0200-9671-4ce6-abc9-b8220dbb0234 HTTP/1.1" status: 204 len: 168 time: 0.9399800 Dec 22 04:51:35.328902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55500) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:35.343063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b77f5658-6eb6-4ca2-a5f2-91a7b27b805a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.343063 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b77f5658-6eb6-4ca2-a5f2-91a7b27b805a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "DELETE /v2.0/security-groups/b065e1c9-f547-4052-82a7-22c06b85e328 HTTP/1.1" status: 204 len: 168 time: 0.4233065 Dec 22 04:51:35.353155 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5651741 Dec 22 04:51:35.355159 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55504) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:35.361721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Network': ['ID=e8176370-3679-4440-a896-72e501153eb8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:35.365816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55506) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:35.376095 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network e8176370-3679-4440-a896-72e501153eb8 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:35.380093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:35.381757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eb5f2939-6867-46a0-a152-c43b404b1c6d tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:35.395349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] In _notify_port_updated(), no bound segment for port 61fa03a1-3053-4067-a0a5-72522c36d309 on network a0bb787b-7486-40aa-863e-149e507d1367 {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:51:35.401338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:35.401502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'subnet': {'network_id': '554f979a-b654-4664-9bf7-69c2e3a8d777', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:35.402013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.403449 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "PUT /v2.0/ports/61fa03a1-3053-4067-a0a5-72522c36d309 HTTP/1.1" status: 200 len: 960 time: 3.8489881 Dec 22 04:51:35.410553 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55512) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:35.455120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f5658-6eb6-4ca2-a5f2-91a7b27b805a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b065e1c9-f547-4052-82a7-22c06b85e328,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:35.475288 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b77f5658-6eb6-4ca2-a5f2-91a7b27b805a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:35.494756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-312bd37d-34a1-4923-9b24-31b1cabf548e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting subnet e1b6f2e4-83af-4f24-8d64-aef83f1bb3b9 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:35.504235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-312bd37d-34a1-4923-9b24-31b1cabf548e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.560787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c6c4f-cf3e-4fb2-a9dd-64e0d4c6fd92 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 61fa03a1-3053-4067-a0a5-72522c36d309 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:35.561567 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc8c6c4f-cf3e-4fb2-a9dd-64e0d4c6fd92 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.607587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44b157-40bc-4206-b41f-4a2f5543e3fb req-4bee224f-855a-4aca-86a5-6f0d19876a34 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:35.609278 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c44b157-40bc-4206-b41f-4a2f5543e3fb req-4bee224f-855a-4aca-86a5-6f0d19876a34 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.4616330 Dec 22 04:51:35.614456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9bf7eaad-2daf-4e1f-b601-ebf30ca4fb01 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Synchronizing usage tracker for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:35.639728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-312bd37d-34a1-4923-9b24-31b1cabf548e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.645572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:35.662022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:subnet and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:35.673321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:35.678944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9bf7eaad-2daf-4e1f-b601-ebf30ca4fb01 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Unset dirty status for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:35.684309 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9bf7eaad-2daf-4e1f-b601-ebf30ca4fb01 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3200595 Dec 22 04:51:35.685091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55516) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:35.685625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:35.693150 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c44b157-40bc-4206-b41f-4a2f5543e3fb req-ef1dd583-871b-4203-97d1-23a1d09be191 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733566 Dec 22 04:51:35.701519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:35.706759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.721681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-365ffba3-a978-421a-8531-7a1522fe6ba4 None None] Provisioning for port 61fa03a1-3053-4067-a0a5-72522c36d309 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:35.726961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-365ffba3-a978-421a-8531-7a1522fe6ba4 None None] Provisioning complete for port 61fa03a1-3053-4067-a0a5-72522c36d309 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:35.727348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-365ffba3-a978-421a-8531-7a1522fe6ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.750013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573796112'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:35.763746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:35.785338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:35.793892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-365ffba3-a978-421a-8531-7a1522fe6ba4 None None] Port 61fa03a1-3053-4067-a0a5-72522c36d309 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:35.838158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.940083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:35.951422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:35.958810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:35.980984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:35.985960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-312bd37d-34a1-4923-9b24-31b1cabf548e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.051119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc8c6c4f-cf3e-4fb2-a9dd-64e0d4c6fd92 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.195196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c6c4f-cf3e-4fb2-a9dd-64e0d4c6fd92 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 61fa03a1-3053-4067-a0a5-72522c36d309 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:36.225039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.232923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f648e838-d0d7-4433-9db5-4ae30ca7c734 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:36.274996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c95d1-dd20-479b-98bb-4f8a5b75f3c8 req-ee76a8b5-d54a-4a53-bb46-92ecd390a547 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.276579 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e43c95d1-dd20-479b-98bb-4f8a5b75f3c8 req-ee76a8b5-d54a-4a53-bb46-92ecd390a547 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2281311 Dec 22 04:51:36.307313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-312bd37d-34a1-4923-9b24-31b1cabf548e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.315046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:36.361958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bd37d-34a1-4923-9b24-31b1cabf548e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b6f2e4-83af-4f24-8d64-aef83f1bb3b9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.364380 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Subnet': ['ID=53ed5acc-7bc8-4420-ac95-4efc3bd36044,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.367699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-312bd37d-34a1-4923-9b24-31b1cabf548e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:36.374434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:36.375721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-312bd37d-34a1-4923-9b24-31b1cabf548e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.380346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70dada-4eb5-45bc-a2af-6c39679a62b1 None None] Network 3db57336-b5c2-42f6-a508-faf06eece2cf requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:36.384865 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e43c95d1-dd20-479b-98bb-4f8a5b75f3c8 req-0bdf0a34-6d09-4a56-bd4e-a6dba87d61cf tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971107 Dec 22 04:51:36.387618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.394120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b7c0c-01ea-4f9e-8dd0-d04d3d5c3d99 req-0c894bb7-b4d3-4fa5-a26f-b09477629df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.396854 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e18b7c0c-01ea-4f9e-8dd0-d04d3d5c3d99 req-0c894bb7-b4d3-4fa5-a26f-b09477629df3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d97beccd7194b3c93da9f12996afc3c&device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 1098 time: 0.3116827 Dec 22 04:51:36.397864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Checking segment: {'id': '3da5aa81-71cd-4bd5-9971-34565980b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '554f979a-b654-4664-9bf7-69c2e3a8d777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:36.398356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network hostable DHCP agents. Network: 554f979a-b654-4664-9bf7-69c2e3a8d777, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:36.428299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.439465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-52c18ad9-1393-436d-817c-d936abe508a5 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:36.467129 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-312bd37d-34a1-4923-9b24-31b1cabf548e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/e1b6f2e4-83af-4f24-8d64-aef83f1bb3b9 HTTP/1.1" status: 204 len: 168 time: 1.1348126 Dec 22 04:51:36.476941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55528) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:36.514287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 554f979a-b654-4664-9bf7-69c2e3a8d777 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:36.532183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef7638c-b0ff-4208-9e12-e73514f01d2b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.534399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.535888 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8468471 Dec 22 04:51:36.538321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 554f979a-b654-4664-9bf7-69c2e3a8d777) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:36.539752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55532) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:36.540777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:36.549078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9037c5a7-e8b5-4d57-bc04-3968e0183a0c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '1ef7638c-b0ff-4208-9e12-e73514f01d2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:36.550137 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-9037c5a7-e8b5-4d57-bc04-3968e0183a0c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:51:36.550838 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-9037c5a7-e8b5-4d57-bc04-3968e0183a0c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:36.552000 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9037c5a7-e8b5-4d57-bc04-3968e0183a0c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110834 Dec 22 04:51:36.555103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55536) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:36.556244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.556848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.563442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab753bb-021f-446d-803e-0fa75b9cd317 None None] Network 554f979a-b654-4664-9bf7-69c2e3a8d777 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:36.564899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2ab68bd3-8f58-4e10-a063-1967078a974d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '1ef7638c-b0ff-4208-9e12-e73514f01d2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:36.574340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc8c6c4f-cf3e-4fb2-a9dd-64e0d4c6fd92 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.576895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2ab68bd3-8f58-4e10-a063-1967078a974d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:36.585935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e11b87f4-e77c-48b3-8697-691018579999 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:36.588794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b7c0c-01ea-4f9e-8dd0-d04d3d5c3d99 req-63c4afdc-0cad-4409-ac45-4e28c99ca456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.590746 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e18b7c0c-01ea-4f9e-8dd0-d04d3d5c3d99 req-63c4afdc-0cad-4409-ac45-4e28c99ca456 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9ebda942-2470-41ad-ba75-e2adc80709c4 HTTP/1.1" status: 200 len: 912 time: 0.1864448 Dec 22 04:51:36.620424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2ab68bd3-8f58-4e10-a063-1967078a974d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:36.647318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2ab68bd3-8f58-4e10-a063-1967078a974d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:36.649606 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2828646 Dec 22 04:51:36.652931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c6c4f-cf3e-4fb2-a9dd-64e0d4c6fd92 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=61fa03a1-3053-4067-a0a5-72522c36d309,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.656558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55540) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:36.658379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b93493f-00c0-4e21-aaac-fb2341cede0a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting subnet 3d568792-2c50-4e49-80a5-7ad975a5a2f0 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:36.663858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dc8c6c4f-cf3e-4fb2-a9dd-64e0d4c6fd92 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:36.679581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'subnet': {'network_id': 'e8176370-3679-4440-a896-72e501153eb8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:36.696908 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e18b7c0c-01ea-4f9e-8dd0-d04d3d5c3d99 req-ff6fe95a-d475-4d96-b569-95a26a08aad1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f1110e-b434-42d3-b996-b90766f60e39 HTTP/1.1" status: 200 len: 217 time: 0.0990436 Dec 22 04:51:36.699173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b93493f-00c0-4e21-aaac-fb2341cede0a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.727706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2ab68bd3-8f58-4e10-a063-1967078a974d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:36.816310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-554f979a-b654-4664-9bf7-69c2e3a8d777', 'network_id': '554f979a-b654-4664-9bf7-69c2e3a8d777', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'fixed_ips': [{'subnet_id': '53ed5acc-7bc8-4420-ac95-4efc3bd36044'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:51:36.818270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.831652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b93493f-00c0-4e21-aaac-fb2341cede0a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.891607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc8c6c4f-cf3e-4fb2-a9dd-64e0d4c6fd92 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.892702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b7c0c-01ea-4f9e-8dd0-d04d3d5c3d99 req-276807de-2117-49f5-84ec-b038a3883838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.893887 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dc8c6c4f-cf3e-4fb2-a9dd-64e0d4c6fd92 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/61fa03a1-3053-4067-a0a5-72522c36d309 HTTP/1.1" status: 204 len: 168 time: 1.4820786 Dec 22 04:51:36.897254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55544) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:36.897931 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e18b7c0c-01ea-4f9e-8dd0-d04d3d5c3d99 req-276807de-2117-49f5-84ec-b038a3883838 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22563cff-ff0b-4792-9c5d-cf49e4cbea31 HTTP/1.1" status: 200 len: 851 time: 0.1921248 Dec 22 04:51:36.898222 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-2ab68bd3-8f58-4e10-a063-1967078a974d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:36.899291 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2ab68bd3-8f58-4e10-a063-1967078a974d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3430719 Dec 22 04:51:36.902416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55548) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:36.909971 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-12c5d889-71c9-4dc8-95c5-596cabe19d93 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '1ef7638c-b0ff-4208-9e12-e73514f01d2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:36.910487 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-12c5d889-71c9-4dc8-95c5-596cabe19d93 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 04:51:36.911216 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-12c5d889-71c9-4dc8-95c5-596cabe19d93 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:36.912863 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-12c5d889-71c9-4dc8-95c5-596cabe19d93 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093763 Dec 22 04:51:36.916297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55552) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:36.919020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] DHCP port deletion for 3db57336-b5c2-42f6-a508-faf06eece2cf request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:51:36.925140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] Deleting port 817c5cf5-ed85-4b20-8412-21d26ab278b1 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:36.925528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.960555 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b9c7aa-eabf-4093-a06d-aa0df0b45ae3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] GET failed (client error): The resource could not be found. Dec 22 04:51:36.961200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f5b9c7aa-eabf-4093-a06d-aa0df0b45ae3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Synchronizing usage tracker for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:36.987914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f5b9c7aa-eabf-4093-a06d-aa0df0b45ae3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Unset dirty status for tenant:1f15b4a25d4a41b082b7d34104c6e003 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:36.991590 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f5b9c7aa-eabf-4093-a06d-aa0df0b45ae3 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports/61fa03a1-3053-4067-a0a5-72522c36d309 HTTP/1.1" status: 404 len: 333 time: 0.0886919 Dec 22 04:51:36.991791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55556) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:37.002819 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3c20a69e-58e6-44f7-ba38-9276b9368ae6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '1ef7638c-b0ff-4208-9e12-e73514f01d2b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:37.015984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b93493f-00c0-4e21-aaac-fb2341cede0a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.018470 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e18b7c0c-01ea-4f9e-8dd0-d04d3d5c3d99 req-71637476-b515-49cf-bebe-a9b33be77895 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ebda942-2470-41ad-ba75-e2adc80709c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046228 Dec 22 04:51:37.019415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3c20a69e-58e6-44f7-ba38-9276b9368ae6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:37.023911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:37.027988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3c20a69e-58e6-44f7-ba38-9276b9368ae6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:37.050749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:subnet and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:37.055916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3c20a69e-58e6-44f7-ba38-9276b9368ae6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:37.058951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:37.075187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3c20a69e-58e6-44f7-ba38-9276b9368ae6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:37.079869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:37.135143 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-40748ef0-9805-4616-813d-bc672c12a8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.159166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b93493f-00c0-4e21-aaac-fb2341cede0a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.169206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:37.170506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:37.174042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.230172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93493f-00c0-4e21-aaac-fb2341cede0a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Subnet': ['ID=3d568792-2c50-4e49-80a5-7ad975a5a2f0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:37.233000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3b93493f-00c0-4e21-aaac-fb2341cede0a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:37.234606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b93493f-00c0-4e21-aaac-fb2341cede0a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.242723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-40748ef0-9805-4616-813d-bc672c12a8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.248496 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Allocated IP 2001:db8::2 (554f979a-b654-4664-9bf7-69c2e3a8d777/53ed5acc-7bc8-4420-ac95-4efc3bd36044/ce937c29-3f3e-4829-9a2d-075966af0046) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:37.251647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1f6281-2bce-4717-8be9-c3ef2dd905e0 None None] Network 2466ab75-74f6-42c3-9e67-b63320092694 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:37.257266 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3b93493f-00c0-4e21-aaac-fb2341cede0a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/3d568792-2c50-4e49-80a5-7ad975a5a2f0 HTTP/1.1" status: 204 len: 168 time: 0.7793236 Dec 22 04:51:37.260520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55562) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:37.294412 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-3c20a69e-58e6-44f7-ba38-9276b9368ae6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:37.295466 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3c20a69e-58e6-44f7-ba38-9276b9368ae6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3041658 Dec 22 04:51:37.311122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55566) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:37.326164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] For port 817c5cf5-ed85-4b20-8412-21d26ab278b1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=817c5cf5-ed85-4b20-8412-21d26ab278b1,segment=NetworkSegment(46b76191-4692-4c98-95e6-7ac934fa1d44),segment_id=46b76191-4692-4c98-95e6-7ac934fa1d44)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:37.326580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.326697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0cf83621-644d-49ed-a4a3-2e9616715685 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '1ef7638c-b0ff-4208-9e12-e73514f01d2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:37.327161 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-0cf83621-644d-49ed-a4a3-2e9616715685 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:51:37.327665 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-0cf83621-644d-49ed-a4a3-2e9616715685 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:37.332194 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0cf83621-644d-49ed-a4a3-2e9616715685 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164928 Dec 22 04:51:37.333309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55570) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:37.347246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5edb030d-de45-47fa-b241-50e206f75a8c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '1ef7638c-b0ff-4208-9e12-e73514f01d2b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:37.355138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5edb030d-de45-47fa-b241-50e206f75a8c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:37.359262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5edb030d-de45-47fa-b241-50e206f75a8c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:37.362415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5edb030d-de45-47fa-b241-50e206f75a8c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:37.368746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5edb030d-de45-47fa-b241-50e206f75a8c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:37.378759 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e18b7c0c-01ea-4f9e-8dd0-d04d3d5c3d99 req-7dc0bb4b-f712-4d3a-a30f-e000b721ee41 service neutron] 10.222.0.61 "GET /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520963 Dec 22 04:51:37.487018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] Calling delete_port for 817c5cf5-ed85-4b20-8412-21d26ab278b1 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:37.500483 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-5edb030d-de45-47fa-b241-50e206f75a8c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:37.501558 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5edb030d-de45-47fa-b241-50e206f75a8c tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1637664 Dec 22 04:51:37.507180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55576) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:37.514395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-eb55ca9f-4275-4295-a7a6-579707d493ef tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '1ef7638c-b0ff-4208-9e12-e73514f01d2b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:37.514867 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-eb55ca9f-4275-4295-a7a6-579707d493ef tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 04:51:37.515355 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-eb55ca9f-4275-4295-a7a6-579707d493ef tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:37.516375 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eb55ca9f-4275-4295-a7a6-579707d493ef tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082345 Dec 22 04:51:37.534461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 817c5cf5-ed85-4b20-8412-21d26ab278b1 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:51:37.538175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55580) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:37.551378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-01758e02-1584-42ff-aaa7-56e879b247c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '1ef7638c-b0ff-4208-9e12-e73514f01d2b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:37.560514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-01758e02-1584-42ff-aaa7-56e879b247c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:37.578192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-01758e02-1584-42ff-aaa7-56e879b247c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:37.582737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-01758e02-1584-42ff-aaa7-56e879b247c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:37.595377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.599028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-01758e02-1584-42ff-aaa7-56e879b247c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:37.610582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-40748ef0-9805-4616-813d-bc672c12a8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.618973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2721e9da-7b37-420c-8f12-16e12fa3ccc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:37.638588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port 817c5cf5-ed85-4b20-8412-21d26ab278b1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:37.638978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.671872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40748ef0-9805-4616-813d-bc672c12a8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b122456-fd65-47d7-92c6-ec3bd8b9077d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:37.689500 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e18b7c0c-01ea-4f9e-8dd0-d04d3d5c3d99 req-5a10b26b-138e-493f-87eb-07d2830798cb service neutron] 10.222.0.61 "GET /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985318 Dec 22 04:51:37.694187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-40748ef0-9805-4616-813d-bc672c12a8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:37.702319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-40748ef0-9805-4616-813d-bc672c12a8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.707104 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-40748ef0-9805-4616-813d-bc672c12a8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b122456-fd65-47d7-92c6-ec3bd8b9077d HTTP/1.1" status: 204 len: 168 time: 0.7105796 Dec 22 04:51:37.712252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55584) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:37.721657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94466-80e3-434a-8bab-508d4c5103a6 req-66ef1c8f-562d-4e3a-85d8-86091fe77a36 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:37.723782 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63a94466-80e3-434a-8bab-508d4c5103a6 req-66ef1c8f-562d-4e3a-85d8-86091fe77a36 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2040524 Dec 22 04:51:37.731226 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-01758e02-1584-42ff-aaa7-56e879b247c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:37.732190 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-01758e02-1584-42ff-aaa7-56e879b247c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1927466 Dec 22 04:51:37.763250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55588) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:37.777216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-b6962645-f7eb-496b-aeae-006aad8b694d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '1ef7638c-b0ff-4208-9e12-e73514f01d2b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:37.791466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b6962645-f7eb-496b-aeae-006aad8b694d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:37.797443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b6962645-f7eb-496b-aeae-006aad8b694d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:37.802159 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63a94466-80e3-434a-8bab-508d4c5103a6 req-e667caef-d584-4af1-aa1f-4587dce3490f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697467 Dec 22 04:51:37.802444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b6962645-f7eb-496b-aeae-006aad8b694d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:37.811529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.812018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b6962645-f7eb-496b-aeae-006aad8b694d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:37.818786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5f0c0cc-ebda-4699-93b8-96333ba98083 tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:37.899312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58572dba-aee4-4a20-8e90-a58685fa6a7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.954918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port 817c5cf5-ed85-4b20-8412-21d26ab278b1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=817c5cf5-ed85-4b20-8412-21d26ab278b1,segment=NetworkSegment(46b76191-4692-4c98-95e6-7ac934fa1d44),segment_id=46b76191-4692-4c98-95e6-7ac934fa1d44)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:37.955345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.964939 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-b6962645-f7eb-496b-aeae-006aad8b694d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:37.966029 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b6962645-f7eb-496b-aeae-006aad8b694d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2035396 Dec 22 04:51:37.969328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.969568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55592) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:37.977451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e1232988-aac4-4ad6-9e20-b0d3ecdfd1ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:38.006417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Port 817c5cf5-ed85-4b20-8412-21d26ab278b1 update to DOWN by agent not found {{(pid=87556) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 04:51:38.042709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] Pushing event deleted for resources: {'Port': ['ID=817c5cf5-ed85-4b20-8412-21d26ab278b1,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.050667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:38.054231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] No DVR routers for this DVR port 817c5cf5-ed85-4b20-8412-21d26ab278b1 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:38.098707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58572dba-aee4-4a20-8e90-a58685fa6a7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.108019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for 817c5cf5-ed85-4b20-8412-21d26ab278b1 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:38.117964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Subnet': ['ID=5fa5315e-0ac0-423b-861f-5dd701f334e0,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.122200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:38.136758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Checking segment: {'id': '793b1183-aa04-4504-b4d4-47f3b5c72f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e8176370-3679-4440-a896-72e501153eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:38.136758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network hostable DHCP agents. Network: e8176370-3679-4440-a896-72e501153eb8, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:38.155654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.169112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Transition to ACTIVE for port object ce937c29-3f3e-4829-9a2d-075966af0046 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:38.171080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network e8176370-3679-4440-a896-72e501153eb8 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:38.183406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, e8176370-3679-4440-a896-72e501153eb8) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:38.199087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:38.199735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.205395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ae3c1-0231-40f2-8410-85aa3ed1ea30 None None] Network e8176370-3679-4440-a896-72e501153eb8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:38.207254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58572dba-aee4-4a20-8e90-a58685fa6a7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.214860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-38394de1-f263-4590-8225-3bcb8543c6d6 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:38.233432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Transition to ACTIVE for port object ce937c29-3f3e-4829-9a2d-075966af0046 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:38.236156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:51:38.236494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:51:38.243681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58572dba-aee4-4a20-8e90-a58685fa6a7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42ac3df-9e77-421a-abd7-83074dfbdb0e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.253765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58572dba-aee4-4a20-8e90-a58685fa6a7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:38.254380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-571ffe45-4915-4028-aace-fc7b2594f20d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.265803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58572dba-aee4-4a20-8e90-a58685fa6a7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.267253 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-58572dba-aee4-4a20-8e90-a58685fa6a7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/security-groups/d42ac3df-9e77-421a-abd7-83074dfbdb0e HTTP/1.1" status: 204 len: 168 time: 0.5428352 Dec 22 04:51:38.269268 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6117733 Dec 22 04:51:38.272411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55598) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:38.274043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55600) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:38.289010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1830578687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:38.298190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] DHCP port deletion for 2466ab75-74f6-42c3-9e67-b63320092694 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:51:38.310047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.322029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ab3195aa-0003-4932-aec0-513dd8f021cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:38.325307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:38.335758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-571ffe45-4915-4028-aace-fc7b2594f20d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.369192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9639d44-4afd-41a4-b7ac-372e5d043d9b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.377917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] Deleting port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:38.378383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.383874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:router and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:38.389173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:38.395359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:38.399242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9639d44-4afd-41a4-b7ac-372e5d043d9b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.407627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.408768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.420100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-571ffe45-4915-4028-aace-fc7b2594f20d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.426398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4895542f-e5c4-475a-b0a5-171b39fd34c2 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:38.442813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.451695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ffe45-4915-4028-aace-fc7b2594f20d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef7638c-b0ff-4208-9e12-e73514f01d2b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.452629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Network 554f979a-b654-4664-9bf7-69c2e3a8d777 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:38.456783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-571ffe45-4915-4028-aace-fc7b2594f20d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:38.459809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:38.468402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9639d44-4afd-41a4-b7ac-372e5d043d9b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.469575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:38.475295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-734b8460-5ba7-4d5d-9c3e-3798bd9692d1 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:38.476525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.490215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9639d44-4afd-41a4-b7ac-372e5d043d9b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f11a596-f580-4bdc-8461-35b541d185e6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.493740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f9639d44-4afd-41a4-b7ac-372e5d043d9b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:38.495428 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9639d44-4afd-41a4-b7ac-372e5d043d9b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.496700 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f9639d44-4afd-41a4-b7ac-372e5d043d9b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/security-groups/8f11a596-f580-4bdc-8461-35b541d185e6 HTTP/1.1" status: 204 len: 168 time: 0.2200568 Dec 22 04:51:38.499566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55606) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:38.502843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-571ffe45-4915-4028-aace-fc7b2594f20d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.506267 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-571ffe45-4915-4028-aace-fc7b2594f20d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "DELETE /v2.0/security-groups/1ef7638c-b0ff-4208-9e12-e73514f01d2b HTTP/1.1" status: 204 len: 168 time: 0.5338316 Dec 22 04:51:38.506587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55610) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:38.532236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.535877 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-76b9020c-dfcf-4ad4-ba47-9142640b032b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2596481 Dec 22 04:51:38.536077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55614) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:38.545444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Pushing event updated for resources: {'Port': ['ID=ce937c29-3f3e-4829-9a2d-075966af0046,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.585931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6bdfae-3ef3-49e5-a601-f812caae3f2f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet 665507e6-82b2-483a-affe-173ae6975e91 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:38.586992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:38.589403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf6bdfae-3ef3-49e5-a601-f812caae3f2f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.651884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf6bdfae-3ef3-49e5-a601-f812caae3f2f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.698310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Attempting to bind port ce937c29-3f3e-4829-9a2d-075966af0046 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:38.699574 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Attempting to bind port ce937c29-3f3e-4829-9a2d-075966af0046 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '3da5aa81-71cd-4bd5-9971-34565980b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '554f979a-b654-4664-9bf7-69c2e3a8d777'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:38.699574 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Attempting to bind port ce937c29-3f3e-4829-9a2d-075966af0046 on network 554f979a-b654-4664-9bf7-69c2e3a8d777 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:51:38.705062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-86dffafe-e98d-46d7-93f9-2ce665545eb9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Synchronizing usage tracker for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:38.724734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:51:38.725124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Checking segment: {'id': '3da5aa81-71cd-4bd5-9971-34565980b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '554f979a-b654-4664-9bf7-69c2e3a8d777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:38.725541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.725946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Bound using segment: {'id': '3da5aa81-71cd-4bd5-9971-34565980b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '554f979a-b654-4664-9bf7-69c2e3a8d777'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:51:38.726436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Bound port: ce937c29-3f3e-4829-9a2d-075966af0046, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da5aa81-71cd-4bd5-9971-34565980b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '554f979a-b654-4664-9bf7-69c2e3a8d777'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:38.726820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.742853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf6bdfae-3ef3-49e5-a601-f812caae3f2f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.773036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port 817c5cf5-ed85-4b20-8412-21d26ab278b1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:38.773036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.830764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf6bdfae-3ef3-49e5-a601-f812caae3f2f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.842246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:38.893097 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bdfae-3ef3-49e5-a601-f812caae3f2f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=665507e6-82b2-483a-affe-173ae6975e91,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.900343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf6bdfae-3ef3-49e5-a601-f812caae3f2f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.913543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cf6bdfae-3ef3-49e5-a601-f812caae3f2f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:38.916410 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cf6bdfae-3ef3-49e5-a601-f812caae3f2f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/665507e6-82b2-483a-affe-173ae6975e91 HTTP/1.1" status: 204 len: 168 time: 0.4156590 Dec 22 04:51:38.921233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55620) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:38.936644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] The port '817c5cf5-ed85-4b20-8412-21d26ab278b1' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:51:38.963638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4deb11f-b4dd-4e1b-bf9c-9254194e40e1 None None] Network a0bb787b-7486-40aa-863e-149e507d1367 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:38.975917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-e8176370-3679-4440-a896-72e501153eb8', 'network_id': 'e8176370-3679-4440-a896-72e501153eb8', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'fixed_ips': [{'subnet_id': '5fa5315e-0ac0-423b-861f-5dd701f334e0'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:51:38.976798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.001799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ba9937-ba09-4522-98ae-6bcfa5ef919f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet bf11e579-2f9c-4081-91f6-c15af0f1c888 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:39.007576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69ba9937-ba09-4522-98ae-6bcfa5ef919f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.051780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-86dffafe-e98d-46d7-93f9-2ce665545eb9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Unset dirty status for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:39.057015 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-86dffafe-e98d-46d7-93f9-2ce665545eb9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5455134 Dec 22 04:51:39.067517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55624) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:39.096524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'tempest-secgroup--500030604'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.107088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:39.135349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:39.145515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69ba9937-ba09-4522-98ae-6bcfa5ef919f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.158376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] For port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d83a580d-5ca0-48db-b3de-8fafcb0e6fbf,segment=NetworkSegment(d4bd352c-4456-4bbb-8503-26fdc94c14eb),segment_id=d4bd352c-4456-4bbb-8503-26fdc94c14eb)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:39.158796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.202788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.263973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaa196-c33c-4854-8204-f60581db35cb req-5b8d9574-7908-46c4-a41e-d7322ccd85e0 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:39.276648 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5bbaa196-c33c-4854-8204-f60581db35cb req-5b8d9574-7908-46c4-a41e-d7322ccd85e0 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2704427 Dec 22 04:51:39.322956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:39.362906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:39.368501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:39.373037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] Calling delete_port for d83a580d-5ca0-48db-b3de-8fafcb0e6fbf owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:39.378818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69ba9937-ba09-4522-98ae-6bcfa5ef919f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.392504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.423437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:39.425781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] For port ce937c29-3f3e-4829-9a2d-075966af0046, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:51:39.428221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db57336-b5c2-42f6-a508-faf06eece2cf']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:39.428394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d83a580d-5ca0-48db-b3de-8fafcb0e6fbf no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:51:39.449895 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5bbaa196-c33c-4854-8204-f60581db35cb req-6b5be59b-b4ae-460a-a1a1-1312241eec8c tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719587 Dec 22 04:51:39.477369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.497145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b76191-4692-4c98-95e6-7ac934fa1d44') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:39.497663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b76191-4692-4c98-95e6-7ac934fa1d44') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:39.516633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.535430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] For port ce937c29-3f3e-4829-9a2d-075966af0046, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ce937c29-3f3e-4829-9a2d-075966af0046,segment=NetworkSegment(3da5aa81-71cd-4bd5-9971-34565980b9bb),segment_id=3da5aa81-71cd-4bd5-9971-34565980b9bb)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:51:39.555617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.571156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5032b85e-ea7a-4297-b0fa-45a4e8aec544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:39.596392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69ba9937-ba09-4522-98ae-6bcfa5ef919f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.613943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-97e86f47-a1a2-411d-9f2b-4313db0f5bec tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:39.656192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.676238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:39.677020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.692966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:39.694475 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:39.701324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69ba9937-ba09-4522-98ae-6bcfa5ef919f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.704674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.743679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba9937-ba09-4522-98ae-6bcfa5ef919f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=bf11e579-2f9c-4081-91f6-c15af0f1c888,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.747241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-69ba9937-ba09-4522-98ae-6bcfa5ef919f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:39.751361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3b666e19-00d6-4343-bb5f-d728f984a9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:39.763363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.764660 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6869934 Dec 22 04:51:39.768795 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55632) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:39.774538 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-69ba9937-ba09-4522-98ae-6bcfa5ef919f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/bf11e579-2f9c-4081-91f6-c15af0f1c888 HTTP/1.1" status: 204 len: 168 time: 0.8520110 Dec 22 04:51:39.778538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0e9bb65c-ae99-44b7-803d-e5c79b8feb0b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '3d167680-aa0d-4686-ae30-5b029285c7dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.786145 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55636) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:39.833138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.856367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0e9bb65c-ae99-44b7-803d-e5c79b8feb0b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:39.885366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] No DVR routers for this DVR port d83a580d-5ca0-48db-b3de-8fafcb0e6fbf on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:39.889960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0e9bb65c-ae99-44b7-803d-e5c79b8feb0b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:39.892275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.893005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Pushing event updated for resources: {'Port': ['ID=ce937c29-3f3e-4829-9a2d-075966af0046,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.895355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d167680-aa0d-4686-ae30-5b029285c7dd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.898671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-643d0996-a037-46bd-8bfd-32c9fc67ab49 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:39.906857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:39.908457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Allocated IP 2001:db8:1::2 (e8176370-3679-4440-a896-72e501153eb8/5fa5315e-0ac0-423b-861f-5dd701f334e0/d0a99c40-568a-4151-a635-0d64664019d5) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:39.909730 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece05ef0-277f-40c0-b08e-4485ca65136b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:39.913016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece05ef0-277f-40c0-b08e-4485ca65136b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:39.914098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.930265 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ece05ef0-277f-40c0-b08e-4485ca65136b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/665507e6-82b2-483a-affe-173ae6975e91 HTTP/1.1" status: 404 len: 337 time: 0.1374340 Dec 22 04:51:39.933907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55642) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:39.934672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:39.937602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c310c501-dd52-4695-ac06-d00b2d1c5497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:39.943505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Network': ['ID=3db57336-b5c2-42f6-a508-faf06eece2cf,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.946660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0e9bb65c-ae99-44b7-803d-e5c79b8feb0b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:39.966439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0e9bb65c-ae99-44b7-803d-e5c79b8feb0b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:40.007022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.018433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:40.022856 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-0e9bb65c-ae99-44b7-803d-e5c79b8feb0b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The resource could not be found. Dec 22 04:51:40.027160 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0e9bb65c-ae99-44b7-803d-e5c79b8feb0b tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2545614 Dec 22 04:51:40.027373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] Pushing event deleted for resources: {'Port': ['ID=d83a580d-5ca0-48db-b3de-8fafcb0e6fbf,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.028544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55646) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:40.030426 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/networks/3db57336-b5c2-42f6-a508-faf06eece2cf HTTP/1.1" status: 204 len: 168 time: 2.7688801 Dec 22 04:51:40.034424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55648) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:40.040806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c716bbc0-546c-48b5-8c0d-6ba92b183c90 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '3d167680-aa0d-4686-ae30-5b029285c7dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0b0e8636-0aa3-487c-b461-59929ac63e16'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:40.046051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:40.095043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-520a53e4-5d08-4e15-ba32-7d39a930c981 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting subnet b5e7daa9-005a-4155-a841-ae342053a750 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:40.167409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-520a53e4-5d08-4e15-ba32-7d39a930c981 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.241243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-520a53e4-5d08-4e15-ba32-7d39a930c981 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.283724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c716bbc0-546c-48b5-8c0d-6ba92b183c90 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:40.326230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c716bbc0-546c-48b5-8c0d-6ba92b183c90 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:40.343324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c716bbc0-546c-48b5-8c0d-6ba92b183c90 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:40.352737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-520a53e4-5d08-4e15-ba32-7d39a930c981 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.352915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c716bbc0-546c-48b5-8c0d-6ba92b183c90 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:40.382703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.419409 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.422335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Allocated IP 2001:db8::1 (554f979a-b654-4664-9bf7-69c2e3a8d777/53ed5acc-7bc8-4420-ac95-4efc3bd36044/10276b17-76f9-430e-83f5-fef33a2cafe3) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:40.433094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Transition to ACTIVE for port object d0a99c40-568a-4151-a635-0d64664019d5 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:40.457783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Transition to ACTIVE for port object d0a99c40-568a-4151-a635-0d64664019d5 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:40.468907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.474738 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:40.545124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Network e8176370-3679-4440-a896-72e501153eb8 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:40.550326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:40.554191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.559337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:40.582463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2466ab75-74f6-42c3-9e67-b63320092694']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:40.596344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bd352c-4456-4bbb-8503-26fdc94c14eb') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:40.596733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bd352c-4456-4bbb-8503-26fdc94c14eb') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:40.613443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.631932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.639163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:40.639410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.639791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.646420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-520a53e4-5d08-4e15-ba32-7d39a930c981 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.657190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-64940a84-c3f5-46e8-89aa-aff98b45d419 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:40.669151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Pushing event updated for resources: {'Port': ['ID=d0a99c40-568a-4151-a635-0d64664019d5,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.673664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:40.682230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Attempting to bind port d0a99c40-568a-4151-a635-0d64664019d5 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:40.682798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Attempting to bind port d0a99c40-568a-4151-a635-0d64664019d5 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '793b1183-aa04-4504-b4d4-47f3b5c72f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e8176370-3679-4440-a896-72e501153eb8'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:40.683430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Attempting to bind port d0a99c40-568a-4151-a635-0d64664019d5 on network e8176370-3679-4440-a896-72e501153eb8 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:51:40.691111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:51:40.691983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Checking segment: {'id': '793b1183-aa04-4504-b4d4-47f3b5c72f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e8176370-3679-4440-a896-72e501153eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:40.692844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.693670 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Bound using segment: {'id': '793b1183-aa04-4504-b4d4-47f3b5c72f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e8176370-3679-4440-a896-72e501153eb8'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:51:40.694349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Bound port: d0a99c40-568a-4151-a635-0d64664019d5, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793b1183-aa04-4504-b4d4-47f3b5c72f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e8176370-3679-4440-a896-72e501153eb8'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:40.695099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.749485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a53e4-5d08-4e15-ba32-7d39a930c981 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e7daa9-005a-4155-a841-ae342053a750,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:40.753919 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:40.756870 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-c716bbc0-546c-48b5-8c0d-6ba92b183c90 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The resource could not be found. Dec 22 04:51:40.761424 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c716bbc0-546c-48b5-8c0d-6ba92b183c90 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7293334 Dec 22 04:51:40.762338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.762473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-520a53e4-5d08-4e15-ba32-7d39a930c981 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:40.764476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55656) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:40.765982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-520a53e4-5d08-4e15-ba32-7d39a930c981 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.768957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2395a7cd-8764-4973-a9e2-fc0c78c20451 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:40.800223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.812464 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-520a53e4-5d08-4e15-ba32-7d39a930c981 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/b5e7daa9-005a-4155-a841-ae342053a750 HTTP/1.1" status: 204 len: 168 time: 0.8772726 Dec 22 04:51:40.813828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Transition to ACTIVE for port object 10276b17-76f9-430e-83f5-fef33a2cafe3 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:40.815029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55660) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:40.821437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] For port d0a99c40-568a-4151-a635-0d64664019d5, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:51:40.825511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] For port d0a99c40-568a-4151-a635-0d64664019d5, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d0a99c40-568a-4151-a635-0d64664019d5,segment=NetworkSegment(793b1183-aa04-4504-b4d4-47f3b5c72f20),segment_id=793b1183-aa04-4504-b4d4-47f3b5c72f20)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:51:40.828000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Network': ['ID=2466ab75-74f6-42c3-9e67-b63320092694,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.836829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:40.842080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.844917 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/networks/2466ab75-74f6-42c3-9e67-b63320092694 HTTP/1.1" status: 204 len: 168 time: 0.8089619 Dec 22 04:51:40.849609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4060ffbf-3a6c-4dcc-8ae1-4e2215b5730b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:40.867680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fa2e2-9cad-4c1c-9532-a87310fcc344 req-bf084758-a30d-4741-9494-ac053e12154c tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:40.875060 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b8fa2e2-9cad-4c1c-9532-a87310fcc344 req-bf084758-a30d-4741-9494-ac053e12154c tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.7007966 Dec 22 04:51:40.897637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55664) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:40.908773 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-708ddd4c-de2b-4404-9106-2cb37c4e7ca7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:40.909287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708ddd4c-de2b-4404-9106-2cb37c4e7ca7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:40.910951 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-708ddd4c-de2b-4404-9106-2cb37c4e7ca7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/1062b2d2-509a-4f6a-848a-7b4d738d6261 HTTP/1.1" status: 404 len: 337 time: 0.0948060 Dec 22 04:51:40.918591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55668) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:40.941623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Pushing event updated for resources: {'Port': ['ID=d0a99c40-568a-4151-a635-0d64664019d5,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.946726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:40.975902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1942148507'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:40.989957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:40.993732 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-430227db-ed00-40bc-8f05-d8e2eb80cafc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b692cf-2393-4720-ae5d-8badda754413 HTTP/1.1" status: 200 len: 205 time: 0.0733275 Dec 22 04:51:40.995127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:network and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:41.006483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55672) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.018461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:41.033352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:41.037861 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b8fa2e2-9cad-4c1c-9532-a87310fcc344 req-5185b808-8e81-4ffc-96ee-40666e952a40 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617854 Dec 22 04:51:41.076370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:41.081034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.098439 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-efdd4373-432a-4d01-9e54-d287c05f6bdd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] delete failed (client error): The resource could not be found. Dec 22 04:51:41.099665 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-efdd4373-432a-4d01-9e54-d287c05f6bdd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/routers/56b692cf-2393-4720-ae5d-8badda754413 HTTP/1.1" status: 404 len: 336 time: 0.0909491 Dec 22 04:51:41.105530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55676) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.171224 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5edba98-00e8-4879-85f7-d7f6f7228e1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:41.171824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5edba98-00e8-4879-85f7-d7f6f7228e1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:41.177176 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c5edba98-00e8-4879-85f7-d7f6f7228e1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/6a009bef-0d99-40a7-8dfd-1e760743b060 HTTP/1.1" status: 404 len: 337 time: 0.0704324 Dec 22 04:51:41.179114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55680) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.224254 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e07b2af-7e41-43c3-92f1-ed91bb7edc76 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:41.224728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e07b2af-7e41-43c3-92f1-ed91bb7edc76 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:41.226725 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2e07b2af-7e41-43c3-92f1-ed91bb7edc76 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/df4b7b31-05a0-4a97-98d3-0b3ff7a16575 HTTP/1.1" status: 404 len: 337 time: 0.0466771 Dec 22 04:51:41.231988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55684) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.249993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8abd063a-e31d-46d0-955c-f1961f17cbdb tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.278684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.286019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:41.300754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:41.318994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.321582 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added segment 8b3782b5-28a7-4b03-a494-f54958e1fdb3 of type vlan for network 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 Dec 22 04:51:41.324805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8abd063a-e31d-46d0-955c-f1961f17cbdb tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.428104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.447388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8abd063a-e31d-46d0-955c-f1961f17cbdb tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.450258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b19118-68e2-4626-9002-b45521a5f140 None None] Network a0bb787b-7486-40aa-863e-149e507d1367 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:41.467414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ce937c29-3f3e-4829-9a2d-075966af0046 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:41.470074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5dc5ed0a-4a1c-48b4-8c55-a43bca41fbf3 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:41.495879 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd063a-e31d-46d0-955c-f1961f17cbdb tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d167680-aa0d-4686-ae30-5b029285c7dd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:41.502986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8abd063a-e31d-46d0-955c-f1961f17cbdb tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:41.516026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.529720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:41.530659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.537350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b512aef8-630b-4a3e-8050-4c60e95a9903 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:41.558158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8abd063a-e31d-46d0-955c-f1961f17cbdb tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.559568 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8abd063a-e31d-46d0-955c-f1961f17cbdb tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "DELETE /v2.0/security-groups/3d167680-aa0d-4686-ae30-5b029285c7dd HTTP/1.1" status: 204 len: 168 time: 0.7940180 Dec 22 04:51:41.568656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55688) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.580121 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4ea126-d861-4848-af00-032fbfc0d017 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:41.580883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4ea126-d861-4848-af00-032fbfc0d017 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:41.582960 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4c4ea126-d861-4848-af00-032fbfc0d017 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/b3f133c8-9a6e-44f2-9aff-4e3543f08d92 HTTP/1.1" status: 404 len: 337 time: 0.3499124 Dec 22 04:51:41.601540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55692) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.664624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 554f979a-b654-4664-9bf7-69c2e3a8d777 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:41.668524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:41.668727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66178ae-ce33-4983-a5f2-73deaaa7eeff None None] Network 554f979a-b654-4664-9bf7-69c2e3a8d777 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:41.674510 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9898681b-4e95-4a59-ae46-77f0408dc1bf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:41.675202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9898681b-4e95-4a59-ae46-77f0408dc1bf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:41.677167 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9898681b-4e95-4a59-ae46-77f0408dc1bf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/ad042461-ae1b-4201-ac53-6ceaf4241136 HTTP/1.1" status: 404 len: 333 time: 0.0736659 Dec 22 04:51:41.680584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:41.681297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.691369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55696) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.694134 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7938917 Dec 22 04:51:41.700274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55698) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.704590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=10276b17-76f9-430e-83f5-fef33a2cafe3,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:41.710292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'subnet': {'network_id': '9a3326c7-f2b1-4d3c-b647-d7bfcd963d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:41.736030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:41.771117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4ea0273a-433b-4687-910e-100729158401 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Synchronizing usage tracker for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:41.773959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Network': ['ID=9a3326c7-f2b1-4d3c-b647-d7bfcd963d47,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:41.781332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:41.782739 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-74641d14-4fc9-4f2c-96ba-5e69ef244d03 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:41.783758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74641d14-4fc9-4f2c-96ba-5e69ef244d03 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:41.788192 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-74641d14-4fc9-4f2c-96ba-5e69ef244d03 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/5e770eb3-4459-4edb-a47d-278dfebcaead HTTP/1.1" status: 404 len: 337 time: 0.0818818 Dec 22 04:51:41.794954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55704) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.799750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4ea0273a-433b-4687-910e-100729158401 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Unset dirty status for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:41.801606 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4ea0273a-433b-4687-910e-100729158401 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2277534 Dec 22 04:51:41.802840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:41.806130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55708) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.811947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d6cd0c61-f491-4543-b851-162dcf0d119a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '0de923a1-3064-4b29-9a9c-680b734a1235', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:41.817850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d6cd0c61-f491-4543-b851-162dcf0d119a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:41.821838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d6cd0c61-f491-4543-b851-162dcf0d119a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:41.825130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c040a568-17b6-40cf-bd0b-363edadef2dc None None] Provisioning complete for port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:41.825272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d6cd0c61-f491-4543-b851-162dcf0d119a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:41.825516 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c040a568-17b6-40cf-bd0b-363edadef2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.831260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d6cd0c61-f491-4543-b851-162dcf0d119a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:41.867008 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da0a662-7710-4336-b5a8-f16de55a468a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:41.867634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da0a662-7710-4336-b5a8-f16de55a468a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:41.869775 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8da0a662-7710-4336-b5a8-f16de55a468a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/3428e7e2-c91e-437b-892c-61daf3fbae08 HTTP/1.1" status: 404 len: 337 time: 0.0737965 Dec 22 04:51:41.873458 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-d6cd0c61-f491-4543-b851-162dcf0d119a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The resource could not be found. Dec 22 04:51:41.874928 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d6cd0c61-f491-4543-b851-162dcf0d119a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0677841 Dec 22 04:51:41.875758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55712) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.880190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55714) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.898117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:41.902771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:subnet and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:41.917975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056233583'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:41.923625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ce937c29-3f3e-4829-9a2d-075966af0046 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:41.932073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:41.933704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:41.936792 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-769bac46-252d-4556-a586-0822ace3cf17 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:41.937254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769bac46-252d-4556-a586-0822ace3cf17 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:41.943041 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-769bac46-252d-4556-a586-0822ace3cf17 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/4c837fae-fc5c-4d48-a39d-4157a3585830 HTTP/1.1" status: 404 len: 333 time: 0.0619543 Dec 22 04:51:41.943041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55720) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:41.943443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:41.978513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:41.983100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.987856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:41.994621 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f968928-1408-4905-9144-71e2a2cc5491 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:41.995068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f968928-1408-4905-9144-71e2a2cc5491 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:42.000230 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2f968928-1408-4905-9144-71e2a2cc5491 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/988cff4d-adcd-473f-a913-7b825da0e586 HTTP/1.1" status: 404 len: 337 time: 0.0545826 Dec 22 04:51:42.000442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55726) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:42.011691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.042019 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b497f6-4dd4-42fc-aac6-e3fc28dd8e6d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:42.042554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b497f6-4dd4-42fc-aac6-e3fc28dd8e6d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:42.044436 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-60b497f6-4dd4-42fc-aac6-e3fc28dd8e6d tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/subnets/bc8a1999-5fd8-48f0-a4ba-4f29b61f8c6d HTTP/1.1" status: 404 len: 337 time: 0.0430965 Dec 22 04:51:42.047400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55730) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:42.050179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.138362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c040a568-17b6-40cf-bd0b-363edadef2dc None None] Port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:42.155907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:42.163801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:42.169346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:42.175909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f55bb5e6-f6bc-452e-882c-644b97836a35 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Deleting port 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:42.176304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f55bb5e6-f6bc-452e-882c-644b97836a35 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.218872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:42.322148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c040a568-17b6-40cf-bd0b-363edadef2dc None None] Provisioning complete for port af2ab1e2-546f-4f04-8e96-571d7e89eae2 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:42.322408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c040a568-17b6-40cf-bd0b-363edadef2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.583277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5f659-700d-4404-ad2b-9ecd9087afb0 req-6dd9f2c3-2132-4bc5-8c47-4b4651151f80 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:42.584885 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7ed5f659-700d-4404-ad2b-9ecd9087afb0 req-6dd9f2c3-2132-4bc5-8c47-4b4651151f80 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.3735669 Dec 22 04:51:42.587300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.618258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.629263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-26cbf05a-d970-4b75-954b-aefda3e7364a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:42.649882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f55bb5e6-f6bc-452e-882c-644b97836a35 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.661140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.676525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] DHCP port deletion for a0bb787b-7486-40aa-863e-149e507d1367 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:51:42.684010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] Deleting port af2ab1e2-546f-4f04-8e96-571d7e89eae2 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:42.685647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.689178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a5184ef3-2d3b-48a8-b961-39337e98d310 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:42.736830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b186f3b0-b53d-4bfc-97d0-57c36fe97720 None None] Provisioning for port ce937c29-3f3e-4829-9a2d-075966af0046 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:42.748996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b186f3b0-b53d-4bfc-97d0-57c36fe97720 None None] Provisioning complete for port ce937c29-3f3e-4829-9a2d-075966af0046 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:42.749555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b186f3b0-b53d-4bfc-97d0-57c36fe97720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.810230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202263b5-93f1-4321-88ea-fce3584e2cee None None] Network e8176370-3679-4440-a896-72e501153eb8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:42.817249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.850483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Checking segment: {'id': '8b3782b5-28a7-4b03-a494-f54958e1fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9a3326c7-f2b1-4d3c-b647-d7bfcd963d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:42.850850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network hostable DHCP agents. Network: 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:42.852956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f55bb5e6-f6bc-452e-882c-644b97836a35 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Calling delete_port for 0eb01cfa-0393-4e63-94e6-0a2c6f1978dd owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:42.855483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.856332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.920061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c02cecb-fc4f-4332-824c-8ba611b17cb0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.940917 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7ed5f659-700d-4404-ad2b-9ecd9087afb0 req-65875838-493f-491f-b537-aba40d2fac3a tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437927 Dec 22 04:51:42.943334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.947578 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0660994 Dec 22 04:51:42.949136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:42.954646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55736) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:42.959973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091446063'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:42.967763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Subnet': ['ID=2eadfef6-fc65-4955-a463-21965303b9d2,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.978475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:42.979087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:42.981283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cf497c37-75eb-46e0-a016-9ec7a1199298 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:43.005704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:43.019444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:43.026479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:43.041288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] For port af2ab1e2-546f-4f04-8e96-571d7e89eae2, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=af2ab1e2-546f-4f04-8e96-571d7e89eae2,segment=NetworkSegment(6cc0c9d5-ec89-4570-9ead-2ee23002e4bc),segment_id=6cc0c9d5-ec89-4570-9ead-2ee23002e4bc)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:43.041830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.043325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:43.079251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.102910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f55bb5e6-f6bc-452e-882c-644b97836a35 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.113571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-73c867c5-3289-4ae7-8f40-8b698d35e50e tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:43.138602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=10276b17-76f9-430e-83f5-fef33a2cafe3,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.147912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:43.153016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:43.170944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:43.171644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.200647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] Calling delete_port for af2ab1e2-546f-4f04-8e96-571d7e89eae2 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:43.255787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:43.256531 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5550766 Dec 22 04:51:43.263762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55746) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:43.268417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 554f979a-b654-4664-9bf7-69c2e3a8d777 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:43.273127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-275276066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:43.281011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:43.285220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:router and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:43.288660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:43.296549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:43.305816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:43.312742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39799be-5554-4a28-bb2f-7cb0c2669bf7 None None] Network 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:43.362138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bb5e6-f6bc-452e-882c-644b97836a35 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Port': ['ID=0eb01cfa-0393-4e63-94e6-0a2c6f1978dd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.364647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:43.394733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.397570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.403541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f55bb5e6-f6bc-452e-882c-644b97836a35 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:43.406924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:43.424415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:43.508285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f55bb5e6-f6bc-452e-882c-644b97836a35 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.563141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d0a99c40-568a-4151-a635-0d64664019d5 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:43.576899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.629579 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f55bb5e6-f6bc-452e-882c-644b97836a35 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/ports/0eb01cfa-0393-4e63-94e6-0a2c6f1978dd HTTP/1.1" status: 204 len: 168 time: 1.5786097 Dec 22 04:51:43.644942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55750) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:43.751493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.763580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:43.792921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.794238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b186f3b0-b53d-4bfc-97d0-57c36fe97720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.801759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 236f6999-5795-4c0b-920a-10406fce7df3 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:51:43.862649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] Pushing event deleted for resources: {'Port': ['ID=af2ab1e2-546f-4f04-8e96-571d7e89eae2,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.866986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] No DVR routers for this DVR port af2ab1e2-546f-4f04-8e96-571d7e89eae2 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:43.877088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.877296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:43.883234 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-347c089f-e0ec-4a8b-9b26-8a75ae44021c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6182373 Dec 22 04:51:43.883931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55754) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:43.948779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'port': {'network_id': '9a3326c7-f2b1-4d3c-b647-d7bfcd963d47', 'name': 'tempest-RoutersTest-852076626'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:43.962159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b186f3b0-b53d-4bfc-97d0-57c36fe97720 None None] For port ce937c29-3f3e-4829-9a2d-075966af0046, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ce937c29-3f3e-4829-9a2d-075966af0046,segment=NetworkSegment(3da5aa81-71cd-4bd5-9971-34565980b9bb),segment_id=3da5aa81-71cd-4bd5-9971-34565980b9bb)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:43.965641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port d0a99c40-568a-4151-a635-0d64664019d5 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:43.968119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.977042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.986479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.995063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:44.003910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b186f3b0-b53d-4bfc-97d0-57c36fe97720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.017214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:44.050815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db855c-7006-4988-b028-6debd7a9474b req-ac2483dc-6ba1-4026-b700-c0e51d4fec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:44.052474 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25db855c-7006-4988-b028-6debd7a9474b req-ac2483dc-6ba1-4026-b700-c0e51d4fec83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d97beccd7194b3c93da9f12996afc3c&device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 1098 time: 0.5493832 Dec 22 04:51:44.078767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:44.086214 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/236f6999-5795-4c0b-920a-10406fce7df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5482612 Dec 22 04:51:44.094853 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863cc245-4fd9-4659-ac13-8518ab3eaa91 None None] Sync routers for ids ['236f6999-5795-4c0b-920a-10406fce7df3'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:44.097940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55758) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:44.115197 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863cc245-4fd9-4659-ac13-8518ab3eaa91 None None] Routers {'236f6999-5795-4c0b-920a-10406fce7df3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:44.116357 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-863cc245-4fd9-4659-ac13-8518ab3eaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['236f6999-5795-4c0b-920a-10406fce7df3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.119042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fd186-76fc-4eb2-a5ee-f1d3a9d5d795 req-fb036036-a030-464e-900b-ad929b6081c1 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:44.120869 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-190fd186-76fc-4eb2-a5ee-f1d3a9d5d795 req-fb036036-a030-464e-900b-ad929b6081c1 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.6232607 Dec 22 04:51:44.127579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.128911 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1731062 Dec 22 04:51:44.129955 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329c6a45-2a19-410f-9e94-8f0f2811717c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:44.133481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55762) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:44.143665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9d1108a0-eb21-4a71-ba54-348dd99b07c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group_rule': {'security_group_id': '3c02cecb-fc4f-4332-824c-8ba611b17cb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '329c6a45-2a19-410f-9e94-8f0f2811717c'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:44.172561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:44.179497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9d1108a0-eb21-4a71-ba54-348dd99b07c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:44.192321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9d1108a0-eb21-4a71-ba54-348dd99b07c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:44.196395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9d1108a0-eb21-4a71-ba54-348dd99b07c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:44.201182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-9a3326c7-f2b1-4d3c-b647-d7bfcd963d47', 'network_id': '9a3326c7-f2b1-4d3c-b647-d7bfcd963d47', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'fixed_ips': [{'subnet_id': '2eadfef6-fc65-4955-a463-21965303b9d2'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:51:44.202049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.214222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9d1108a0-eb21-4a71-ba54-348dd99b07c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:44.221722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:44.228829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:port and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:44.233146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:44.242103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b3d4f-7619-4f9f-bb74-0db2c894ae8b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:44.242765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2d3b3d4f-7619-4f9f-bb74-0db2c894ae8b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Synchronizing usage tracker for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:44.249698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:44.251963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Provisioning complete for port ce937c29-3f3e-4829-9a2d-075966af0046 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:44.252699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.281053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:44.284751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.299005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2d3b3d4f-7619-4f9f-bb74-0db2c894ae8b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Unset dirty status for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:44.299270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186f3b0-b53d-4bfc-97d0-57c36fe97720 None None] Pushing event updated for resources: {'Port': ['ID=ce937c29-3f3e-4829-9a2d-075966af0046,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:44.300345 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2d3b3d4f-7619-4f9f-bb74-0db2c894ae8b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports/10276b17-76f9-430e-83f5-fef33a2cafe3 HTTP/1.1" status: 200 len: 911 time: 0.2016134 Dec 22 04:51:44.301480 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-9d1108a0-eb21-4a71-ba54-348dd99b07c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:51:44.302459 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9d1108a0-eb21-4a71-ba54-348dd99b07c9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1632476 Dec 22 04:51:44.305165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b186f3b0-b53d-4bfc-97d0-57c36fe97720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:44.305337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55766) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:44.305454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55768) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:44.320918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] device_id is not set on port e9073dbe-4cde-4362-b5ad-603fd7a2b98d yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:44.360675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device af2ab1e2-546f-4f04-8e96-571d7e89eae2 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:51:44.384038 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-863cc245-4fd9-4659-ac13-8518ab3eaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.389205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.397234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863cc245-4fd9-4659-ac13-8518ab3eaa91 None None] Routers {'236f6999-5795-4c0b-920a-10406fce7df3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:44.398045 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-863cc245-4fd9-4659-ac13-8518ab3eaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['236f6999-5795-4c0b-920a-10406fce7df3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.411883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: af2ab1e2-546f-4f04-8e96-571d7e89eae2 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:51:44.412281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device af2ab1e2-546f-4f04-8e96-571d7e89eae2 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:51:44.487372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Allocated IP 172.20.0.4 (9a3326c7-f2b1-4d3c-b647-d7bfcd963d47/2eadfef6-fc65-4955-a463-21965303b9d2/e9073dbe-4cde-4362-b5ad-603fd7a2b98d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:44.542875 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-863cc245-4fd9-4659-ac13-8518ab3eaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.545238 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863cc245-4fd9-4659-ac13-8518ab3eaa91 None None] The sync data for ids ['236f6999-5795-4c0b-920a-10406fce7df3'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:44.574108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Provisioning for port d0a99c40-568a-4151-a635-0d64664019d5 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:44.587870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Provisioning complete for port d0a99c40-568a-4151-a635-0d64664019d5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:44.588388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.644691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.684799 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-190fd186-76fc-4eb2-a5ee-f1d3a9d5d795 req-c4810f83-1626-4bac-8d6e-7b776ced42a4 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487401 Dec 22 04:51:44.741655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bb787b-7486-40aa-863e-149e507d1367']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.751261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.760794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.779620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Transition to ACTIVE for port object e9073dbe-4cde-4362-b5ad-603fd7a2b98d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:44.797878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc0c9d5-ec89-4570-9ead-2ee23002e4bc') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.797878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc0c9d5-ec89-4570-9ead-2ee23002e4bc') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.801054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] For port d0a99c40-568a-4151-a635-0d64664019d5, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d0a99c40-568a-4151-a635-0d64664019d5,segment=NetworkSegment(793b1183-aa04-4504-b4d4-47f3b5c72f20),segment_id=793b1183-aa04-4504-b4d4-47f3b5c72f20)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:44.806660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.808281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.814793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:44.823280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:44.876862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f0e36dc-e558-41b2-b9a5-e072b51406b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.878829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db855c-7006-4988-b028-6debd7a9474b req-76fb5db5-7ebc-4245-8dcf-4598e22e34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:44.881315 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25db855c-7006-4988-b028-6debd7a9474b req-76fb5db5-7ebc-4245-8dcf-4598e22e34d0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9ebda942-2470-41ad-ba75-e2adc80709c4 HTTP/1.1" status: 200 len: 912 time: 0.7887175 Dec 22 04:51:44.899288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:44.903296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:44.907545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:44.919478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Provisioning for port 10276b17-76f9-430e-83f5-fef33a2cafe3 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:44.934361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Provisioning complete for port 10276b17-76f9-430e-83f5-fef33a2cafe3 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:44.934361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.950914 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.963625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=e9073dbe-4cde-4362-b5ad-603fd7a2b98d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:44.969324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:44.986788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:44.987480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.994033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Pushing event updated for resources: {'Port': ['ID=d0a99c40-568a-4151-a635-0d64664019d5,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:44.997623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:45.000949 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Allocated IP 172.20.0.2 (9a3326c7-f2b1-4d3c-b647-d7bfcd963d47/2eadfef6-fc65-4955-a463-21965303b9d2/ae01ab87-53f1-4f2b-997e-668c29d5eb93) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:45.014638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Port 10276b17-76f9-430e-83f5-fef33a2cafe3 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:45.016651 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1204112 Dec 22 04:51:45.017369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55776) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:45.068941 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25db855c-7006-4988-b028-6debd7a9474b req-a4a939fd-a659-4c03-8ea1-145f2a8139f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f1110e-b434-42d3-b996-b90766f60e39 HTTP/1.1" status: 200 len: 217 time: 0.1081111 Dec 22 04:51:45.081180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.122080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f0e36dc-e558-41b2-b9a5-e072b51406b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.153961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:45.154855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:45.169654 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:45.174733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a5f8f506-802d-4484-b391-ab3f1fd3c3c5 None None] Provisioning complete for port d0a99c40-568a-4151-a635-0d64664019d5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:45.175502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f506-802d-4484-b391-ab3f1fd3c3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.346680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.363280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Transition to ACTIVE for port object ae01ab87-53f1-4f2b-997e-668c29d5eb93 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:45.399768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Transition to ACTIVE for port object ae01ab87-53f1-4f2b-997e-668c29d5eb93 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:45.406906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.411129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:45.445886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db855c-7006-4988-b028-6debd7a9474b req-3134c14a-7900-449e-9e7f-a3e1e1a6bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:45.447478 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25db855c-7006-4988-b028-6debd7a9474b req-3134c14a-7900-449e-9e7f-a3e1e1a6bf31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22563cff-ff0b-4792-9c5d-cf49e4cbea31 HTTP/1.1" status: 200 len: 851 time: 0.3640003 Dec 22 04:51:45.451396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.457369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:45.463373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ce937c29-3f3e-4829-9a2d-075966af0046 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:45.476645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.515726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f0e36dc-e558-41b2-b9a5-e072b51406b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.530000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Pushing event deleted for resources: {'Network': ['ID=a0bb787b-7486-40aa-863e-149e507d1367,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:45.541761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Network 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:45.546450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:45.548420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:45.549174 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25db855c-7006-4988-b028-6debd7a9474b req-3ae72a42-53ed-4468-9d99-944ce0a4399e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ebda942-2470-41ad-ba75-e2adc80709c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739908 Dec 22 04:51:45.549729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58572dba-aee4-4a20-8e90-a58685fa6a7a tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:45.551378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:45.563365 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] 10.222.0.36 "DELETE /v2.0/networks/a0bb787b-7486-40aa-863e-149e507d1367 HTTP/1.1" status: 204 len: 168 time: 1.9171791 Dec 22 04:51:45.565712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Pushing event updated for resources: {'Port': ['ID=ae01ab87-53f1-4f2b-997e-668c29d5eb93,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:45.571628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:45.596524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f0e36dc-e558-41b2-b9a5-e072b51406b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.600046 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9f0e36dc-e558-41b2-b9a5-e072b51406b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "DELETE /v2.0/security-groups/329c6a45-2a19-410f-9e94-8f0f2811717c HTTP/1.1" status: 204 len: 168 time: 1.2765827 Dec 22 04:51:45.602721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e36dc-e558-41b2-b9a5-e072b51406b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329c6a45-2a19-410f-9e94-8f0f2811717c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:45.638939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55782) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:45.643569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9f0e36dc-e558-41b2-b9a5-e072b51406b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:45.728973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Attempting to bind port ae01ab87-53f1-4f2b-997e-668c29d5eb93 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:45.729359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Attempting to bind port ae01ab87-53f1-4f2b-997e-668c29d5eb93 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '8b3782b5-28a7-4b03-a494-f54958e1fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9a3326c7-f2b1-4d3c-b647-d7bfcd963d47'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:45.729726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Attempting to bind port ae01ab87-53f1-4f2b-997e-668c29d5eb93 on network 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:51:45.744763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:51:45.745122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Checking segment: {'id': '8b3782b5-28a7-4b03-a494-f54958e1fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9a3326c7-f2b1-4d3c-b647-d7bfcd963d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:45.745537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.746260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Bound using segment: {'id': '8b3782b5-28a7-4b03-a494-f54958e1fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9a3326c7-f2b1-4d3c-b647-d7bfcd963d47'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:51:45.746962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Bound port: ae01ab87-53f1-4f2b-997e-668c29d5eb93, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3782b5-28a7-4b03-a494-f54958e1fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9a3326c7-f2b1-4d3c-b647-d7bfcd963d47'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:45.747685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.759368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ce937c29-3f3e-4829-9a2d-075966af0046 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:45.759754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.857743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.993865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] For port ae01ab87-53f1-4f2b-997e-668c29d5eb93, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:51:46.010171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d0a99c40-568a-4151-a635-0d64664019d5 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:46.014096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55792) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:46.035315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] For port ae01ab87-53f1-4f2b-997e-668c29d5eb93, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ae01ab87-53f1-4f2b-997e-668c29d5eb93,segment=NetworkSegment(8b3782b5-28a7-4b03-a494-f54958e1fdb3),segment_id=8b3782b5-28a7-4b03-a494-f54958e1fdb3)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:51:46.067853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.089441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c002cfbe-1b1a-475d-86eb-4046b7661bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:46.168590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Pushing event updated for resources: {'Port': ['ID=ae01ab87-53f1-4f2b-997e-668c29d5eb93,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:46.172359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:46.188456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-58a02e35-4412-4668-a919-88b629a47327 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Synchronizing usage tracker for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:46.211967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d0a99c40-568a-4151-a635-0d64664019d5 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:46.212539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.259364 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25db855c-7006-4988-b028-6debd7a9474b req-1ee87161-6ee2-442a-a1ee-b7db8a6546aa service neutron] 10.222.0.61 "GET /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947870 Dec 22 04:51:46.261659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.317917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.329739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.342688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a0bf63b7-3647-46ad-8731-26a5ba52b291 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:46.349934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-58a02e35-4412-4668-a919-88b629a47327 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Unset dirty status for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:46.354086 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-58a02e35-4412-4668-a919-88b629a47327 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7047825 Dec 22 04:51:46.382869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55798) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:46.544959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=e9073dbe-4cde-4362-b5ad-603fd7a2b98d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:46.552653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:46.577780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e93da-bfd1-4349-9aa5-a84c9d660d82 req-c0cc535a-973f-4cb7-a9f2-fd145495325c tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:46.579273 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a3e93da-bfd1-4349-9aa5-a84c9d660d82 req-c0cc535a-973f-4cb7-a9f2-fd145495325c tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.6566763 Dec 22 04:51:46.611887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8b2f41f3-636f-4c49-9454-9da71bd78a6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f15b4a25d4a41b082b7d34104c6e003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5957718 Dec 22 04:51:46.614697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55802) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:46.619471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.689794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.720965 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a3e93da-bfd1-4349-9aa5-a84c9d660d82 req-87b755c3-6c60-4321-b8ed-fc353c37f8a9 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241343 Dec 22 04:51:46.794315 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25db855c-7006-4988-b028-6debd7a9474b req-8531854a-af82-4051-9329-96ee7d453e54 service neutron] 10.222.0.61 "GET /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211411 Dec 22 04:51:46.796716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.829477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ea29a2e5-eea7-4034-8b54-ac194e79b2f2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:46.836356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eba4a56d-6496-4fa3-88dc-4281199c2577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.853365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.857359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c02cecb-fc4f-4332-824c-8ba611b17cb0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:46.880369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.881116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.881116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.881466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.881837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.882189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.882545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.882897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.883260 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.883604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.883952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.884325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:46.891081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:46.894501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.898116 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "DELETE /v2.0/security-groups/3c02cecb-fc4f-4332-824c-8ba611b17cb0 HTTP/1.1" status: 204 len: 168 time: 0.5011516 Dec 22 04:51:46.900871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55806) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:46.916534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eba4a56d-6496-4fa3-88dc-4281199c2577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.008752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bcb6d182-9ad3-432e-b6f2-c8a2f7a8c0b7 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Synchronizing usage tracker for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:47.032438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.036835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Allocated IP 2001:db8:1::1 (e8176370-3679-4440-a896-72e501153eb8/5fa5315e-0ac0-423b-861f-5dd701f334e0/2080f79f-c4aa-481a-8454-e1666331e95c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:47.054984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eba4a56d-6496-4fa3-88dc-4281199c2577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.061998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59a21d47-45e5-400b-91e2-ef534e4cb266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:47.096604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4a56d-6496-4fa3-88dc-4281199c2577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a315eaa-16b4-4a7d-af20-6681b91e65d6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.098994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eba4a56d-6496-4fa3-88dc-4281199c2577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:47.174970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eba4a56d-6496-4fa3-88dc-4281199c2577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.176223 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eba4a56d-6496-4fa3-88dc-4281199c2577 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a315eaa-16b4-4a7d-af20-6681b91e65d6 HTTP/1.1" status: 204 len: 168 time: 0.5435345 Dec 22 04:51:47.352483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.374167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bcb6d182-9ad3-432e-b6f2-c8a2f7a8c0b7 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Unset dirty status for tenant:0a1fa319391a42bb95cebc18e17ade7b on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:47.375416 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bcb6d182-9ad3-432e-b6f2-c8a2f7a8c0b7 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4735763 Dec 22 04:51:47.380174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55816) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:47.384996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'tempest-secgroup--711018524'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:47.386597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Transition to ACTIVE for port object 2080f79f-c4aa-481a-8454-e1666331e95c will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:47.395221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:47.425481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:47.432861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.436792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b3b13e9b-a0bb-4b09-84e9-4259c7d1879c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:47.462368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ae01ab87-53f1-4f2b-997e-668c29d5eb93 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:47.529922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933cde2d-3d27-43d3-9066-14ed45e6b734 None None] Network 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:47.530732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.559932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:47.560271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network e8176370-3679-4440-a896-72e501153eb8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:47.570194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:47.572486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Usage tracker for resource:security_group_rule and tenant:0a1fa319391a42bb95cebc18e17ade7b is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:47.579059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:47.592749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:47.593755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.599072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=2080f79f-c4aa-481a-8454-e1666331e95c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.607749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:47.624838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:47.682143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e202edf5-02f1-44d3-b92b-dbc153c99f0a None None] Provisioning for port ae01ab87-53f1-4f2b-997e-668c29d5eb93 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:47.843539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ae01ab87-53f1-4f2b-997e-668c29d5eb93 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:47.890638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ae01ab87-53f1-4f2b-997e-668c29d5eb93 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:47.891081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.892628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.921549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.939596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.044803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:48.125430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.136249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.138346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=e9073dbe-4cde-4362-b5ad-603fd7a2b98d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:48.160856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.165239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:48.185958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.203016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port ae01ab87-53f1-4f2b-997e-668c29d5eb93, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ae01ab87-53f1-4f2b-997e-668c29d5eb93,segment=NetworkSegment(8b3782b5-28a7-4b03-a494-f54958e1fdb3),segment_id=8b3782b5-28a7-4b03-a494-f54958e1fdb3)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:48.205098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0daec544-6ad3-4d4f-975d-bccc4d63b557 None None] Provisioning for port 2080f79f-c4aa-481a-8454-e1666331e95c completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:48.213527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0daec544-6ad3-4d4f-975d-bccc4d63b557 None None] Provisioning complete for port 2080f79f-c4aa-481a-8454-e1666331e95c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:48.214478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0daec544-6ad3-4d4f-975d-bccc4d63b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.218827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cc6fe75b-4a3f-4314-8ad5-214a138cd385 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:48.249401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.258949 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-75d15a07-f7b6-40be-8b69-eb3888ea024f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:48.399228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=ae01ab87-53f1-4f2b-997e-668c29d5eb93,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:48.402499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:48.418166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0daec544-6ad3-4d4f-975d-bccc4d63b557 None None] Port 2080f79f-c4aa-481a-8454-e1666331e95c cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:48.474580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017b3aaf-5b9a-43fc-bd58-0983f79ac2a1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:48.490865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.495675 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1125841 Dec 22 04:51:48.495675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:48.547941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2bfa7f50-139c-455e-99b0-f55772244107 None None] Provisioning complete for port ae01ab87-53f1-4f2b-997e-668c29d5eb93 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:48.548575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2bfa7f50-139c-455e-99b0-f55772244107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.548705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55844) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:48.558241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-32ef38f7-123d-4ac3-a08d-2b6429d434fe tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:48.559020 dv-neutron-822524-1-hyperv neutron-server[87555]: WARNING neutron.api.v2.base [None req-32ef38f7-123d-4ac3-a08d-2b6429d434fe tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:51:48.559722 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-32ef38f7-123d-4ac3-a08d-2b6429d434fe tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 04:51:48.561770 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-32ef38f7-123d-4ac3-a08d-2b6429d434fe tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "PUT /v2.0/security-groups/017b3aaf-5b9a-43fc-bd58-0983f79ac2a1 HTTP/1.1" status: 409 len: 330 time: 0.0110099 Dec 22 04:51:48.565389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:48.566254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55848) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:48.569112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:48.582466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55852) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:48.732730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2bfa7f50-139c-455e-99b0-f55772244107 None None] Provisioning for port e9073dbe-4cde-4362-b5ad-603fd7a2b98d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:48.739969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2bfa7f50-139c-455e-99b0-f55772244107 None None] Provisioning complete for port e9073dbe-4cde-4362-b5ad-603fd7a2b98d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:48.740195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2bfa7f50-139c-455e-99b0-f55772244107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.757358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae61fe-ea08-4933-b42a-1cd3a71e0ac5 req-cb6cc61b-d3da-4179-bfe4-d45f69a815dc tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:48.758930 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-08ae61fe-ea08-4933-b42a-1cd3a71e0ac5 req-cb6cc61b-d3da-4179-bfe4-d45f69a815dc tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.8033531 Dec 22 04:51:48.808435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa7f50-139c-455e-99b0-f55772244107 None None] Port e9073dbe-4cde-4362-b5ad-603fd7a2b98d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:48.825012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-430e2204-cb8f-48f3-97d2-2d72df9e3ebd tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.857474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-430e2204-cb8f-48f3-97d2-2d72df9e3ebd tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.859971 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-08ae61fe-ea08-4933-b42a-1cd3a71e0ac5 req-feee0dd5-2eb0-4189-b241-aeefe1e90c5a tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922527 Dec 22 04:51:48.907274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.910993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473186747'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:48.912958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.914082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.921909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6404fc4f-3b61-4495-aec5-28eee53762f5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:48.926309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:48.932465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:48.934111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-87df15dd-d906-4045-9e9e-c971bfe55abd None None] Provisioning complete for port e9073dbe-4cde-4362-b5ad-603fd7a2b98d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:48.935110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-87df15dd-d906-4045-9e9e-c971bfe55abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.937691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:48.950996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:48.954198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-430e2204-cb8f-48f3-97d2-2d72df9e3ebd tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.965694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4bfce276-87fc-4301-89ab-d5cf9a3c00dc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:48.991943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e2204-cb8f-48f3-97d2-2d72df9e3ebd tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017b3aaf-5b9a-43fc-bd58-0983f79ac2a1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:48.999469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-430e2204-cb8f-48f3-97d2-2d72df9e3ebd tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.003942 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-430e2204-cb8f-48f3-97d2-2d72df9e3ebd tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "DELETE /v2.0/security-groups/017b3aaf-5b9a-43fc-bd58-0983f79ac2a1 HTTP/1.1" status: 204 len: 168 time: 0.4342904 Dec 22 04:51:49.003942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-430e2204-cb8f-48f3-97d2-2d72df9e3ebd tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:49.010498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.012839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55858) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:49.025494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.037256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 0f766ca5-bdec-4441-8b83-5560bc8dd10c is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:51:49.037858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-87df15dd-d906-4045-9e9e-c971bfe55abd None None] Port e9073dbe-4cde-4362-b5ad-603fd7a2b98d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:49.112546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:49.156869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=2080f79f-c4aa-481a-8454-e1666331e95c,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:49.162388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-761ccbbb-163a-4430-aa1f-666dfcfc3b6b None None] Provisioning complete for port e9073dbe-4cde-4362-b5ad-603fd7a2b98d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:49.162764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-761ccbbb-163a-4430-aa1f-666dfcfc3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.173165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:49.181646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.182023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.182392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.182520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:49.182751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.183172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.183531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.183889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.184281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.184634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.184984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.185396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.185747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:49.199338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:49.202203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:49.216574 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9f7f6a4f-b09f-4b71-8995-f0f83776c553 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1685312 Dec 22 04:51:49.218302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55862) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:49.242859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network e8176370-3679-4440-a896-72e501153eb8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:49.244278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:49.259328 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-9bfda1fa-80d6-4f7e-81dc-fad907eb1769 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] delete failed (client error): The resource could not be found. Dec 22 04:51:49.260483 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9bfda1fa-80d6-4f7e-81dc-fad907eb1769 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce5e5fa3-80ea-481e-adbc-14e688b53f8a HTTP/1.1" status: 404 len: 347 time: 0.0401750 Dec 22 04:51:49.264867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:49.271404 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-761ccbbb-163a-4430-aa1f-666dfcfc3b6b None None] Port e9073dbe-4cde-4362-b5ad-603fd7a2b98d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:49.273642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55866) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:49.278930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d6c76-71b4-45c7-ab2e-0c0b0d224462 None None] Sync routers for ids ['0f766ca5-bdec-4441-8b83-5560bc8dd10c'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:49.281723 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/0f766ca5-bdec-4441-8b83-5560bc8dd10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2632425 Dec 22 04:51:49.286724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55870) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:49.314812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d6c76-71b4-45c7-ab2e-0c0b0d224462 None None] Routers {'0f766ca5-bdec-4441-8b83-5560bc8dd10c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:49.320106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c7d6c76-71b4-45c7-ab2e-0c0b0d224462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0f766ca5-bdec-4441-8b83-5560bc8dd10c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:49.385734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd827dd4-f9c8-4625-afc1-42434b9ea4c5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:49.386383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bd827dd4-f9c8-4625-afc1-42434b9ea4c5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:49.402885 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ae01ab87-53f1-4f2b-997e-668c29d5eb93 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:49.412092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bd827dd4-f9c8-4625-afc1-42434b9ea4c5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:49.415971 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bd827dd4-f9c8-4625-afc1-42434b9ea4c5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports/e9073dbe-4cde-4362-b5ad-603fd7a2b98d HTTP/1.1" status: 200 len: 976 time: 0.1252065 Dec 22 04:51:49.417018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55874) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:49.460448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c7d6c76-71b4-45c7-ab2e-0c0b0d224462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:49.482665 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-6d78e5bc-5a2b-4049-b7c9-9ebddc205383 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] show failed (client error): The resource could not be found. Dec 22 04:51:49.483707 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6d78e5bc-5a2b-4049-b7c9-9ebddc205383 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-groups/ba20b602-ebe1-465f-9d36-720ce8313530 HTTP/1.1" status: 404 len: 347 time: 0.2083015 Dec 22 04:51:49.493211 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55878) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:49.494149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d6c76-71b4-45c7-ab2e-0c0b0d224462 None None] Routers {'0f766ca5-bdec-4441-8b83-5560bc8dd10c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:49.494865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c7d6c76-71b4-45c7-ab2e-0c0b0d224462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0f766ca5-bdec-4441-8b83-5560bc8dd10c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:49.548905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 236f6999-5795-4c0b-920a-10406fce7df3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:51:49.557022 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-db2b8d53-a24f-4ede-931a-4cf14e1186c3 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] show failed (client error): The resource could not be found. Dec 22 04:51:49.559003 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-db2b8d53-a24f-4ede-931a-4cf14e1186c3 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] 10.222.0.36 "GET /v2.0/security-group-rules/cbc4db09-8317-4869-a82f-134dc8994eb6 HTTP/1.1" status: 404 len: 356 time: 0.0640438 Dec 22 04:51:49.592515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b35425ef-bc5b-4433-965f-5df915561b23 None None] Provisioning complete for port e9073dbe-4cde-4362-b5ad-603fd7a2b98d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:49.593086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b35425ef-bc5b-4433-965f-5df915561b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.598092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.613941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.620952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-434d0732-9834-468e-822e-02cc9b09d2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:49.647510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c7d6c76-71b4-45c7-ab2e-0c0b0d224462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:49.648552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:49.648736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d6c76-71b4-45c7-ab2e-0c0b0d224462 None None] The sync data for ids ['0f766ca5-bdec-4441-8b83-5560bc8dd10c'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:49.661446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:49.695608 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b35425ef-bc5b-4433-965f-5df915561b23 None None] Port e9073dbe-4cde-4362-b5ad-603fd7a2b98d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:49.706270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ae01ab87-53f1-4f2b-997e-668c29d5eb93 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:49.706647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.731670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:49.755747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:49.772979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:49.781659 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/236f6999-5795-4c0b-920a-10406fce7df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4621274 Dec 22 04:51:49.782360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55886) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:49.786317 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2d723-a4f6-438b-89c2-e5e0e6c69785 None None] Sync routers for ids ['236f6999-5795-4c0b-920a-10406fce7df3'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:49.798165 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2d723-a4f6-438b-89c2-e5e0e6c69785 None None] Routers {'236f6999-5795-4c0b-920a-10406fce7df3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:49.799241 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d2f2d723-a4f6-438b-89c2-e5e0e6c69785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['236f6999-5795-4c0b-920a-10406fce7df3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:49.872329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c55f3c3-5d71-4995-812e-39cfb1a87173 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:49.873274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4c55f3c3-5d71-4995-812e-39cfb1a87173 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Synchronizing usage tracker for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:49.884912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7e72b7c2-d792-49f7-a858-ff102deba6c9 None None] Provisioning complete for port 2080f79f-c4aa-481a-8454-e1666331e95c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:49.885448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e72b7c2-d792-49f7-a858-ff102deba6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.916881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4c55f3c3-5d71-4995-812e-39cfb1a87173 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Unset dirty status for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:49.918341 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4c55f3c3-5d71-4995-812e-39cfb1a87173 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports/2080f79f-c4aa-481a-8454-e1666331e95c HTTP/1.1" status: 200 len: 913 time: 0.1349974 Dec 22 04:51:49.921249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55894) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:49.929979 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d2f2d723-a4f6-438b-89c2-e5e0e6c69785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:49.955186 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2d723-a4f6-438b-89c2-e5e0e6c69785 None None] Routers {'236f6999-5795-4c0b-920a-10406fce7df3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:49.958216 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d2f2d723-a4f6-438b-89c2-e5e0e6c69785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['236f6999-5795-4c0b-920a-10406fce7df3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:49.989074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7e72b7c2-d792-49f7-a858-ff102deba6c9 None None] Port 2080f79f-c4aa-481a-8454-e1666331e95c cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:51:50.057971 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d2f2d723-a4f6-438b-89c2-e5e0e6c69785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:50.058563 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2d723-a4f6-438b-89c2-e5e0e6c69785 None None] The sync data for ids ['236f6999-5795-4c0b-920a-10406fce7df3'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:50.060234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55900) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:50.140551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a4342b-8c1d-4187-970d-6b5eec0ee815,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.147350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:50.196037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.254842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.277924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d50691c9-52bd-4834-b203-17d523fa4fe4 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:50.290501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.294316 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7035131 Dec 22 04:51:50.296345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55906) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:50.340001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17cc534-edfb-4afa-9064-ef6476567da8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.352660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:50.435820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b7cd262f-4031-4034-af9d-67b511d8024f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:50.454225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.512371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290265ca-3534-4757-bc1b-5d861ba68b70 req-5b79201a-7915-44e7-b308-bfafa6477fcb tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:50.513849 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-290265ca-3534-4757-bc1b-5d861ba68b70 req-5b79201a-7915-44e7-b308-bfafa6477fcb tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.4870968 Dec 22 04:51:50.583154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b7cd262f-4031-4034-af9d-67b511d8024f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:50.587163 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b7cd262f-4031-4034-af9d-67b511d8024f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2871361 Dec 22 04:51:50.592209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55910) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:50.607230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4f04e004-b592-4db2-ae34-d86e96645142 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group': {'name': 'tempest-security--211341671', 'description': 'tempest-security-description-2129391316'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:50.628416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8313d961-c22d-452b-b33c-73bd49f241ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a1fa319391a42bb95cebc18e17ade7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552955 Dec 22 04:51:50.637158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55914) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:50.665041 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-290265ca-3534-4757-bc1b-5d861ba68b70 req-4e666f35-44c4-4b2d-a49f-7c0f8f893eb6 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385505 Dec 22 04:51:50.747234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port e9073dbe-4cde-4362-b5ad-603fd7a2b98d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:50.747587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.749021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f04e004-b592-4db2-ae34-d86e96645142 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.833311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e3827b2-0a1e-4f2b-80b4-4ae07553c396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.840945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f04e004-b592-4db2-ae34-d86e96645142 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.851218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f04e004-b592-4db2-ae34-d86e96645142 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.853658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f04e004-b592-4db2-ae34-d86e96645142 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.857589 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4f04e004-b592-4db2-ae34-d86e96645142 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "PUT /v2.0/security-groups/a17cc534-edfb-4afa-9064-ef6476567da8 HTTP/1.1" status: 200 len: 1777 time: 0.2578421 Dec 22 04:51:50.858778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bba90c9-e8cb-4978-b3b7-2557bd97cc93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:50.866604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55922) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:50.908201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e3827b2-0a1e-4f2b-80b4-4ae07553c396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.953231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04e004-b592-4db2-ae34-d86e96645142 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17cc534-edfb-4afa-9064-ef6476567da8,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.959469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.973502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4f04e004-b592-4db2-ae34-d86e96645142 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:51.027657 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe159be4-f3bf-4e6b-a60b-c335094ea85e tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups/a17cc534-edfb-4afa-9064-ef6476567da8 HTTP/1.1" status: 200 len: 1777 time: 0.1495163 Dec 22 04:51:51.028845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55930) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:51.087285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for e9073dbe-4cde-4362-b5ad-603fd7a2b98d owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:51.184184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e3827b2-0a1e-4f2b-80b4-4ae07553c396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.193996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c6d73abf-55e8-4e3c-96af-3a71eadc35a8 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:51.224809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3827b2-0a1e-4f2b-80b4-4ae07553c396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b326e187-4b00-4ca9-82dc-29a2d4014615,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:51.231952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e3827b2-0a1e-4f2b-80b4-4ae07553c396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:51.259200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e3827b2-0a1e-4f2b-80b4-4ae07553c396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.260342 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3e3827b2-0a1e-4f2b-80b4-4ae07553c396 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b326e187-4b00-4ca9-82dc-29a2d4014615 HTTP/1.1" status: 204 len: 168 time: 0.6203485 Dec 22 04:51:51.265530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd43f954-f8f9-461a-ac16-5b2d3554f68e tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.287133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.302086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.309483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8cbf543f-da37-41fa-a8a5-99c422f89940 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:51.359039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=e9073dbe-4cde-4362-b5ad-603fd7a2b98d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:51.361635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:51.437844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007f96b-3d49-41b9-9214-bf5677e4cea1 req-b1a8d483-4aae-4001-9759-a4b875d747ad tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:51.444899 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8007f96b-3d49-41b9-9214-bf5677e4cea1 req-b1a8d483-4aae-4001-9759-a4b875d747ad tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.4018428 Dec 22 04:51:51.460849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd43f954-f8f9-461a-ac16-5b2d3554f68e tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.511583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251fa90-7ca4-4cd8-9efe-eeaab9a1f071 req-dce7c46e-22f7-4bcb-8aae-2dfa257a40a9 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:51.513166 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1251fa90-7ca4-4cd8-9efe-eeaab9a1f071 req-dce7c46e-22f7-4bcb-8aae-2dfa257a40a9 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.4668097 Dec 22 04:51:51.642842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.684468 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8007f96b-3d49-41b9-9214-bf5677e4cea1 req-e417b967-3b37-4f41-baae-a2fe442865bc tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387321 Dec 22 04:51:51.699242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd43f954-f8f9-461a-ac16-5b2d3554f68e tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.706475 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1251fa90-7ca4-4cd8-9efe-eeaab9a1f071 req-981f8635-31f1-4f4b-a9b9-9fcac45ed779 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795473 Dec 22 04:51:51.708685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4b4e8d9a-2335-47b0-9216-d232f6486d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:51.732100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43f954-f8f9-461a-ac16-5b2d3554f68e tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17cc534-edfb-4afa-9064-ef6476567da8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:51.736437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd43f954-f8f9-461a-ac16-5b2d3554f68e tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:51.750055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd43f954-f8f9-461a-ac16-5b2d3554f68e tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.753481 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dd43f954-f8f9-461a-ac16-5b2d3554f68e tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/a17cc534-edfb-4afa-9064-ef6476567da8 HTTP/1.1" status: 204 len: 168 time: 0.7222595 Dec 22 04:51:51.756602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 55948) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:51.901729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 2080f79f-c4aa-481a-8454-e1666331e95c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:51.903040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.987047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2380c980-796c-4cda-842e-7e33633401d4 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:52.097542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55962) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:52.101017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2380c980-796c-4cda-842e-7e33633401d4 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:52.104595 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2380c980-796c-4cda-842e-7e33633401d4 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3468466 Dec 22 04:51:52.108112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55964) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:52.141674 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-f4474964-d7f9-4c2b-b88a-30b0a314bd15 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] delete failed (client error): The resource could not be found. Dec 22 04:51:52.142722 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f4474964-d7f9-4c2b-b88a-30b0a314bd15 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/a17cc534-edfb-4afa-9064-ef6476567da8 HTTP/1.1" status: 404 len: 347 time: 0.0311708 Dec 22 04:51:52.144610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 0f766ca5-bdec-4441-8b83-5560bc8dd10c has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:51:52.148787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55972) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:52.158379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131229591'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:52.167184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:52.230085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.242548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:52.311368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-219325963-network', 'tenant_id': 'b446b894ac664acfb029340103ffff69'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:52.320635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:52.327542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:52.329488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Usage tracker for resource:network and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:52.336782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:52.340020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.340230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b5d25-caae-49a3-9112-3b2fef644190 None None] Sync routers for ids ['0f766ca5-bdec-4441-8b83-5560bc8dd10c'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:52.352185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b5d25-caae-49a3-9112-3b2fef644190 None None] Routers {'0f766ca5-bdec-4441-8b83-5560bc8dd10c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:52.353017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-477b5d25-caae-49a3-9112-3b2fef644190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0f766ca5-bdec-4441-8b83-5560bc8dd10c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:52.363308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:52.376701 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/0f766ca5-bdec-4441-8b83-5560bc8dd10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9594219 Dec 22 04:51:52.377924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:52.380909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55978) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:52.384998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:52.446273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:52.454828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Made reservation on behalf of b446b894ac664acfb029340103ffff69 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:52.456869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.466585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-477b5d25-caae-49a3-9112-3b2fef644190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:52.475666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b5d25-caae-49a3-9112-3b2fef644190 None None] Routers {'0f766ca5-bdec-4441-8b83-5560bc8dd10c'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:52.476202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-477b5d25-caae-49a3-9112-3b2fef644190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0f766ca5-bdec-4441-8b83-5560bc8dd10c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:52.479054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:52.517383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b0fe4-a54f-4fa3-8cde-cf79e0bc54b9 req-04e4ed1d-e11f-4e82-a68a-f2f549120a7c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.518915 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a2b0fe4-a54f-4fa3-8cde-cf79e0bc54b9 req-04e4ed1d-e11f-4e82-a68a-f2f549120a7c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.4044113 Dec 22 04:51:52.525821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 2080f79f-c4aa-481a-8454-e1666331e95c owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:52.532337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.538457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-477b5d25-caae-49a3-9112-3b2fef644190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:52.538896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b5d25-caae-49a3-9112-3b2fef644190 None None] The sync data for ids ['0f766ca5-bdec-4441-8b83-5560bc8dd10c'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:52.566096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:52.572169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Usage tracker for resource:security_group_rule and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:52.633198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:52.635758 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a2b0fe4-a54f-4fa3-8cde-cf79e0bc54b9 req-0b1ce351-a218-44aa-a119-4fde69ad7068 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817387 Dec 22 04:51:52.709872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:52.771129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.775596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f899f1fe-d71e-4320-8ea0-0d1d9c3c620c tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:52.847477 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-c155fefa-dd8c-4d83-bfbd-52b6e3751a28 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 04:51:52.851085 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c155fefa-dd8c-4d83-bfbd-52b6e3751a28 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/0f766ca5-bdec-4441-8b83-5560bc8dd10c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4655073 Dec 22 04:51:52.851986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55988) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:52.872850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=2080f79f-c4aa-481a-8454-e1666331e95c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:52.875030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:52.925207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-710b5667-95ec-4525-ac2c-92fc552a178d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:52.934242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.941509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.952220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d9e5a92-34c3-4f11-b222-a1f25e4c2c61 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:53.015470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-710b5667-95ec-4525-ac2c-92fc552a178d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:53.019096 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-710b5667-95ec-4525-ac2c-92fc552a178d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f766ca5-bdec-4441-8b83-5560bc8dd10c HTTP/1.1" status: 200 len: 205 time: 0.1642475 Dec 22 04:51:53.028484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55994) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:53.105678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e5a0ea-d800-4ef5-8baf-09259fd5eb5d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:53.120318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:53.144843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.189696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.202279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.204541 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0529416 Dec 22 04:51:53.208206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.211478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 55998) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:53.214498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7bdea1f-fb2b-4b1c-b444-2aebce93dd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:53.244875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': 'c5e5a0ea-d800-4ef5-8baf-09259fd5eb5d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:53.253669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f0798190-c9b0-4f5e-a006-32f70ce1cda5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.326856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:53.354634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a951600-c393-43a3-8f4f-065b62717001 req-0e72c416-d083-4fb3-9c7d-0196a05c4a4f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.356437 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a951600-c393-43a3-8f4f-065b62717001 req-0e72c416-d083-4fb3-9c7d-0196a05c4a4f tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.5331686 Dec 22 04:51:53.378430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46546b9-c1f9-45c9-a38e-4028e4747ed0,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:53.395784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:53.400827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:53.401456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:53.404457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:53.414066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:53.594879 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.595116 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Added segment fc91343a-75e6-4037-be4b-f9e3e289b9b0 of type vlan for network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec Dec 22 04:51:53.655929 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a951600-c393-43a3-8f4f-065b62717001 req-fd210fc0-8802-4aea-bc29-2cb307eb5c08 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929845 Dec 22 04:51:53.691626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 236f6999-5795-4c0b-920a-10406fce7df3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:51:53.700160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364841a-def1-4172-b831-8461310e9dcd req-81fd7d73-dc9f-4c9a-8c0f-f291b90962e7 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.701644 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2364841a-def1-4172-b831-8461310e9dcd req-81fd7d73-dc9f-4c9a-8c0f-f291b90962e7 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.3425229 Dec 22 04:51:53.719572 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:51:53.748755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f0798190-c9b0-4f5e-a006-32f70ce1cda5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.752630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.763358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f0798190-c9b0-4f5e-a006-32f70ce1cda5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.768011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.833021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f0798190-c9b0-4f5e-a006-32f70ce1cda5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.833483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0798190-c9b0-4f5e-a006-32f70ce1cda5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Fanout notify agent at l3_agent the message router_deleted on router 0f766ca5-bdec-4441-8b83-5560bc8dd10c {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:51:53.858501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.859495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.860066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.865846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-673e2a8f-d653-4355-a805-979e04c04954 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:53.879452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.896334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.906148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-5f1a2f5c-f5c7-4f9d-8b52-09cb49ea7ac6 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.907665 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-5f1a2f5c-f5c7-4f9d-8b52-09cb49ea7ac6 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.3418927 Dec 22 04:51:53.912659 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2364841a-def1-4172-b831-8461310e9dcd req-d4443fcc-3bfa-4b98-b4b5-de44798ff60c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017708 Dec 22 04:51:53.968855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f0798190-c9b0-4f5e-a006-32f70ce1cda5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.969935 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f0798190-c9b0-4f5e-a006-32f70ce1cda5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/0f766ca5-bdec-4441-8b83-5560bc8dd10c HTTP/1.1" status: 204 len: 168 time: 0.9403050 Dec 22 04:51:53.978065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56006) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:53.987156 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8801913 Dec 22 04:51:54.020812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56010) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:54.024874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Pushing event updated for resources: {'Network': ['ID=5b56d29e-ae81-4c58-a03e-7274a2ef6bec,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:54.029132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:54.034731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:54.036442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:54.044949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Request body: {'subnet': {'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-219325963-subnet', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'ip_version': 4}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:54.054752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.058704 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8210614 Dec 22 04:51:54.062161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56014) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:54.071798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:54.091559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc178d83-2cde-42b9-93de-160013f94fdc,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:54.093860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Usage tracker for resource:subnet and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:54.100779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:54.103806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:54.115433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:54.131517 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dacd392-e8c5-4ec3-a5ef-3bbd7c9b1b21 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting subnet 2eadfef6-fc65-4955-a463-21965303b9d2 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:54.138598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dacd392-e8c5-4ec3-a5ef-3bbd7c9b1b21 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.140915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:54.155021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Deleting port 64f1110e-b434-42d3-b996-b90766f60e39 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:54.155650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.160068 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb90bcf-bea2-41a6-b678-a98dc0913e84 None None] Sync routers for ids ['236f6999-5795-4c0b-920a-10406fce7df3'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:54.173625 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb90bcf-bea2-41a6-b678-a98dc0913e84 None None] Routers {'236f6999-5795-4c0b-920a-10406fce7df3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:54.174581 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6cb90bcf-bea2-41a6-b678-a98dc0913e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['236f6999-5795-4c0b-920a-10406fce7df3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:54.176497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d83dcd5d-d6bb-4eb6-b5dd-3b5f8ab27d2b tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.203073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d83dcd5d-d6bb-4eb6-b5dd-3b5f8ab27d2b tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.210796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Made reservation on behalf of b446b894ac664acfb029340103ffff69 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:54.212508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.227299 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/236f6999-5795-4c0b-920a-10406fce7df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3029156 Dec 22 04:51:54.227299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56018) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:54.238342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dacd392-e8c5-4ec3-a5ef-3bbd7c9b1b21 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.285463 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6cb90bcf-bea2-41a6-b678-a98dc0913e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:54.298539 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb90bcf-bea2-41a6-b678-a98dc0913e84 None None] Routers {'236f6999-5795-4c0b-920a-10406fce7df3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:51:54.299444 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6cb90bcf-bea2-41a6-b678-a98dc0913e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['236f6999-5795-4c0b-920a-10406fce7df3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:54.368476 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6cb90bcf-bea2-41a6-b678-a98dc0913e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:54.368797 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb90bcf-bea2-41a6-b678-a98dc0913e84 None None] The sync data for ids ['236f6999-5795-4c0b-920a-10406fce7df3'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:54.375811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d83dcd5d-d6bb-4eb6-b5dd-3b5f8ab27d2b tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.381754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-95820331-2172-4583-9556-d3be2c229c36 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:54.411189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dcd5d-d6bb-4eb6-b5dd-3b5f8ab27d2b tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc178d83-2cde-42b9-93de-160013f94fdc,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:54.420165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d83dcd5d-d6bb-4eb6-b5dd-3b5f8ab27d2b tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:54.423054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d83dcd5d-d6bb-4eb6-b5dd-3b5f8ab27d2b tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.424312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d83dcd5d-d6bb-4eb6-b5dd-3b5f8ab27d2b tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fc178d83-2cde-42b9-93de-160013f94fdc HTTP/1.1" status: 204 len: 168 time: 0.3565922 Dec 22 04:51:54.429411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56022) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:54.440197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dacd392-e8c5-4ec3-a5ef-3bbd7c9b1b21 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.581390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dacd392-e8c5-4ec3-a5ef-3bbd7c9b1b21 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.581657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f6ca65bb-7b97-4e9b-a848-5b7dace2c9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.587275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-520a53e4-5d08-4e15-ba32-7d39a930c981 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:54.628597 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacd392-e8c5-4ec3-a5ef-3bbd7c9b1b21 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Subnet': ['ID=2eadfef6-fc65-4955-a463-21965303b9d2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:54.630556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dacd392-e8c5-4ec3-a5ef-3bbd7c9b1b21 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.633273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.639065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5dacd392-e8c5-4ec3-a5ef-3bbd7c9b1b21 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:54.639559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5dacd392-e8c5-4ec3-a5ef-3bbd7c9b1b21 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:54.639727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ea60b-702a-46cb-a7d0-03e662b5af40 None None] Network 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:54.691043 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5dacd392-e8c5-4ec3-a5ef-3bbd7c9b1b21 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/2eadfef6-fc65-4955-a463-21965303b9d2 HTTP/1.1" status: 204 len: 168 time: 0.7093599 Dec 22 04:51:54.694956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56028) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:54.750297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0aa3b678-6ea0-4e9a-9af8-e332c9a9cc08 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:54.754677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ad0b02-1041-42f8-8ea5-e833f0065fb6,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:54.818535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:54.819317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Checking segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:54.819681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Network hostable DHCP agents. Network: 5b56d29e-ae81-4c58-a03e-7274a2ef6bec, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:54.857198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.869888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port ae01ab87-53f1-4f2b-997e-668c29d5eb93 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:54.870212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.885733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0aa3b678-6ea0-4e9a-9af8-e332c9a9cc08 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:54.890468 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0aa3b678-6ea0-4e9a-9af8-e332c9a9cc08 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4573390 Dec 22 04:51:54.893777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:54.897443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56032) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:54.907051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] For port 64f1110e-b434-42d3-b996-b90766f60e39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=64f1110e-b434-42d3-b996-b90766f60e39,segment=NetworkSegment(77c310b7-e4dc-4886-bef5-99043128eb9b),segment_id=77c310b7-e4dc-4886-bef5-99043128eb9b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:54.907357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.927051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 5b56d29e-ae81-4c58-a03e-7274a2ef6bec) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:54.934261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:54.934858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.953043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24279f3d-c0bc-42b1-954d-128b53e539ad None None] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:55.004514 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9737647 Dec 22 04:51:55.004514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56038) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:55.025793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:55.035498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:55.056056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] DHCP port deletion for 9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:51:55.075312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] Deleting port ae01ab87-53f1-4f2b-997e-668c29d5eb93 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:55.075706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.096900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Usage tracker for resource:router and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:55.102109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:55.108588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Calling delete_port for 64f1110e-b434-42d3-b996-b90766f60e39 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:55.112052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:55.141782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port ae01ab87-53f1-4f2b-997e-668c29d5eb93, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ae01ab87-53f1-4f2b-997e-668c29d5eb93,segment=NetworkSegment(8b3782b5-28a7-4b03-a494-f54958e1fdb3),segment_id=8b3782b5-28a7-4b03-a494-f54958e1fdb3)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:55.142094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.151314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.152060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.284852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b2f83cee-97d3-4e42-ac2b-12a7071704f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.317126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b2f83cee-97d3-4e42-ac2b-12a7071704f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.405412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ae01ab87-53f1-4f2b-997e-668c29d5eb93 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:51:55.417617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for ae01ab87-53f1-4f2b-997e-668c29d5eb93 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:55.438737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b2f83cee-97d3-4e42-ac2b-12a7071704f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.441343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:51:55.442180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.446996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-07b4bb2e-3093-4625-aaa7-9409b33d6e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:55.462870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.467703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1b8d7-85f6-4d53-8592-38bba9d4e4a6 req-1d065de3-1ec3-471b-a73c-ffdab6bec966 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:55.469256 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5cb1b8d7-85f6-4d53-8592-38bba9d4e4a6 req-1d065de3-1ec3-471b-a73c-ffdab6bec966 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 945 time: 0.6819360 Dec 22 04:51:55.473551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] For port ae01ab87-53f1-4f2b-997e-668c29d5eb93, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ae01ab87-53f1-4f2b-997e-668c29d5eb93,segment=NetworkSegment(8b3782b5-28a7-4b03-a494-f54958e1fdb3),segment_id=8b3782b5-28a7-4b03-a494-f54958e1fdb3)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:55.474766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.481287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f83cee-97d3-4e42-ac2b-12a7071704f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e5a0ea-d800-4ef5-8baf-09259fd5eb5d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.487482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b2f83cee-97d3-4e42-ac2b-12a7071704f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:55.573131 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b2f83cee-97d3-4e42-ac2b-12a7071704f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.577216 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b2f83cee-97d3-4e42-ac2b-12a7071704f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/c5e5a0ea-d800-4ef5-8baf-09259fd5eb5d HTTP/1.1" status: 204 len: 168 time: 0.6730912 Dec 22 04:51:55.583987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56042) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:55.628023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408d51f-552d-402e-8ac5-0d4f8355631f req-c9ad5f4f-c617-4178-936d-5ac2cfb736e2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:55.628575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.629544 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9408d51f-552d-402e-8ac5-0d4f8355631f req-c9ad5f4f-c617-4178-936d-5ac2cfb736e2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.4895873 Dec 22 04:51:55.634795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dc8c6c4f-cf3e-4fb2-a9dd-64e0d4c6fd92 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:55.652095 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] Calling delete_port for ae01ab87-53f1-4f2b-997e-668c29d5eb93 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:55.695185 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5cb1b8d7-85f6-4d53-8592-38bba9d4e4a6 req-ac2707d2-dd3f-4639-8d37-aadb5a5c5757 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/security-groups?id=76314e3c-4607-4e41-aefd-2f90a10cfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679068 Dec 22 04:51:55.714139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.718746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No active binding found for port ae01ab87-53f1-4f2b-997e-668c29d5eb93 {{(pid=87556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 04:51:55.719518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ae01ab87-53f1-4f2b-997e-668c29d5eb93 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:51:55.733000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4a44eff4-a85b-466d-a37c-f932804a697f tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:55.742045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No DVR routers for this DVR port ae01ab87-53f1-4f2b-997e-668c29d5eb93 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:55.744097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=ae01ab87-53f1-4f2b-997e-668c29d5eb93,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.766999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:51:55.768003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:51:55.800561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Pushing event deleted for resources: {'Port': ['ID=64f1110e-b434-42d3-b996-b90766f60e39,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.814355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-28040d7c-c9f2-4199-8e06-372fa34dc2ef tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:55.821723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:55.823870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:55.856664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Allocated IP 172.20.0.2 (5b56d29e-ae81-4c58-a03e-7274a2ef6bec/05ad0b02-1041-42f8-8ea5-e833f0065fb6/b2622595-ac59-4d03-b8e6-2fb80c783e37) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:55.866948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.958525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.990300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3326c7-f2b1-4d3c-b647-d7bfcd963d47']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.053244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3782b5-28a7-4b03-a494-f54958e1fdb3') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.053900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3782b5-28a7-4b03-a494-f54958e1fdb3') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.058643 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9408d51f-552d-402e-8ac5-0d4f8355631f req-25eaefdf-2dbc-4ae9-bd8a-5f4e3a4920d1 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3794355 Dec 22 04:51:56.069966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.070252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] No DVR routers for this DVR port 64f1110e-b434-42d3-b996-b90766f60e39 on host hv-neutron-8225 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:56.072875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.076564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fb6ae6-e59a-4614-905a-7a57e223bcc3', 'name': 'network-vif-deleted', 'tag': '64f1110e-b434-42d3-b996-b90766f60e39'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:56.087428 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-28040d7c-c9f2-4199-8e06-372fa34dc2ef tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:56.088692 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-28040d7c-c9f2-4199-8e06-372fa34dc2ef tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5029173 Dec 22 04:51:56.094461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56048) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:56.097471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.106920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184595034'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:56.108633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:56.109120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.113460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:56.123723 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b0ddce1-07a8-42c8-84b3-fecfbbe831fa req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.61 "DELETE /v2.0/ports/64f1110e-b434-42d3-b996-b90766f60e39 HTTP/1.1" status: 204 len: 173 time: 2.2100277 Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:56.126099 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:56.129238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.194242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.264839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Transition to ACTIVE for port object b2622595-ac59-4d03-b8e6-2fb80c783e37 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:56.266650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.271889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.288896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f5c1040a-bbd4-4f7a-9596-547e98fc4201 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:56.304555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Transition to ACTIVE for port object b2622595-ac59-4d03-b8e6-2fb80c783e37 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:56.311297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] Deleting port ae01ab87-53f1-4f2b-997e-668c29d5eb93 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:56.314879 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.318979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Network': ['ID=9a3326c7-f2b1-4d3c-b647-d7bfcd963d47,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.322806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:56.328768 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/networks/9a3326c7-f2b1-4d3c-b647-d7bfcd963d47 HTTP/1.1" status: 204 len: 168 time: 1.6310461 Dec 22 04:51:56.329804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56054) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:56.338405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'network': {'name': 'tempest-RoutersTest-950668388'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:56.339935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:56.357468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:56.368990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:network and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:56.375452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:56.381290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.385579 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:56.390086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:56.427196 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fb6ae6-e59a-4614-905a-7a57e223bcc3', 'name': 'network-vif-deleted', 'tag': '64f1110e-b434-42d3-b996-b90766f60e39', 'status': 'completed', 'code': 200} Dec 22 04:51:56.449386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.467853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c1539937-d88a-4a9a-b2a6-518a2711ef18 None None] The port 'ae01ab87-53f1-4f2b-997e-668c29d5eb93' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:51:56.498253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:56.501247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:56.505633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:56.507858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Pushing event updated for resources: {'Port': ['ID=b2622595-ac59-4d03-b8e6-2fb80c783e37,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.517591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:56.521020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.544174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.544875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.545111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.545563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.546836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.546836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.546836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.547128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.547532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.548338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.548338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.548754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:56.557180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:56.557843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:56.563078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:56.566576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:56.572804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:56.606365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:56.618450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Attempting to bind port b2622595-ac59-4d03-b8e6-2fb80c783e37 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:56.619188 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Attempting to bind port b2622595-ac59-4d03-b8e6-2fb80c783e37 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:56.619618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Attempting to bind port b2622595-ac59-4d03-b8e6-2fb80c783e37 on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:51:56.621766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.625306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:51:56.625758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Checking segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:56.626239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.626816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Bound using segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:51:56.627346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Bound port: b2622595-ac59-4d03-b8e6-2fb80c783e37, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:56.627788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.649065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.649405 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added segment 4cfddd12-4319-43ff-9f57-2f37852f4fa2 of type vlan for network ba36ec02-84f5-418c-ad92-540afd34bdc5 Dec 22 04:51:56.658624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.660853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-4ed8fc01-858a-46e7-873e-2d6941299da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:56.662665 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-4ed8fc01-858a-46e7-873e-2d6941299da0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1098 time: 0.3202298 Dec 22 04:51:56.752430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] For port b2622595-ac59-4d03-b8e6-2fb80c783e37, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:51:56.756436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] For port b2622595-ac59-4d03-b8e6-2fb80c783e37, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b2622595-ac59-4d03-b8e6-2fb80c783e37,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:51:56.770524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.780963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.787620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:56.880672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Pushing event updated for resources: {'Port': ['ID=b2622595-ac59-4d03-b8e6-2fb80c783e37,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.894816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.898401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:56.919664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.924721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b28e07f2-c5fe-4088-afad-b788bba57b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.931200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f9639d44-4afd-41a4-b7ac-372e5d043d9b tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:56.942215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 64f1110e-b434-42d3-b996-b90766f60e39 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:51:56.999391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 64f1110e-b434-42d3-b996-b90766f60e39 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:51:57.000016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 64f1110e-b434-42d3-b996-b90766f60e39 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:51:57.007590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Allocated IP 172.26.1.159 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/ca4966e0-02fd-41e5-b1b4-31cdb8f568a1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:57.010005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.016114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:57.016838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.024732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d291c54-a10b-4b83-99d2-f70bfee4d00c tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:57.035725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ecc00d-7e2d-441f-86cf-f34adf3c18e3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.057644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:57.058939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 10276b17-76f9-430e-83f5-fef33a2cafe3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:51:57.059335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.088932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6b24ba48-136d-42ac-916d-3de00e401e2c req-acca4927-a792-482c-b6d6-aac13fbf66a0 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Synchronizing usage tracker for tenant:1d97beccd7194b3c93da9f12996afc3c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:51:57.123403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-5ffa5818-866f-4953-a672-09b57e6f6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:57.123708 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-5ffa5818-866f-4953-a672-09b57e6f6894 service neutron] 10.222.0.61 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 912 time: 0.4320054 Dec 22 04:51:57.221669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.222227 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1263492 Dec 22 04:51:57.259888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56062) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:57.282813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6b24ba48-136d-42ac-916d-3de00e401e2c req-acca4927-a792-482c-b6d6-aac13fbf66a0 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Unset dirty status for tenant:1d97beccd7194b3c93da9f12996afc3c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:51:57.283878 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6b24ba48-136d-42ac-916d-3de00e401e2c req-acca4927-a792-482c-b6d6-aac13fbf66a0 tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fb6ae6-e59a-4614-905a-7a57e223bcc3 HTTP/1.1" status: 200 len: 210 time: 0.2934175 Dec 22 04:51:57.296913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': '73ecc00d-7e2d-441f-86cf-f34adf3c18e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:57.369381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:57.380165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Network': ['ID=ba36ec02-84f5-418c-ad92-540afd34bdc5,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.383419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:57.395533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network ba36ec02-84f5-418c-ad92-540afd34bdc5 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:51:57.447390 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1154618 Dec 22 04:51:57.453428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56066) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:57.466583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'subnet': {'network_id': 'ba36ec02-84f5-418c-ad92-540afd34bdc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:57.466798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:57.489730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:57.490225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b2622595-ac59-4d03-b8e6-2fb80c783e37 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:57.512445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:57.515524 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-5b6951ad-a44a-451e-baed-d1d884b16056 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 1000 time: 0.3810050 Dec 22 04:51:57.598612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port b2622595-ac59-4d03-b8e6-2fb80c783e37 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:57.626882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:57.632962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.634487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.638137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:subnet and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:57.640841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.641952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:57.649552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:57.665032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:57.668656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.671838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-fc6f6cee-ec00-4231-bb1b-d3371cce2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:57.673315 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-fc6f6cee-ec00-4231-bb1b-d3371cce2a6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 200 len: 850 time: 0.1453576 Dec 22 04:51:57.775799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.783160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06bb2c0c-0f61-4c54-99a8-464735cb6985 tempest-FloatingIPNegativeTestJSON-1543747126 tempest-FloatingIPNegativeTestJSON-1543747126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:57.794852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 10276b17-76f9-430e-83f5-fef33a2cafe3 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:51:57.860233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:57.866533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:57.869801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4966e0-02fd-41e5-b1b4-31cdb8f568a1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.873370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:51:57.902745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.905234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:58.031403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3c952-e428-4aa8-b551-40a0e9f4ac22 req-989e06a6-6d22-4069-9d2e-f4eb6c542362 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:58.032982 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72f3c952-e428-4aa8-b551-40a0e9f4ac22 req-989e06a6-6d22-4069-9d2e-f4eb6c542362 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.7242334 Dec 22 04:51:58.091685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.142987 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72f3c952-e428-4aa8-b551-40a0e9f4ac22 req-3d32b4ee-6a60-4185-8d55-268606889790 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982406 Dec 22 04:51:58.162527 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.178734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.194948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:58.198181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.206666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e621b023-6237-456d-bb7a-39154657073a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:58.223441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-d860bd4c-f0fc-4e20-b837-89370d86e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:58.225077 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-d860bd4c-f0fc-4e20-b837-89370d86e93e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=381c7c77-02da-4013-b529-7b532458aa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4415956 Dec 22 04:51:58.230770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68a8c9d-1ecf-4ff4-b748-f8a1d1e3264a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:58.233493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:58.292631 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f4f6c0-3360-444d-8fad-ebfa6d705a56 None None] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:58.336667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.340972 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0799294 Dec 22 04:51:58.341861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56074) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:58.362519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': '73ecc00d-7e2d-441f-86cf-f34adf3c18e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:58.371059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:58.371797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Subnet': ['ID=de63f83c-54bb-450d-83db-442b6d626217,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:58.376856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:58.379319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:58.380418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:58.393911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:58.398712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Checking segment: {'id': '4cfddd12-4319-43ff-9f57-2f37852f4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ba36ec02-84f5-418c-ad92-540afd34bdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:51:58.399450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network hostable DHCP agents. Network: ba36ec02-84f5-418c-ad92-540afd34bdc5, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:58.426455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-85777d9a-2fc3-4214-a5e8-7aafed0cef83 None None] Provisioning for port b2622595-ac59-4d03-b8e6-2fb80c783e37 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:58.447982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-85777d9a-2fc3-4214-a5e8-7aafed0cef83 None None] Provisioning complete for port b2622595-ac59-4d03-b8e6-2fb80c783e37 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:58.448559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-85777d9a-2fc3-4214-a5e8-7aafed0cef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.462552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56078) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:58.478025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.563860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c7a2f8-40ae-4c85-8539-6ed2e9ad198f admin admin] Deleting subnet 22563cff-ff0b-4792-9c5d-cf49e4cbea31 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:51:58.568221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network ba36ec02-84f5-418c-ad92-540afd34bdc5 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:58.570167 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-d2d3d3db-2322-4660-a321-028eeb60d3b5 service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353760 Dec 22 04:51:58.570779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c7a2f8-40ae-4c85-8539-6ed2e9ad198f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.597766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.602859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.611870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-550002e4-6ee9-481b-8c9c-2ab6bbcbc4e3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:58.661751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-85777d9a-2fc3-4214-a5e8-7aafed0cef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.691510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, ba36ec02-84f5-418c-ad92-540afd34bdc5) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:58.700236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cfda04-95d1-4360-9e5d-91791a7c42a2 None None] Network ba36ec02-84f5-418c-ad92-540afd34bdc5 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:51:58.700857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:58.701433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.730287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-85777d9a-2fc3-4214-a5e8-7aafed0cef83 None None] For port b2622595-ac59-4d03-b8e6-2fb80c783e37, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b2622595-ac59-4d03-b8e6-2fb80c783e37,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:51:58.738043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=10276b17-76f9-430e-83f5-fef33a2cafe3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:58.744479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:58.775035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.778958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c7a2f8-40ae-4c85-8539-6ed2e9ad198f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.793541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-85777d9a-2fc3-4214-a5e8-7aafed0cef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.803113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.808862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-19be7346-cb88-4b30-9611-5d33b43d84d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:58.881831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-67019ee9-6b74-4c05-aa08-6d3d31854a48 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:58.949145 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85777d9a-2fc3-4214-a5e8-7aafed0cef83 None None] Pushing event updated for resources: {'Port': ['ID=b2622595-ac59-4d03-b8e6-2fb80c783e37,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:58.959026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-85777d9a-2fc3-4214-a5e8-7aafed0cef83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:59.034789 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1298d0b-95f0-433b-ab01-bd186adff33b req-b7cfda7b-03b3-40c7-9dda-a94239b17d94 service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553037 Dec 22 04:51:59.063395 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6087959 Dec 22 04:51:59.071095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56082) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:59.082265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-ba36ec02-84f5-418c-ad92-540afd34bdc5', 'network_id': 'ba36ec02-84f5-418c-ad92-540afd34bdc5', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'fixed_ips': [{'subnet_id': 'de63f83c-54bb-450d-83db-442b6d626217'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:51:59.083801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.086063 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-418284267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:59.097452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.101133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:59.110255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:router and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:59.110541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0909f150-76a0-4958-88b9-2cae518201a4,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:59.114637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:59.160028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:59.163138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c7a2f8-40ae-4c85-8539-6ed2e9ad198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.178874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.183173 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8347483 Dec 22 04:51:59.184063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56088) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:59.202415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:59.242188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.243179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.248578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b59857ab-16b3-4cf6-8ca6-f24887322e45 None None] Provisioning complete for port b2622595-ac59-4d03-b8e6-2fb80c783e37 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:59.249268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b59857ab-16b3-4cf6-8ca6-f24887322e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.285873 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': '73ecc00d-7e2d-441f-86cf-f34adf3c18e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:59.324412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:51:59.334568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:51:59.337760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:51:59.345633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:51:59.412680 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.439470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c7a2f8-40ae-4c85-8539-6ed2e9ad198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.446638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8bb484a1-965f-4398-841c-df0f9becc4e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:51:59.460446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.483753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.488617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7a2f8-40ae-4c85-8539-6ed2e9ad198f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22563cff-ff0b-4792-9c5d-cf49e4cbea31,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:59.493151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b6c7a2f8-40ae-4c85-8539-6ed2e9ad198f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:51:59.516110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b2622595-ac59-4d03-b8e6-2fb80c783e37 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:51:59.552763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c7a2f8-40ae-4c85-8539-6ed2e9ad198f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.560669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.597439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.600841 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b6c7a2f8-40ae-4c85-8539-6ed2e9ad198f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/22563cff-ff0b-4792-9c5d-cf49e4cbea31 HTTP/1.1" status: 204 len: 168 time: 1.1371241 Dec 22 04:51:59.604413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56092) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:59.628243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.631882 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b5fd3080-b4aa-4278-a346-bd9d61672063 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5545845 Dec 22 04:51:59.635296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56096) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:59.655327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 236f6999-5795-4c0b-920a-10406fce7df3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:51:59.685111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Allocated IP 172.20.0.2 (ba36ec02-84f5-418c-ad92-540afd34bdc5/de63f83c-54bb-450d-83db-442b6d626217/dddccbcc-dc3f-4470-a6e2-81686b0162ec) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:59.758009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b2622595-ac59-4d03-b8e6-2fb80c783e37 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:59.758563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.826637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73eba7-7a68-49fd-a992-9494927ac388 req-0f92b2e5-e3bc-4a8f-8194-e32e4e37802c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:59.833860 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5f73eba7-7a68-49fd-a992-9494927ac388 req-0f92b2e5-e3bc-4a8f-8194-e32e4e37802c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.4778693 Dec 22 04:51:59.914180 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5f73eba7-7a68-49fd-a992-9494927ac388 req-ad3b59db-5376-40a9-903a-5a052e89deb1 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793335 Dec 22 04:51:59.918595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.920218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:51:59.930542 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/236f6999-5795-4c0b-920a-10406fce7df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7008884 Dec 22 04:51:59.937839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56100) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:51:59.945624 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd8d548-befe-4783-ae86-e8080eafc6af None None] Sync routers for ids ['236f6999-5795-4c0b-920a-10406fce7df3'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:59.988296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1b1e0d1d-18c2-4f45-a421-03084eb1284a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Synchronizing usage tracker for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:00.021759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1b1e0d1d-18c2-4f45-a421-03084eb1284a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Unset dirty status for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:00.023126 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1b1e0d1d-18c2-4f45-a421-03084eb1284a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=236f6999-5795-4c0b-920a-10406fce7df3 HTTP/1.1" status: 200 len: 205 time: 0.0840938 Dec 22 04:52:00.024969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.025919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56104) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:00.098082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd8d548-befe-4783-ae86-e8080eafc6af None None] Routers {'236f6999-5795-4c0b-920a-10406fce7df3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:00.098975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-efd8d548-befe-4783-ae86-e8080eafc6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['236f6999-5795-4c0b-920a-10406fce7df3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:00.202782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-efd8d548-befe-4783-ae86-e8080eafc6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:00.213270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.228193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd8d548-befe-4783-ae86-e8080eafc6af None None] Routers {'236f6999-5795-4c0b-920a-10406fce7df3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:00.229134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-efd8d548-befe-4783-ae86-e8080eafc6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['236f6999-5795-4c0b-920a-10406fce7df3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:00.285175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Transition to ACTIVE for port object dddccbcc-dc3f-4470-a6e2-81686b0162ec will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:00.307994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-efd8d548-befe-4783-ae86-e8080eafc6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:00.307994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd8d548-befe-4783-ae86-e8080eafc6af None None] The sync data for ids ['236f6999-5795-4c0b-920a-10406fce7df3'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:00.321074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Transition to ACTIVE for port object dddccbcc-dc3f-4470-a6e2-81686b0162ec will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:00.321350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.331659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.340052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-51db5f53-eff1-4e59-b357-887268415b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:00.389736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:00.407103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Network ba36ec02-84f5-418c-ad92-540afd34bdc5 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:00.410459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:00.414775 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:00.425526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Pushing event updated for resources: {'Port': ['ID=dddccbcc-dc3f-4470-a6e2-81686b0162ec,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:00.425765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ededf0-195b-4e13-a708-11912d2e566e,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:00.432928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:00.435553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf82555f-6805-4e2a-9545-99fec80c4cd9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.457300 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:00.532367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Attempting to bind port dddccbcc-dc3f-4470-a6e2-81686b0162ec on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:00.533085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Attempting to bind port dddccbcc-dc3f-4470-a6e2-81686b0162ec by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '4cfddd12-4319-43ff-9f57-2f37852f4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ba36ec02-84f5-418c-ad92-540afd34bdc5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:00.533404 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Attempting to bind port dddccbcc-dc3f-4470-a6e2-81686b0162ec on network ba36ec02-84f5-418c-ad92-540afd34bdc5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:00.539553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:00.539943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Checking segment: {'id': '4cfddd12-4319-43ff-9f57-2f37852f4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ba36ec02-84f5-418c-ad92-540afd34bdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:00.540385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.540788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Bound using segment: {'id': '4cfddd12-4319-43ff-9f57-2f37852f4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ba36ec02-84f5-418c-ad92-540afd34bdc5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:00.541268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Bound port: dddccbcc-dc3f-4470-a6e2-81686b0162ec, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfddd12-4319-43ff-9f57-2f37852f4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ba36ec02-84f5-418c-ad92-540afd34bdc5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:00.541655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.579702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.584317 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3879285 Dec 22 04:52:00.584317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56108) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:00.591333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': '73ecc00d-7e2d-441f-86cf-f34adf3c18e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:00.636269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] For port dddccbcc-dc3f-4470-a6e2-81686b0162ec, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:00.637652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:00.640776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] For port dddccbcc-dc3f-4470-a6e2-81686b0162ec, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dddccbcc-dc3f-4470-a6e2-81686b0162ec,segment=NetworkSegment(4cfddd12-4319-43ff-9f57-2f37852f4fa2),segment_id=4cfddd12-4319-43ff-9f57-2f37852f4fa2)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:00.646083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.647833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.652855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:00.657006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.668096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:52:00.707938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:00.718253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:00.737303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Pushing event updated for resources: {'Port': ['ID=dddccbcc-dc3f-4470-a6e2-81686b0162ec,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:00.740543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:00.744549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebda942-2470-41ad-ba75-e2adc80709c4']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:00.789643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:00.799969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf82555f-6805-4e2a-9545-99fec80c4cd9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.803632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf82555f-6805-4e2a-9545-99fec80c4cd9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.820149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.853326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf82555f-6805-4e2a-9545-99fec80c4cd9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.853902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf82555f-6805-4e2a-9545-99fec80c4cd9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Fanout notify agent at l3_agent the message router_deleted on router 236f6999-5795-4c0b-920a-10406fce7df3 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:52:00.881131 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf82555f-6805-4e2a-9545-99fec80c4cd9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.884839 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cf82555f-6805-4e2a-9545-99fec80c4cd9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/236f6999-5795-4c0b-920a-10406fce7df3 HTTP/1.1" status: 204 len: 168 time: 0.8550162 Dec 22 04:52:00.888223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56112) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:00.888397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c310b7-e4dc-4886-bef5-99043128eb9b') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:00.888809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c310b7-e4dc-4886-bef5-99043128eb9b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:00.937346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.987022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.993524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-95259941-a896-4051-96d8-687c3759e417 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting subnet 5fa5315e-0ac0-423b-861f-5dd701f334e0 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:52:00.996851 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.997973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95259941-a896-4051-96d8-687c3759e417 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.014665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.097262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c2ce705-c0f9-43d9-b922-e027e1c3d319 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:01.113430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:01.114133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.131338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95259941-a896-4051-96d8-687c3759e417 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:01.136340 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:01.171577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98fce24-e671-4781-a943-ddb91c79be4b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:01.182398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:01.211659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.216048 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6305013 Dec 22 04:52:01.217812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56118) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:01.224870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': '73ecc00d-7e2d-441f-86cf-f34adf3c18e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:01.242333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:01.254344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:01.260157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:01.274203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:01.283382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:01.284965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.296193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-effcd50c-7351-45a8-8192-c4f6cef8f573 tempest-AllowedAddressPairTestJSON-294297610 tempest-AllowedAddressPairTestJSON-294297610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:01.298199 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Sync routers for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:01.303852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0780d0-65cc-4688-ae34-f05bac06b202 req-ec7f4ec7-3ebf-40c8-ab9c-38137dc4389a tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:01.305438 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7e0780d0-65cc-4688-ae34-f05bac06b202 req-ec7f4ec7-3ebf-40c8-ab9c-38137dc4389a tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.2452188 Dec 22 04:52:01.309628 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:01.310522 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:01.312610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.314241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95259941-a896-4051-96d8-687c3759e417 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.331146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ebda942-2470-41ad-ba75-e2adc80709c4,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:01.344722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:01.368465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.410002 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9ebda942-2470-41ad-ba75-e2adc80709c4 HTTP/1.1" status: 204 len: 168 time: 1.8016953 Dec 22 04:52:01.410606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56122) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:01.448817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.453042 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4452479 Dec 22 04:52:01.458519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:01.464559 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7e0780d0-65cc-4688-ae34-f05bac06b202 req-d279e913-fe8d-4c82-956f-f16d2afbf601 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143303 Dec 22 04:52:01.489824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abe5723-e021-4913-b231-9f9285c23b03 admin admin] Deleting subnet f3bc915f-610a-4013-9d72-8b9924cc9c17 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:52:01.492125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Allocated IP 172.20.0.1 (ba36ec02-84f5-418c-ad92-540afd34bdc5/de63f83c-54bb-450d-83db-442b6d626217/920272fe-5a9c-49b5-8571-6e55096ee78d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:01.497655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8abe5723-e021-4913-b231-9f9285c23b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.533596 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dddccbcc-dc3f-4470-a6e2-81686b0162ec up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:01.590065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8abe5723-e021-4913-b231-9f9285c23b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.653482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95259941-a896-4051-96d8-687c3759e417 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.657255 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:01.660242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.662041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-039ff605-bc64-422b-b231-86600b62d2cc tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:01.666067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port dddccbcc-dc3f-4470-a6e2-81686b0162ec completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:01.716319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.720698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95259941-a896-4051-96d8-687c3759e417 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa5315e-0ac0-423b-861f-5dd701f334e0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:01.723714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-95259941-a896-4051-96d8-687c3759e417 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:01.743906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c577f37b-3cc1-4bf3-b85b-6331f0ab3bdd None None] Network e8176370-3679-4440-a896-72e501153eb8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:01.777504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:01.801774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95259941-a896-4051-96d8-687c3759e417 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.820813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.834451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a229b8b5-1acf-4a90-8f8a-7314313c70d9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:01.840970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:01.847769 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-95259941-a896-4051-96d8-687c3759e417 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/5fa5315e-0ac0-423b-861f-5dd701f334e0 HTTP/1.1" status: 204 len: 168 time: 0.9582543 Dec 22 04:52:01.851148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56130) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:01.887883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.892928 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6722047 Dec 22 04:52:01.898825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Transition to ACTIVE for port object 920272fe-5a9c-49b5-8571-6e55096ee78d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:01.901421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56134) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:01.938382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8abe5723-e021-4913-b231-9f9285c23b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.051934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.066702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6aefeb13-c484-46c4-923c-dbcff6b27716 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:02.082275 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:51:58Z', 'revision_number': 3, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:02.091147 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Checking router: 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:02.091504 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Updating router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:52:02.129542 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ae80ae-53cf-47da-b557-8226c7ce698e None None] Network ba36ec02-84f5-418c-ad92-540afd34bdc5 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:02.139577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network ba36ec02-84f5-418c-ad92-540afd34bdc5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:02.143733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:02.148224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:02.173795 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.189007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8abe5723-e021-4913-b231-9f9285c23b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.234817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=920272fe-5a9c-49b5-8571-6e55096ee78d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.240877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:02.241416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4d7190fb-e5cc-4e86-85ff-a9abb09e0873 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:02.270327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8abe5723-e021-4913-b231-9f9285c23b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.275910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47596944-36d9-4995-b00a-cdf307e9906f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.279592 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8abe5723-e021-4913-b231-9f9285c23b03 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f3bc915f-610a-4013-9d72-8b9924cc9c17 HTTP/1.1" status: 204 len: 168 time: 0.8677151 Dec 22 04:52:02.285023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56138) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:02.307726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe5723-e021-4913-b231-9f9285c23b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3bc915f-610a-4013-9d72-8b9924cc9c17,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.314599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8abe5723-e021-4913-b231-9f9285c23b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:02.315356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.320600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47596944-36d9-4995-b00a-cdf307e9906f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.379528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] DHCP port deletion for e8176370-3679-4440-a896-72e501153eb8 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:52:02.382423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-afbb759c-dac7-4223-94de-b6617d14b783 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting subnet 53ed5acc-7bc8-4420-ac95-4efc3bd36044 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:52:02.390601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afbb759c-dac7-4223-94de-b6617d14b783 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.401254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] Deleting port d0a99c40-568a-4151-a635-0d64664019d5 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:02.402059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.533772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47596944-36d9-4995-b00a-cdf307e9906f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.540491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:02.561865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afbb759c-dac7-4223-94de-b6617d14b783 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.605797 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47596944-36d9-4995-b00a-cdf307e9906f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a229b8b5-1acf-4a90-8f8a-7314313c70d9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.625872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-47596944-36d9-4995-b00a-cdf307e9906f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:02.649851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.671739 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.691078 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Transition to ACTIVE for port object ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:02.700992 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.704442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] For port d0a99c40-568a-4151-a635-0d64664019d5, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d0a99c40-568a-4151-a635-0d64664019d5,segment=NetworkSegment(793b1183-aa04-4504-b4d4-47f3b5c72f20),segment_id=793b1183-aa04-4504-b4d4-47f3b5c72f20)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:02.705630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.707251 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:02.717347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47596944-36d9-4995-b00a-cdf307e9906f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.720689 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-47596944-36d9-4995-b00a-cdf307e9906f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a229b8b5-1acf-4a90-8f8a-7314313c70d9 HTTP/1.1" status: 204 len: 168 time: 0.8155429 Dec 22 04:52:02.727657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56144) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:02.803021 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Attempting to bind port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:02.803707 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Attempting to bind port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:02.804254 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Attempting to bind port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:02.812688 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Pushing event updated for resources: {'Port': ['ID=ca4966e0-02fd-41e5-b1b4-31cdb8f568a1,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.816117 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:02.816705 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:02.817307 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.817906 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:02.818540 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Bound port: ca4966e0-02fd-41e5-b1b4-31cdb8f568a1, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:02.819215 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.847959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] Calling delete_port for d0a99c40-568a-4151-a635-0d64664019d5 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:02.864027 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.864672 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.865157 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.865634 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.866106 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.866626 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.867096 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.867564 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.868030 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.868520 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.869011 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.869475 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:02.880109 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:02.895219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.904971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.918346 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] For port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:02.919664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d4fa9946-a22f-40ef-8abb-7efb9035e458 None None] Provisioning for port dddccbcc-dc3f-4470-a6e2-81686b0162ec completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:02.922378 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] For port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ca4966e0-02fd-41e5-b1b4-31cdb8f568a1,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:02.933321 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.939940 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ee49fe79-95f3-4a54-9272-2cee8577173f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:02.967348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d4fa9946-a22f-40ef-8abb-7efb9035e458 None None] Provisioning complete for port dddccbcc-dc3f-4470-a6e2-81686b0162ec triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:02.967898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d4fa9946-a22f-40ef-8abb-7efb9035e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.000591 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-16fd38d0-53a6-4c47-a293-c1beb8ec05a5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:03.022486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439afae9-0625-43d6-8675-940ab3a4db45 req-6f165753-25e4-45bb-a4f9-28a699a0237a tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:03.024064 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-439afae9-0625-43d6-8675-940ab3a4db45 req-6f165753-25e4-45bb-a4f9-28a699a0237a tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.2974868 Dec 22 04:52:03.030721 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Pushing event updated for resources: {'Port': ['ID=ca4966e0-02fd-41e5-b1b4-31cdb8f568a1,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.031408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afbb759c-dac7-4223-94de-b6617d14b783 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.037572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c019a0-1a38-4a84-bc15-aad8d1b72465']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:03.038871 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:03.039716 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:03.040555 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:03.098345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.114247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7426cbe1-d2e8-460a-a77c-949cbd9ff9d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:03.150332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-16fd38d0-53a6-4c47-a293-c1beb8ec05a5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:03.151805 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-16fd38d0-53a6-4c47-a293-c1beb8ec05a5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4112854 Dec 22 04:52:03.155043 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-439afae9-0625-43d6-8675-940ab3a4db45 req-3a2fd697-9765-433b-b451-c0ba849dd5d7 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862005 Dec 22 04:52:03.158159 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56148) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:03.194191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98959be7-dc27-4f1e-84fe-38f6b6575c7c') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:03.194632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98959be7-dc27-4f1e-84fe-38f6b6575c7c') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:03.228190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.247955 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] No DVR routers for this DVR port d0a99c40-568a-4151-a635-0d64664019d5 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:03.252412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.259989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d4fa9946-a22f-40ef-8abb-7efb9035e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.269406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:03.270143 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:03.285286 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:03.298843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] Pushing event deleted for resources: {'Port': ['ID=d0a99c40-568a-4151-a635-0d64664019d5,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.304828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:03.311900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afbb759c-dac7-4223-94de-b6617d14b783 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.330140 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:03.335895 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-94f97bd8-57f2-470b-a149-d96df4801b21 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:03.357201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d4fa9946-a22f-40ef-8abb-7efb9035e458 None None] For port dddccbcc-dc3f-4470-a6e2-81686b0162ec, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dddccbcc-dc3f-4470-a6e2-81686b0162ec,segment=NetworkSegment(4cfddd12-4319-43ff-9f57-2f37852f4fa2),segment_id=4cfddd12-4319-43ff-9f57-2f37852f4fa2)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:03.366331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d4fa9946-a22f-40ef-8abb-7efb9035e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.368679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b186f3b0-b53d-4bfc-97d0-57c36fe97720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:03.394983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afbb759c-dac7-4223-94de-b6617d14b783 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.409614 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-afbb759c-dac7-4223-94de-b6617d14b783 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/53ed5acc-7bc8-4420-ac95-4efc3bd36044 HTTP/1.1" status: 204 len: 168 time: 1.5570254 Dec 22 04:52:03.411530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7996f42-325d-4459-857d-b6bc23410860 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.425060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7996f42-325d-4459-857d-b6bc23410860 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.437681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56152) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:03.460339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb759c-dac7-4223-94de-b6617d14b783 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Subnet': ['ID=53ed5acc-7bc8-4420-ac95-4efc3bd36044,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.467478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-afbb759c-dac7-4223-94de-b6617d14b783 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:03.471169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7996f42-325d-4459-857d-b6bc23410860 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.483508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ee77bf9-46c1-49e2-859b-4f1edd5727b9 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:03.506666 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7996f42-325d-4459-857d-b6bc23410860 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c98fce24-e671-4781-a943-ddb91c79be4b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.510408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7996f42-325d-4459-857d-b6bc23410860 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:03.560556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7996f42-325d-4459-857d-b6bc23410860 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.564465 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c7996f42-325d-4459-857d-b6bc23410860 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c98fce24-e671-4781-a943-ddb91c79be4b HTTP/1.1" status: 204 len: 168 time: 0.4011538 Dec 22 04:52:03.567817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56158) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:03.572151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d26aa4-ee5a-43e3-befb-a68ad9420846 None None] Network 554f979a-b654-4664-9bf7-69c2e3a8d777 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:03.602290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.613120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d0a99c40-568a-4151-a635-0d64664019d5 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:52:03.634009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3b71a6c2-1414-41fc-902e-9c21a419ca96 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:03.650043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.672936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0bfbe205-424b-4883-a6b9-06609ef99f5c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:03.683814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c019a0-1a38-4a84-bc15-aad8d1b72465,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.687523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa9946-a22f-40ef-8abb-7efb9035e458 None None] Pushing event updated for resources: {'Port': ['ID=dddccbcc-dc3f-4470-a6e2-81686b0162ec,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.695722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.699874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: d0a99c40-568a-4151-a635-0d64664019d5 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:52:03.700481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d0a99c40-568a-4151-a635-0d64664019d5 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:52:03.702434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d4fa9946-a22f-40ef-8abb-7efb9035e458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:03.708119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:03.713782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0bfbe205-424b-4883-a6b9-06609ef99f5c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:03.718141 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0bfbe205-424b-4883-a6b9-06609ef99f5c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1460748 Dec 22 04:52:03.720277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56162) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:03.723746 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c4c019a0-1a38-4a84-bc15-aad8d1b72465 HTTP/1.1" status: 204 len: 168 time: 1.4358373 Dec 22 04:52:03.734800 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.838102 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:51:58Z', 'revision_number': 3, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:03.841524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-269a115e-5abb-4714-ac92-f39673f8b8da tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.853156 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b99d0-bb18-4ea8-8e23-a3d27376aaf8 None None] The sync data for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv is: [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:51:58Z', 'revision_number': 3, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:03.857816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-269a115e-5abb-4714-ac92-f39673f8b8da tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.907468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-269a115e-5abb-4714-ac92-f39673f8b8da tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.915918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cdfd39d0-602f-4978-9b05-ac0e6abaa9e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:03.971387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a115e-5abb-4714-ac92-f39673f8b8da tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41ededf0-195b-4e13-a708-11912d2e566e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.995241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-269a115e-5abb-4714-ac92-f39673f8b8da tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:04.030997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:52:04.062609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.064119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-269a115e-5abb-4714-ac92-f39673f8b8da tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.065636 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-269a115e-5abb-4714-ac92-f39673f8b8da tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/41ededf0-195b-4e13-a708-11912d2e566e HTTP/1.1" status: 204 len: 168 time: 0.3455439 Dec 22 04:52:04.072509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b34462ad-6fc6-40ea-8bfe-3ba63d326921 None None] Provisioning for port 920272fe-5a9c-49b5-8571-6e55096ee78d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:04.077588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56168) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:04.078217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56170) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:04.081335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.098709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.099216 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b34462ad-6fc6-40ea-8bfe-3ba63d326921 None None] Provisioning complete for port 920272fe-5a9c-49b5-8571-6e55096ee78d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:04.099756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b34462ad-6fc6-40ea-8bfe-3ba63d326921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.139088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c5b50c83-875f-4d25-a339-285b612cd0e4 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:04.202893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b34462ad-6fc6-40ea-8bfe-3ba63d326921 None None] Port 920272fe-5a9c-49b5-8571-6e55096ee78d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:04.208673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8176370-3679-4440-a896-72e501153eb8']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:04.262112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b34462ad-6fc6-40ea-8bfe-3ba63d326921 None None] Provisioning complete for port dddccbcc-dc3f-4470-a6e2-81686b0162ec triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:04.264888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b34462ad-6fc6-40ea-8bfe-3ba63d326921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.274262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793b1183-aa04-4504-b4d4-47f3b5c72f20') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:04.274551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793b1183-aa04-4504-b4d4-47f3b5c72f20') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:04.310796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.344967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.357563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.366617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d77c68a-2c2f-4b36-a073-d0708812bd3d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:04.382336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=920272fe-5a9c-49b5-8571-6e55096ee78d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:04.390558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:04.401914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:04.402422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:04.420511 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:04.465481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] DHCP port deletion for 554f979a-b654-4664-9bf7-69c2e3a8d777 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:52:04.472288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] Deleting port ce937c29-3f3e-4829-9a2d-075966af0046 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:04.472686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.482799 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9043f68d-cbd4-400e-aa78-ac9577280f31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d97beccd7194b3c93da9f12996afc3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984463 Dec 22 04:52:04.484780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56178) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:04.517775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d77c68a-2c2f-4b36-a073-d0708812bd3d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:04.522048 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4d77c68a-2c2f-4b36-a073-d0708812bd3d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4397135 Dec 22 04:52:04.526764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56180) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:04.532784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Allocated IP 172.20.0.1 (5b56d29e-ae81-4c58-a03e-7274a2ef6bec/05ad0b02-1041-42f8-8ea5-e833f0065fb6/a716a2c9-5f7d-4114-a4ce-c73688a8818b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:04.589529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81ce5c1c-a95e-4d0f-a4df-152603561039 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.601554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81ce5c1c-a95e-4d0f-a4df-152603561039 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.649817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81ce5c1c-a95e-4d0f-a4df-152603561039 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.655218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-04e56b5d-1289-46b2-ac81-28d534ae949d tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:04.723067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce5c1c-a95e-4d0f-a4df-152603561039 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0909f150-76a0-4958-88b9-2cae518201a4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:04.740991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81ce5c1c-a95e-4d0f-a4df-152603561039 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:04.742901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-76db993f-515e-49de-8538-b07003569743 None None] Provisioning complete for port 920272fe-5a9c-49b5-8571-6e55096ee78d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:04.743355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-76db993f-515e-49de-8538-b07003569743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.752442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01b878-3aad-42b8-b6ea-3844eecd59b7 req-b0238e97-18a9-4372-8f7a-fa3249c44808 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:04.754060 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-da01b878-3aad-42b8-b6ea-3844eecd59b7 req-b0238e97-18a9-4372-8f7a-fa3249c44808 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.3214765 Dec 22 04:52:04.757881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81ce5c1c-a95e-4d0f-a4df-152603561039 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.759015 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-81ce5c1c-a95e-4d0f-a4df-152603561039 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0909f150-76a0-4958-88b9-2cae518201a4 HTTP/1.1" status: 204 len: 168 time: 0.2294536 Dec 22 04:52:04.810096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] For port ce937c29-3f3e-4829-9a2d-075966af0046, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ce937c29-3f3e-4829-9a2d-075966af0046,segment=NetworkSegment(3da5aa81-71cd-4bd5-9971-34565980b9bb),segment_id=3da5aa81-71cd-4bd5-9971-34565980b9bb)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:04.810659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.844257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56186) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:04.933683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.939436 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.946060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network ba36ec02-84f5-418c-ad92-540afd34bdc5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:04.958075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4a0fab4d-22ac-4059-ac2e-132f6f5489dc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:04.960774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:04.982410 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-da01b878-3aad-42b8-b6ea-3844eecd59b7 req-2bd408dd-7221-4f23-ad8b-0df5df694995 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201364 Dec 22 04:52:04.982633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:05.033422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.037817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] Calling delete_port for ce937c29-3f3e-4829-9a2d-075966af0046 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:05.050570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Transition to ACTIVE for port object a716a2c9-5f7d-4114-a4ce-c73688a8818b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:05.077828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Network': ['ID=e8176370-3679-4440-a896-72e501153eb8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:05.081339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.085828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:05.087518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:05.110597 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/networks/e8176370-3679-4440-a896-72e501153eb8 HTTP/1.1" status: 204 len: 168 time: 1.6717565 Dec 22 04:52:05.137032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56192) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:05.166432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.172662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ae844968-0aa2-4e29-ad84-780c787f5ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:05.184771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4a0fab4d-22ac-4059-ac2e-132f6f5489dc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:05.189934 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4a0fab4d-22ac-4059-ac2e-132f6f5489dc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3418367 Dec 22 04:52:05.190953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56196) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:05.239104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2275d45b-9ce3-40f1-8cd8-9b97bcdcee6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.250056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-76db993f-515e-49de-8538-b07003569743 None None] Port 920272fe-5a9c-49b5-8571-6e55096ee78d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:05.282681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] Pushing event deleted for resources: {'Port': ['ID=ce937c29-3f3e-4829-9a2d-075966af0046,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:05.285897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:05.286868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] No DVR routers for this DVR port ce937c29-3f3e-4829-9a2d-075966af0046 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:05.343280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb1d4-6d04-414e-bf1a-4a250dab28e5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.361451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2275d45b-9ce3-40f1-8cd8-9b97bcdcee6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.388536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb1d4-6d04-414e-bf1a-4a250dab28e5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.479538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 477d90b7-4e20-4242-a946-638cedcf1030 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:52:05.482723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb1d4-6d04-414e-bf1a-4a250dab28e5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.486218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:05.489926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7f5d952b-387b-4a20-984b-d241f74bc5c2 None None] Provisioning complete for port 920272fe-5a9c-49b5-8571-6e55096ee78d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:05.493541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7f5d952b-387b-4a20-984b-d241f74bc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.507832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb1d4-6d04-414e-bf1a-4a250dab28e5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b68a8c9d-1ecf-4ff4-b748-f8a1d1e3264a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:05.511773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b9dfb1d4-6d04-414e-bf1a-4a250dab28e5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:05.544548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:05.557245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:05.585633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2275d45b-9ce3-40f1-8cd8-9b97bcdcee6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.597996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:05.600796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f58d0c8c-fc59-41ad-bffc-4bb33ac074ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:05.648855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d952b-387b-4a20-984b-d241f74bc5c2 None None] Port 920272fe-5a9c-49b5-8571-6e55096ee78d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:05.661854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:05.668086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:05.674482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:05.675184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.686464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275d45b-9ce3-40f1-8cd8-9b97bcdcee6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76314e3c-4607-4e41-aefd-2f90a10cfb4c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:05.693000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb1d4-6d04-414e-bf1a-4a250dab28e5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.694320 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b9dfb1d4-6d04-414e-bf1a-4a250dab28e5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b68a8c9d-1ecf-4ff4-b748-f8a1d1e3264a HTTP/1.1" status: 204 len: 168 time: 0.4912567 Dec 22 04:52:05.697424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2275d45b-9ce3-40f1-8cd8-9b97bcdcee6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:05.701631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56202) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:05.705254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.707559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2275d45b-9ce3-40f1-8cd8-9b97bcdcee6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.708696 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2275d45b-9ce3-40f1-8cd8-9b97bcdcee6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76314e3c-4607-4e41-aefd-2f90a10cfb4c HTTP/1.1" status: 204 len: 168 time: 1.1663918 Dec 22 04:52:05.712911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a716a2c9-5f7d-4114-a4ce-c73688a8818b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:05.747340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:05.759453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:05.766515 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/477d90b7-4e20-4242-a946-638cedcf1030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1282306 Dec 22 04:52:05.769257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56208) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:05.787569 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d22d48-0a57-4723-83d6-b373cd24da94 None None] Sync routers for ids ['477d90b7-4e20-4242-a946-638cedcf1030'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:05.805773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d22d48-0a57-4723-83d6-b373cd24da94 None None] Routers {'477d90b7-4e20-4242-a946-638cedcf1030'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:05.806423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b9d22d48-0a57-4723-83d6-b373cd24da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['477d90b7-4e20-4242-a946-638cedcf1030'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:05.883538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2152c-8e43-4846-8e3c-bd27ffd6dd23 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:05.889840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-50a2152c-8e43-4846-8e3c-bd27ffd6dd23 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:05.899515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b9d22d48-0a57-4723-83d6-b373cd24da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:05.899717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.937077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-740280b6-d4d3-4ac3-b1b7-ce9bec1835e2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:05.948502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-50a2152c-8e43-4846-8e3c-bd27ffd6dd23 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:05.949927 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-50a2152c-8e43-4846-8e3c-bd27ffd6dd23 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports/920272fe-5a9c-49b5-8571-6e55096ee78d HTTP/1.1" status: 200 len: 910 time: 0.1793933 Dec 22 04:52:05.954751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56212) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:05.971809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d22d48-0a57-4723-83d6-b373cd24da94 None None] Routers {'477d90b7-4e20-4242-a946-638cedcf1030'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:05.972784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b9d22d48-0a57-4723-83d6-b373cd24da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['477d90b7-4e20-4242-a946-638cedcf1030'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:06.058689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-6e3a3667-2889-429d-8836-ba91fba11395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:06.060105 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-6e3a3667-2889-429d-8836-ba91fba11395 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1098 time: 0.4599063 Dec 22 04:52:06.067068 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b9d22d48-0a57-4723-83d6-b373cd24da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:06.067068 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d22d48-0a57-4723-83d6-b373cd24da94 None None] The sync data for ids ['477d90b7-4e20-4242-a946-638cedcf1030'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:06.069323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-740280b6-d4d3-4ac3-b1b7-ce9bec1835e2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:06.073671 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-740280b6-d4d3-4ac3-b1b7-ce9bec1835e2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3676651 Dec 22 04:52:06.081025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.098937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56218) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:06.108182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5c827f6f-70df-4015-8b6b-7877f2f4b65f None None] Provisioning for port a716a2c9-5f7d-4114-a4ce-c73688a8818b completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:06.112599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.113636 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ca4966e0-02fd-41e5-b1b4-31cdb8f568a1,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:06.117360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5c827f6f-70df-4015-8b6b-7877f2f4b65f None None] Provisioning complete for port a716a2c9-5f7d-4114-a4ce-c73688a8818b triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:06.118168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5c827f6f-70df-4015-8b6b-7877f2f4b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.135652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd9761-92be-4116-9946-85f563153c5a req-e36bc6f8-9d2f-4d37-9521-28944ede64cd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:06.142805 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56dd9761-92be-4116-9946-85f563153c5a req-e36bc6f8-9d2f-4d37-9521-28944ede64cd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.5938528 Dec 22 04:52:06.151808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.153059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dddccbcc-dc3f-4470-a6e2-81686b0162ec up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:06.188067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-fb4b324c-89e9-41a7-b975-9ebf41ec5525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:06.351206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5c827f6f-70df-4015-8b6b-7877f2f4b65f None None] Port a716a2c9-5f7d-4114-a4ce-c73688a8818b cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:06.366980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=ca4966e0-02fd-41e5-b1b4-31cdb8f568a1,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:06.371811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:06.377598 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port dddccbcc-dc3f-4470-a6e2-81686b0162ec triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:06.378070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.389085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554f979a-b654-4664-9bf7-69c2e3a8d777']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:06.424200 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56dd9761-92be-4116-9946-85f563153c5a req-0f5f5f57-a2c2-4dc2-8c3f-3c5178ebc88c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805035 Dec 22 04:52:06.435188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56222) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:06.437661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da5aa81-71cd-4bd5-9971-34565980b9bb') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:06.437661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da5aa81-71cd-4bd5-9971-34565980b9bb') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:06.478003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.488490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5a8afb4-06fc-440d-b259-3b6055c92159 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.521199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5a8afb4-06fc-440d-b259-3b6055c92159 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.542672 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3968e6d5-fd2a-4332-88ec-083eaa6017b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db5fb30547ce41a789dccc696b2d0503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054881 Dec 22 04:52:06.545184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56226) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:06.547681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-93c389e0-e2b3-46ff-b9c7-97e2fd42a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:06.549179 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-93c389e0-e2b3-46ff-b9c7-97e2fd42a79a service neutron] 10.222.0.61 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 912 time: 0.4815445 Dec 22 04:52:06.558996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.577781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ce937c29-3f3e-4829-9a2d-075966af0046 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:52:06.614194 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: ce937c29-3f3e-4829-9a2d-075966af0046 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:52:06.614578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ce937c29-3f3e-4829-9a2d-075966af0046 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:52:06.642157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:06.642575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:06.657486 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:06.659713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b414225-a0d7-4485-aff3-d328e52efce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.698677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b414225-a0d7-4485-aff3-d328e52efce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.747960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.835903 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-3b97e8bf-95cd-4f33-b48c-50d0a8d2a11d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 1000 time: 0.2783167 Dec 22 04:52:06.836884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.840696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5a8afb4-06fc-440d-b259-3b6055c92159 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.848924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9f0e36dc-e558-41b2-b9a5-e072b51406b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:06.857927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.894433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.932164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8afb4-06fc-440d-b259-3b6055c92159 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ecc00d-7e2d-441f-86cf-f34adf3c18e3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:06.944626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c5a8afb4-06fc-440d-b259-3b6055c92159 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:06.945460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-378e6627-27c9-425a-b2eb-5c2f7d4f0e43 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:06.992782 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/networks/554f979a-b654-4664-9bf7-69c2e3a8d777 HTTP/1.1" status: 204 len: 168 time: 1.8542595 Dec 22 04:52:06.997468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56230) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:07.010409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-937470963'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:07.028095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5a8afb4-06fc-440d-b259-3b6055c92159 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.032407 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c5a8afb4-06fc-440d-b259-3b6055c92159 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/73ecc00d-7e2d-441f-86cf-f34adf3c18e3 HTTP/1.1" status: 204 len: 168 time: 0.9232278 Dec 22 04:52:07.032407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Network': ['ID=554f979a-b654-4664-9bf7-69c2e3a8d777,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:07.033939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:07.036114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56234) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:07.040440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:07.043390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:network and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:07.047308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-eb5459ab-f9ed-42a1-9c84-975f91d11232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:07.048839 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-eb5459ab-f9ed-42a1-9c84-975f91d11232 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 200 len: 850 time: 0.2027974 Dec 22 04:52:07.061480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:07.064084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b414225-a0d7-4485-aff3-d328e52efce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.077398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:07.088755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:07.101758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b414225-a0d7-4485-aff3-d328e52efce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd335e60-b2c9-472d-9751-6496324fa2c2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:07.109948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4b414225-a0d7-4485-aff3-d328e52efce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:07.185387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:07.188957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.212170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b414225-a0d7-4485-aff3-d328e52efce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.213197 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4b414225-a0d7-4485-aff3-d328e52efce5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd335e60-b2c9-472d-9751-6496324fa2c2 HTTP/1.1" status: 204 len: 168 time: 0.6671038 Dec 22 04:52:07.245566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1b34b521-3feb-4503-8424-eb31cea8c0e4 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:07.290607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:07.299892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1b34b521-3feb-4503-8424-eb31cea8c0e4 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:07.301160 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1b34b521-3feb-4503-8424-eb31cea8c0e4 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2641115 Dec 22 04:52:07.307557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56240) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:07.313592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.313928 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added segment eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4 of type vlan for network f96c44db-02e0-4753-8077-ecce66a29726 Dec 22 04:52:07.323144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group': {'name': 'tempest-secgroup--151276281'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:07.334079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:07.361669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:07.367885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.385001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-7fe835b7-35e0-43bc-92d1-062205ed78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:07.386107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.387073 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-7fe835b7-35e0-43bc-92d1-062205ed78a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=381c7c77-02da-4013-b529-7b532458aa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3309920 Dec 22 04:52:07.408015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:07.472394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:07.480631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.486120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:07.486670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.495700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-903ad4af-7c1a-4354-84ee-10d7ebadf6bd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:07.515621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port 920272fe-5a9c-49b5-8571-6e55096ee78d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:07.515999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.531335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:07.532228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.541377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:07.641985 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6434159 Dec 22 04:52:07.648433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56246) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:07.669606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'subnet': {'network_id': 'f96c44db-02e0-4753-8077-ecce66a29726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:07.703913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.710802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Network': ['ID=f96c44db-02e0-4753-8077-ecce66a29726,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:07.717860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-58f5c37a-28be-4d07-9489-1af3b6050463 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:07.731695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network f96c44db-02e0-4753-8077-ecce66a29726 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:52:07.775172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.820175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f104c3fa-6389-4568-a7fc-52437cb4d1e1 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:07.847892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.857956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.865155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-11af807d-5bcf-49f2-8ef4-ba9c44d62e45 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:07.880748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.929573 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-4ad31c1b-9c35-44e9-9171-f9afc46ffa53 service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285277 Dec 22 04:52:07.974179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a716a2c9-5f7d-4114-a4ce-c73688a8818b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:07.976547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.980767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:07.982641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:07.995303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:subnet and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:08.000511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:08.018663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for 920272fe-5a9c-49b5-8571-6e55096ee78d owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:08.070113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a4df0a-1465-43e3-8b8b-ac0617394add,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:08.079080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:08.083409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:08.086559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.087780 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7761815 Dec 22 04:52:08.090881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56250) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:08.094780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebab3e-0e5d-4fbe-a416-0c9d05046f0e req-c0b23851-37bc-464f-a0a7-8d98ebd58a9a tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:08.096289 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6cebab3e-0e5d-4fbe-a416-0c9d05046f0e req-c0b23851-37bc-464f-a0a7-8d98ebd58a9a tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.5241256 Dec 22 04:52:08.098696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': 'a3a4df0a-1465-43e3-8b8b-ac0617394add', 'direction': 'ingress', 'protocol': 17}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:08.107980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:08.124027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:08.127706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:08.139066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:08.165646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.196893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:08.205127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.281855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.288226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.289093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:08.326408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.333221 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6cebab3e-0e5d-4fbe-a416-0c9d05046f0e req-0b42ae27-5dfb-4030-bffb-084d9796ac08 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885583 Dec 22 04:52:08.338595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=920272fe-5a9c-49b5-8571-6e55096ee78d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:08.340811 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29dec1e9-d965-47ac-94ac-24478fef64f3 req-3c2a2a9c-0253-4c02-9ff7-7baab37b1cfe service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989341 Dec 22 04:52:08.378676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:08.379132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:08.395801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:08.398143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:08.450821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6822d6a-7d4f-42ca-bd8d-2a5c95f2dd4d,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:08.464108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:08.482926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.487226 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3955071 Dec 22 04:52:08.488395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56254) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:08.673198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.687131 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:08.695485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.701887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cf6bdfae-3ef3-49e5-a601-f812caae3f2f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:08.796650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-20ce08dc-2465-42bd-82b2-14e23b2b20cf None None] Provisioning complete for port a716a2c9-5f7d-4114-a4ce-c73688a8818b triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:08.797227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-20ce08dc-2465-42bd-82b2-14e23b2b20cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.862088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-20ce08dc-2465-42bd-82b2-14e23b2b20cf None None] Port a716a2c9-5f7d-4114-a4ce-c73688a8818b cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:08.864436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Subnet': ['ID=3be66ef3-d35a-48a7-a8f6-c83d60150971,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:08.920468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:08.976446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14296d92-767b-4757-bb39-8ec2342a2857 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.076450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14296d92-767b-4757-bb39-8ec2342a2857 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.109625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Checking segment: {'id': 'eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f96c44db-02e0-4753-8077-ecce66a29726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:09.110245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network hostable DHCP agents. Network: f96c44db-02e0-4753-8077-ecce66a29726, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:09.140217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:09.147486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network f96c44db-02e0-4753-8077-ecce66a29726 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:09.153749 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Sync routers for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:09.163190 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] 10.222.0.36 "PUT /v2.0/routers/2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6925509 Dec 22 04:52:09.169562 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:09.170461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, f96c44db-02e0-4753-8077-ecce66a29726) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:09.171053 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:09.176016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:09.177262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.178375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 477d90b7-4e20-4242-a946-638cedcf1030 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:09.183309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c625c-ec28-4d2c-8d37-4b1567792e33 None None] Network f96c44db-02e0-4753-8077-ecce66a29726 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:09.214007 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5608616 Dec 22 04:52:09.216876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56260) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:09.222447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-150552181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:09.245199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:09.249194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:router and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:09.261030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:09.266861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:09.286019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.287043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.313355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.328003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14296d92-767b-4757-bb39-8ec2342a2857 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.354419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.384769 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.389745 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a5da1232-b286-4543-a7f8-9671e2b2c870 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1695035 Dec 22 04:52:09.390245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56268) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:09.395040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-40748ef0-9805-4616-813d-bc672c12a8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:09.400696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'port': {'network_id': 'f96c44db-02e0-4753-8077-ecce66a29726', 'name': 'tempest-RoutersIpV6Test-275089287'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:09.437355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:09.439107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14296d92-767b-4757-bb39-8ec2342a2857 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a4df0a-1465-43e3-8b8b-ac0617394add,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:09.446295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-14296d92-767b-4757-bb39-8ec2342a2857 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:09.464616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14296d92-767b-4757-bb39-8ec2342a2857 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.465806 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-14296d92-767b-4757-bb39-8ec2342a2857 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/a3a4df0a-1465-43e3-8b8b-ac0617394add HTTP/1.1" status: 204 len: 168 time: 0.9741971 Dec 22 04:52:09.469572 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/477d90b7-4e20-4242-a946-638cedcf1030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5109098 Dec 22 04:52:09.474649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56272) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:09.474800 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56274) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:09.483840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df360e9f-14bd-4e64-998f-2cd6e1b1e362 None None] Sync routers for ids ['477d90b7-4e20-4242-a946-638cedcf1030'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:09.501310 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:09.566655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ced98f83-8d58-4dd7-ac28-2f1a40838bc4 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:09.568913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df360e9f-14bd-4e64-998f-2cd6e1b1e362 None None] Routers {'477d90b7-4e20-4242-a946-638cedcf1030'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:09.569564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-df360e9f-14bd-4e64-998f-2cd6e1b1e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['477d90b7-4e20-4242-a946-638cedcf1030'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:09.608360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-528bc49b-8a27-4e04-aa82-17514493bdba tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:09.616902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ced98f83-8d58-4dd7-ac28-2f1a40838bc4 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:09.618097 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ced98f83-8d58-4dd7-ac28-2f1a40838bc4 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=477d90b7-4e20-4242-a946-638cedcf1030 HTTP/1.1" status: 200 len: 205 time: 0.1407833 Dec 22 04:52:09.622082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56282) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:09.697280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-df360e9f-14bd-4e64-998f-2cd6e1b1e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:09.712986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df360e9f-14bd-4e64-998f-2cd6e1b1e362 None None] Routers {'477d90b7-4e20-4242-a946-638cedcf1030'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:09.713616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-df360e9f-14bd-4e64-998f-2cd6e1b1e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['477d90b7-4e20-4242-a946-638cedcf1030'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:09.738126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:09.752664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:09.773121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:09.780659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.809926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-df360e9f-14bd-4e64-998f-2cd6e1b1e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:09.811426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df360e9f-14bd-4e64-998f-2cd6e1b1e362 None None] The sync data for ids ['477d90b7-4e20-4242-a946-638cedcf1030'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:09.836237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] device_id is not set on port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:09.840203 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-f96c44db-02e0-4753-8077-ecce66a29726', 'network_id': 'f96c44db-02e0-4753-8077-ecce66a29726', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'fixed_ips': [{'subnet_id': '3be66ef3-d35a-48a7-a8f6-c83d60150971'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:52:09.841098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.892784 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:07Z', 'revision_number': 2, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:09.897471 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Checking router: 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:09.897897 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Updating router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 port a716a2c9-5f7d-4114-a4ce-c73688a8818b binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:52:09.913286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a132688-62fe-4c9f-8913-902dfccf9229 req-e4adab13-e588-433b-8372-735a04691ca9 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:09.915576 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8a132688-62fe-4c9f-8913-902dfccf9229 req-e4adab13-e588-433b-8372-735a04691ca9 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.3638930 Dec 22 04:52:09.932195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d9ab8cf-c923-4b39-b510-a9a7d9902ee5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.965475 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.033040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Allocated IP 2001:db8::2 (f96c44db-02e0-4753-8077-ecce66a29726/3be66ef3-d35a-48a7-a8f6-c83d60150971/b9a79385-399b-4c52-88b0-edd2478aa3b4) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:10.033664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-528bc49b-8a27-4e04-aa82-17514493bdba tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:10.040366 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-528bc49b-8a27-4e04-aa82-17514493bdba tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5641060 Dec 22 04:52:10.045633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56294) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:10.053399 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8a132688-62fe-4c9f-8913-902dfccf9229 req-860962b0-0eb1-416a-8cbc-8b4730fb5228 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262639 Dec 22 04:52:10.060182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group': {'name': 'tempest-secgroup--273282317'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:10.068397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:10.091741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:10.114486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.164927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:10.170249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:10.174814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:10.188340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:10.223112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56302) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:10.330306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.340693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-20109183-network', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:10.349833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:10.354371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Usage tracker for resource:network and tenant:f5cb24b755844ea5b80a255a793a5aef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:10.357954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:10.364867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:10.370009 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.383204 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Transition to ACTIVE for port object a716a2c9-5f7d-4114-a4ce-c73688a8818b will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:10.391106 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.398431 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:10.407341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d9ab8cf-c923-4b39-b510-a9a7d9902ee5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.411800 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d9ab8cf-c923-4b39-b510-a9a7d9902ee5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.415860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.416186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.427437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c5a8afb4-06fc-440d-b259-3b6055c92159 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:10.428559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Transition to ACTIVE for port object b9a79385-399b-4c52-88b0-edd2478aa3b4 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:10.448532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d9ab8cf-c923-4b39-b510-a9a7d9902ee5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.449351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ab8cf-c923-4b39-b510-a9a7d9902ee5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Fanout notify agent at l3_agent the message router_deleted on router 477d90b7-4e20-4242-a946-638cedcf1030 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:52:10.457342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Transition to ACTIVE for port object b9a79385-399b-4c52-88b0-edd2478aa3b4 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:10.463928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d9ab8cf-c923-4b39-b510-a9a7d9902ee5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.465521 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6d9ab8cf-c923-4b39-b510-a9a7d9902ee5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/477d90b7-4e20-4242-a946-638cedcf1030 HTTP/1.1" status: 204 len: 168 time: 0.8424592 Dec 22 04:52:10.467601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.471560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56306) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:10.476332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Made reservation on behalf of f5cb24b755844ea5b80a255a793a5aef for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:10.480736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:10.481745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.508778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.571778 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc76cbe-cf96-41fd-a2c5-6ba369958d35 None None] Pushing event updated for resources: {'Port': ['ID=a716a2c9-5f7d-4114-a4ce-c73688a8818b,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:10.573285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Pushing event updated for resources: {'Port': ['ID=b9a79385-399b-4c52-88b0-edd2478aa3b4,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:10.578972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:10.580942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Network f96c44db-02e0-4753-8077-ecce66a29726 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:10.582455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:10.587324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:10.587487 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ecc76cbe-cf96-41fd-a2c5-6ba369958d35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:10.593664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:10.598536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Usage tracker for resource:security_group_rule and tenant:f5cb24b755844ea5b80a255a793a5aef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:10.602408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:10.603317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-217e787e-c875-45fb-8a2c-f92e31f6e45b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting subnet de63f83c-54bb-450d-83db-442b6d626217 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:52:10.609871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:10.610871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-217e787e-c875-45fb-8a2c-f92e31f6e45b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.690822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-217e787e-c875-45fb-8a2c-f92e31f6e45b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.711280 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Attempting to bind port a716a2c9-5f7d-4114-a4ce-c73688a8818b on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:10.711651 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Attempting to bind port a716a2c9-5f7d-4114-a4ce-c73688a8818b by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:10.712015 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Attempting to bind port a716a2c9-5f7d-4114-a4ce-c73688a8818b on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:10.718029 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:10.718552 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Checking segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:10.721054 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.721453 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Bound using segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:10.721942 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Bound port: a716a2c9-5f7d-4114-a4ce-c73688a8818b, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:10.722327 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.723451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.743826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Attempting to bind port b9a79385-399b-4c52-88b0-edd2478aa3b4 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:10.744300 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Attempting to bind port b9a79385-399b-4c52-88b0-edd2478aa3b4 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f96c44db-02e0-4753-8077-ecce66a29726'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:10.744676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Attempting to bind port b9a79385-399b-4c52-88b0-edd2478aa3b4 on network f96c44db-02e0-4753-8077-ecce66a29726 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:10.748344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5b10de-2978-422a-8186-df29566cb180,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:10.752038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:10.752264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:10.752698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Checking segment: {'id': 'eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f96c44db-02e0-4753-8077-ecce66a29726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:10.753111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.753511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Bound using segment: {'id': 'eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f96c44db-02e0-4753-8077-ecce66a29726'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:10.753983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Bound port: b9a79385-399b-4c52-88b0-edd2478aa3b4, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f96c44db-02e0-4753-8077-ecce66a29726'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:10.754365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.759518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.775681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:10.786033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.786563 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Added segment 32c722ee-9dd8-40c0-b51c-1f720d360f71 of type vlan for network 47cf8659-639c-405d-a35c-eb8bfc0906a6 Dec 22 04:52:10.819090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.829301 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] For port a716a2c9-5f7d-4114-a4ce-c73688a8818b, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:10.833190 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] For port a716a2c9-5f7d-4114-a4ce-c73688a8818b, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a716a2c9-5f7d-4114-a4ce-c73688a8818b,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:10.842858 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.848663 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:10.861029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:10.874960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.876097 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:10.876765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.895753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] For port b9a79385-399b-4c52-88b0-edd2478aa3b4, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:10.901523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] For port b9a79385-399b-4c52-88b0-edd2478aa3b4, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b9a79385-399b-4c52-88b0-edd2478aa3b4,segment=NetworkSegment(eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4),segment_id=eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:10.908880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.922478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d4fa9946-a22f-40ef-8abb-7efb9035e458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:10.941245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.945602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56310) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:10.945799 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a8d802da-b82a-4ddb-9f70-e0340a7ecfa2 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8907590 Dec 22 04:52:10.955141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020223468'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:10.959215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8788882a-3cce-4226-bb16-706381746c47,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:10.962166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:10.964614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:10.972643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Allocated IP 2001:db8::1eb (f96c44db-02e0-4753-8077-ecce66a29726/3be66ef3-d35a-48a7-a8f6-c83d60150971/13ff8c56-e0e5-408c-a7d6-681c71f67ab5) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:10.975664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f130ac81-218b-42f0-80ce-3a4dcc06599b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:10.978083 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc76cbe-cf96-41fd-a2c5-6ba369958d35 None None] Pushing event updated for resources: {'Port': ['ID=a716a2c9-5f7d-4114-a4ce-c73688a8818b,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:10.982944 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ecc76cbe-cf96-41fd-a2c5-6ba369958d35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:10.984619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:10.992253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:10.999226 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:11.000048 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:11.003087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:11.005929 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7769680 Dec 22 04:52:11.007710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56314) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:11.020911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.035747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fae98e-c596-4777-822b-a6412e6bba98 req-b14c39e7-1968-4e59-bcc4-edf16a55ba18 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:11.045738 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6fae98e-c596-4777-822b-a6412e6bba98 req-b14c39e7-1968-4e59-bcc4-edf16a55ba18 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.7127378 Dec 22 04:52:11.054440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Request body: {'subnet': {'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-20109183-subnet', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:11.058455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Pushing event updated for resources: {'Port': ['ID=b9a79385-399b-4c52-88b0-edd2478aa3b4,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:11.063621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:11.065677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:11.072359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:11.076616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:11.088470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:11.164995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:11.186242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.189831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-217e787e-c875-45fb-8a2c-f92e31f6e45b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.193731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Usage tracker for resource:subnet and tenant:f5cb24b755844ea5b80a255a793a5aef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:11.199609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Pushing event updated for resources: {'Network': ['ID=47cf8659-639c-405d-a35c-eb8bfc0906a6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:11.203231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:11.209870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 47cf8659-639c-405d-a35c-eb8bfc0906a6 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:52:11.225247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:11.240064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:11.290514 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6fae98e-c596-4777-822b-a6412e6bba98 req-8fdb6612-cbd5-4a08-adb6-f0771797f6b7 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415330 Dec 22 04:52:11.304171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.305966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Made reservation on behalf of f5cb24b755844ea5b80a255a793a5aef for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:11.312322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.357567 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:11.390410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-04a514ee-ab16-45aa-a1c2-7c480dfa47b6 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:11.453323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.457242 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5082002 Dec 22 04:52:11.463767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56320) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:11.487119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': 'fe5b10de-2978-422a-8186-df29566cb180', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bf0a1aac-652c-4551-b255-cde034909418', 'remote_ip_prefix': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:11.500883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:11.517649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:11.522530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:11.526941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0a1aac-652c-4551-b255-cde034909418,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:11.530754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:11.537005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:11.575010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-217e787e-c875-45fb-8a2c-f92e31f6e45b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.590294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f39ea6c3-9bad-45ec-878d-62de62027f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:11.644788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-217e787e-c875-45fb-8a2c-f92e31f6e45b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.661595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd431d-5c00-44f0-bfa0-1776972b566a None None] Network ba36ec02-84f5-418c-ad92-540afd34bdc5 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:11.673864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e787e-c875-45fb-8a2c-f92e31f6e45b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Subnet': ['ID=de63f83c-54bb-450d-83db-442b6d626217,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:11.676627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.684828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-217e787e-c875-45fb-8a2c-f92e31f6e45b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:11.689717 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-217e787e-c875-45fb-8a2c-f92e31f6e45b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/de63f83c-54bb-450d-83db-442b6d626217 HTTP/1.1" status: 204 len: 168 time: 1.2170134 Dec 22 04:52:11.694619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56326) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:11.782164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.851515 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:10Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:11.856248 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3231531-6389-4eaf-a9d6-3533cb3b97b8 None None] The sync data for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv is: [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:10Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:11.867310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.950789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Transition to ACTIVE for port object 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:11.956268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.958073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port dddccbcc-dc3f-4470-a6e2-81686b0162ec {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:11.958498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.015837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.030581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b9dfb1d4-6d04-414e-bf1a-4a250dab28e5 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:12.053772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d6ed81-ad61-4b54-8a11-0f734f8cc666,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:12.057229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:12.073142 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8138d-eaa0-4fb5-8f01-81de37a29a79 req-3db8c5b3-9e6a-451d-bee9-05c4498da6d4 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:12.075369 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7b8138d-eaa0-4fb5-8f01-81de37a29a79 req-3db8c5b3-9e6a-451d-bee9-05c4498da6d4 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.2771151 Dec 22 04:52:12.101505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] DHCP port deletion for ba36ec02-84f5-418c-ad92-540afd34bdc5 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:52:12.107132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] Deleting port dddccbcc-dc3f-4470-a6e2-81686b0162ec {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:12.107689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.117286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.125468 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6475599 Dec 22 04:52:12.126423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56330) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:12.126562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.134341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.138796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:12.293683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad7ae-f3c2-4630-884a-2debe2430041 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.301491 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7b8138d-eaa0-4fb5-8f01-81de37a29a79 req-64bfd26b-d4fe-4dd1-8384-ef174483653e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114153 Dec 22 04:52:12.303621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network f96c44db-02e0-4753-8077-ecce66a29726 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:12.324570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad7ae-f3c2-4630-884a-2debe2430041 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.324707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:12.337845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:12.343733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:12.344397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.350701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=13ff8c56-e0e5-408c-a7d6-681c71f67ab5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:12.377224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:12.377904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29691559-afa1-47ff-acad-b53792da02f1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:12.394962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port dddccbcc-dc3f-4470-a6e2-81686b0162ec, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dddccbcc-dc3f-4470-a6e2-81686b0162ec,segment=NetworkSegment(4cfddd12-4319-43ff-9f57-2f37852f4fa2),segment_id=4cfddd12-4319-43ff-9f57-2f37852f4fa2)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:12.395367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.517617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] For port dddccbcc-dc3f-4470-a6e2-81686b0162ec, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dddccbcc-dc3f-4470-a6e2-81686b0162ec,segment=NetworkSegment(4cfddd12-4319-43ff-9f57-2f37852f4fa2),segment_id=4cfddd12-4319-43ff-9f57-2f37852f4fa2)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:12.519392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9419327-ca80-4f79-b689-cf8643090897,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:12.519625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.547226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:12.564995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Checking segment: {'id': '32c722ee-9dd8-40c0-b51c-1f720d360f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:12.565352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Network hostable DHCP agents. Network: 47cf8659-639c-405d-a35c-eb8bfc0906a6, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:12.610534 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2188306 Dec 22 04:52:12.612044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56336) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:12.636284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for dddccbcc-dc3f-4470-a6e2-81686b0162ec owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:12.678435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad7ae-f3c2-4630-884a-2debe2430041 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.701742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3101762f-68f7-4e51-a7b8-731bcceb2886 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:12.736232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ad7ae-f3c2-4630-884a-2debe2430041 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d6ed81-ad61-4b54-8a11-0f734f8cc666,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:12.739153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fd9ad7ae-f3c2-4630-884a-2debe2430041 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:12.752509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad7ae-f3c2-4630-884a-2debe2430041 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.754209 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fd9ad7ae-f3c2-4630-884a-2debe2430041 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b2d6ed81-ad61-4b54-8a11-0f734f8cc666 HTTP/1.1" status: 204 len: 168 time: 0.6177635 Dec 22 04:52:12.757670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56342) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:12.934863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8d65f1-453f-4bb1-a742-56402ff1d046 None None] Network f96c44db-02e0-4753-8077-ecce66a29726 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:12.945110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2068424f-2813-4353-8bec-6118fd59fb87 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:12.948101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.956637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] Calling delete_port for dddccbcc-dc3f-4470-a6e2-81686b0162ec owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:12.959559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:13.031350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No DVR routers for this DVR port dddccbcc-dc3f-4470-a6e2-81686b0162ec on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:13.068106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=dddccbcc-dc3f-4470-a6e2-81686b0162ec,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:13.071698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:13.079509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ea1dec18-a0fb-45d8-81f8-bad34d0d5fd1 None None] Provisioning for port b9a79385-399b-4c52-88b0-edd2478aa3b4 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:13.110560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2068424f-2813-4353-8bec-6118fd59fb87 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:13.112616 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2068424f-2813-4353-8bec-6118fd59fb87 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3517900 Dec 22 04:52:13.117637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56346) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:13.178218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Network 47cf8659-639c-405d-a35c-eb8bfc0906a6 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:13.225284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 47cf8659-639c-405d-a35c-eb8bfc0906a6) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:13.235112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.252511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1070966-82ae-4bc8-b1ae-2aba2d3b6775 None None] Network 47cf8659-639c-405d-a35c-eb8bfc0906a6 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:13.276163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba36ec02-84f5-418c-ad92-540afd34bdc5']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:13.312966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfddd12-4319-43ff-9f57-2f37852f4fa2') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:13.313379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfddd12-4319-43ff-9f57-2f37852f4fa2') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:13.321004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47e5d092-50fa-469d-928d-7365c6364b32 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.352972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47e5d092-50fa-469d-928d-7365c6364b32 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.368405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:52:13.368905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:52:13.449478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47e5d092-50fa-469d-928d-7365c6364b32 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.456857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:13.457473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.464724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-14617a4c-bf46-4314-97e1-ff6237f41b4d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:13.481455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.489725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5d092-50fa-469d-928d-7365c6364b32 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0a1aac-652c-4551-b255-cde034909418,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:13.503693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-47e5d092-50fa-469d-928d-7365c6364b32 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:13.520495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.531766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:13.532445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:13.567469 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:13.569754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b9a79385-399b-4c52-88b0-edd2478aa3b4 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:13.623736 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6062078 Dec 22 04:52:13.639968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56350) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:13.648358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47e5d092-50fa-469d-928d-7365c6364b32 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.649867 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-47e5d092-50fa-469d-928d-7365c6364b32 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/bf0a1aac-652c-4551-b255-cde034909418 HTTP/1.1" status: 204 len: 168 time: 0.5310194 Dec 22 04:52:13.661218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-20109183-router', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:13.664641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56354) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:13.673729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:13.695898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Usage tracker for resource:router and tenant:f5cb24b755844ea5b80a255a793a5aef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:13.702636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.704106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:13.707628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4b769e18-f540-456c-9635-f9f3ccc3cecd tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:13.722084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:13.737594 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port b9a79385-399b-4c52-88b0-edd2478aa3b4 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:13.747732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.750071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-47cf8659-639c-405d-a35c-eb8bfc0906a6', 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'fixed_ips': [{'subnet_id': 'a9419327-ca80-4f79-b689-cf8643090897'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:52:13.751435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.756197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Network': ['ID=ba36ec02-84f5-418c-ad92-540afd34bdc5,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:13.765351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:13.772326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b9a79385-399b-4c52-88b0-edd2478aa3b4 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:13.772326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.772758 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/networks/ba36ec02-84f5-418c-ad92-540afd34bdc5 HTTP/1.1" status: 204 len: 168 time: 2.0768228 Dec 22 04:52:13.773406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56358) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:13.785663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-787155260', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:13.793865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:13.801479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:router and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:13.804653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:13.806008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.807330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.812081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:13.825342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.826491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.826710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b4184-7d61-4abf-bab6-f72fe371dfcd req-4cf735e7-c062-4207-b85f-9674e18b1dcd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:13.828506 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e32b4184-7d61-4abf-bab6-f72fe371dfcd req-4cf735e7-c062-4207-b85f-9674e18b1dcd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.6425734 Dec 22 04:52:13.844159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.877007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] Deleting port dddccbcc-dc3f-4470-a6e2-81686b0162ec {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:13.877390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.881066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-db66af37-2cd1-4885-b79c-8cac1f3d3217 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:13.942649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.983825 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e32b4184-7d61-4abf-bab6-f72fe371dfcd req-0bef20f5-8959-4a1a-888e-6c15210bcc98 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402905 Dec 22 04:52:13.992466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-db66af37-2cd1-4885-b79c-8cac1f3d3217 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:13.997266 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-db66af37-2cd1-4885-b79c-8cac1f3d3217 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3307214 Dec 22 04:52:14.010533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56362) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:14.017671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.125716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9cdae-9eba-453d-a943-c41075f4ad2a None None] The port 'dddccbcc-dc3f-4470-a6e2-81686b0162ec' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:52:14.151209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.240362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8f0557cf-bbc6-40dd-9318-c60a7398523f None None] Provisioning for port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:14.253885 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8f0557cf-bbc6-40dd-9318-c60a7398523f None None] Provisioning complete for port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:14.255582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8f0557cf-bbc6-40dd-9318-c60a7398523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.315028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.348978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port b9a79385-399b-4c52-88b0-edd2478aa3b4, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b9a79385-399b-4c52-88b0-edd2478aa3b4,segment=NetworkSegment(eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4),segment_id=eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:14.354096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8f0557cf-bbc6-40dd-9318-c60a7398523f None None] Port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:14.363668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.367174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.368042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a716a2c9-5f7d-4114-a4ce-c73688a8818b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:14.396082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e3e64ebc-217a-4ab0-afaf-078dc6a1b844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:14.429744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Allocated IP 172.20.0.2 (47cf8659-639c-405d-a35c-eb8bfc0906a6/a9419327-ca80-4f79-b689-cf8643090897/5ce73f97-445c-4dc7-a606-73507ebfc0e0) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:14.478768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8f0557cf-bbc6-40dd-9318-c60a7398523f None None] Provisioning complete for port b9a79385-399b-4c52-88b0-edd2478aa3b4 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:14.478768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8f0557cf-bbc6-40dd-9318-c60a7398523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.639396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=b9a79385-399b-4c52-88b0-edd2478aa3b4,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:14.647132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:14.671167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.684025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port a716a2c9-5f7d-4114-a4ce-c73688a8818b completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:14.705074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.705703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.731994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b101395-b2f5-4a72-8061-4a217a5ab7e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.735785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a716a2c9-5f7d-4114-a4ce-c73688a8818b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:14.736169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.856554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b101395-b2f5-4a72-8061-4a217a5ab7e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.868465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Allocated IP 172.26.1.59 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/ceae853a-506c-42b9-acb6-b5daba08c15f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:14.944841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.006972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.018757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Transition to ACTIVE for port object 5ce73f97-445c-4dc7-a606-73507ebfc0e0 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:15.024773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b101395-b2f5-4a72-8061-4a217a5ab7e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.033874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abddc9f4-8001-444a-8801-9685e779685a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:15.043470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.052465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b101395-b2f5-4a72-8061-4a217a5ab7e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5b10de-2978-422a-8186-df29566cb180,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:15.061974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6b101395-b2f5-4a72-8061-4a217a5ab7e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:15.065093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Transition to ACTIVE for port object 5ce73f97-445c-4dc7-a606-73507ebfc0e0 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:15.088822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port a716a2c9-5f7d-4114-a4ce-c73688a8818b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a716a2c9-5f7d-4114-a4ce-c73688a8818b,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:15.090006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.096659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.097756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9cea5ed9-a468-4615-851d-617185ff743a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:15.100982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4edd578e-fc13-4799-8cb7-ed010e809175 None None] Provisioning complete for port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:15.101553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4edd578e-fc13-4799-8cb7-ed010e809175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.110800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.131059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b101395-b2f5-4a72-8061-4a217a5ab7e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.132281 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6b101395-b2f5-4a72-8061-4a217a5ab7e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/fe5b10de-2978-422a-8186-df29566cb180 HTTP/1.1" status: 204 len: 168 time: 1.1298554 Dec 22 04:52:15.132848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-208c2a4f-e257-4c6b-993f-893b1ddf84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:15.133055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.140396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56368) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:15.141353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:15.179319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:15.182235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:15.183350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.187438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:15.232396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Network 47cf8659-639c-405d-a35c-eb8bfc0906a6 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:15.237282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:15.245179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:15.247474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4edd578e-fc13-4799-8cb7-ed010e809175 None None] Port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:15.250645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Pushing event updated for resources: {'Port': ['ID=5ce73f97-445c-4dc7-a606-73507ebfc0e0,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:15.261938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:15.263440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-85777d9a-2fc3-4214-a5e8-7aafed0cef83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:15.334836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dddccbcc-dc3f-4470-a6e2-81686b0162ec no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:52:15.430847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: dddccbcc-dc3f-4470-a6e2-81686b0162ec {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:52:15.431604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dddccbcc-dc3f-4470-a6e2-81686b0162ec not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:52:15.493847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=ceae853a-506c-42b9-acb6-b5daba08c15f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:15.511744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.516485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=a716a2c9-5f7d-4114-a4ce-c73688a8818b,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:15.519914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Attempting to bind port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:15.520069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Attempting to bind port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '32c722ee-9dd8-40c0-b51c-1f720d360f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:15.523368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Attempting to bind port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 on network 47cf8659-639c-405d-a35c-eb8bfc0906a6 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:15.525353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:15.528468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:15.528848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Checking segment: {'id': '32c722ee-9dd8-40c0-b51c-1f720d360f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:15.529325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.529799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Bound using segment: {'id': '32c722ee-9dd8-40c0-b51c-1f720d360f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:15.530341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Bound port: 5ce73f97-445c-4dc7-a606-73507ebfc0e0, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c722ee-9dd8-40c0-b51c-1f720d360f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:15.530804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.565842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b9a79385-399b-4c52-88b0-edd2478aa3b4 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:15.571426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:15.703515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] For port 5ce73f97-445c-4dc7-a606-73507ebfc0e0, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:15.706798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] For port 5ce73f97-445c-4dc7-a606-73507ebfc0e0, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5ce73f97-445c-4dc7-a606-73507ebfc0e0,segment=NetworkSegment(32c722ee-9dd8-40c0-b51c-1f720d360f71),segment_id=32c722ee-9dd8-40c0-b51c-1f720d360f71)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:15.711368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.712979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b9a79385-399b-4c52-88b0-edd2478aa3b4 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:15.713437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.743086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.752968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-df22c5c1-81aa-427c-9561-aca0861d80cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:15.789897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=13ff8c56-e0e5-408c-a7d6-681c71f67ab5,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:15.805872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:15.876572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Pushing event updated for resources: {'Port': ['ID=5ce73f97-445c-4dc7-a606-73507ebfc0e0,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:15.879890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7d1d4852-4356-49ad-b320-c63e0259eb1f None None] Provisioning complete for port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:15.880312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4852-4356-49ad-b320-c63e0259eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.903605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-40ce9248-4c52-4da6-939b-a6b4f09bc612 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:15.905103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:15.969396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.987772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d4852-4356-49ad-b320-c63e0259eb1f None None] Port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:16.003213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.020752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-40ce9248-4c52-4da6-939b-a6b4f09bc612 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:16.021992 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-40ce9248-4c52-4da6-939b-a6b4f09bc612 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8427269 Dec 22 04:52:16.026733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.034981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501a671-b1a1-487f-8221-e8c4b8b261ef req-cf1f415a-aee2-414f-81a8-103cb229ad7b tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:16.036675 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3501a671-b1a1-487f-8221-e8c4b8b261ef req-cf1f415a-aee2-414f-81a8-103cb229ad7b tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.8556080 Dec 22 04:52:16.037201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56372) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:16.131763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699419024'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:16.164168 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:16.209478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:16.288281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.403947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.511498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 050c9bcd-c2aa-4027-bfaf-39c83c7d774f is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:52:16.569110 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3501a671-b1a1-487f-8221-e8c4b8b261ef req-931a32ef-d7df-4487-9775-3250ff4236da tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316819 Dec 22 04:52:16.619569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:16.634464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:16.648384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:16.680552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:16.687611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Allocated IP 172.26.1.161 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/a319cdcf-c164-4691-96da-05b927982136) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:16.746857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:16.759928 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887605d4-52ce-4189-9aa8-cc0065d8f8fa None None] Sync routers for ids ['050c9bcd-c2aa-4027-bfaf-39c83c7d774f'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:16.773138 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887605d4-52ce-4189-9aa8-cc0065d8f8fa None None] Routers {'050c9bcd-c2aa-4027-bfaf-39c83c7d774f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:16.774145 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-887605d4-52ce-4189-9aa8-cc0065d8f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['050c9bcd-c2aa-4027-bfaf-39c83c7d774f'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:16.819698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.825023 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0505567 Dec 22 04:52:16.825884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56380) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:16.859573 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-887605d4-52ce-4189-9aa8-cc0065d8f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:16.869686 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887605d4-52ce-4189-9aa8-cc0065d8f8fa None None] Routers {'050c9bcd-c2aa-4027-bfaf-39c83c7d774f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:16.870920 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-887605d4-52ce-4189-9aa8-cc0065d8f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['050c9bcd-c2aa-4027-bfaf-39c83c7d774f'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:16.958316 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-887605d4-52ce-4189-9aa8-cc0065d8f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:16.958987 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887605d4-52ce-4189-9aa8-cc0065d8f8fa None None] The sync data for ids ['050c9bcd-c2aa-4027-bfaf-39c83c7d774f'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:17.080220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414bf17c-adaf-41e1-82b6-a9758e0a96de None None] Network 47cf8659-639c-405d-a35c-eb8bfc0906a6 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:17.111537 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e88d5d8d-e3db-4cd0-93ef-05cb47d38b73 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/routers/050c9bcd-c2aa-4027-bfaf-39c83c7d774f HTTP/1.1" status: 200 len: 879 time: 0.2842801 Dec 22 04:52:17.112123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56384) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:17.197397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-364274c9-6101-4630-ba7d-6d10610cd284 None None] Provisioning for port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:17.322982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.326203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.346553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.352537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.354175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.368259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13adc15a-f3a2-4ebb-bf75-6b7f0d6f0334 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:17.397063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.443720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-03518368-ae7f-4009-9a92-daac56e174b0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:router {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:17.469454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-03518368-ae7f-4009-9a92-daac56e174b0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:router {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:17.470950 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-03518368-ae7f-4009-9a92-daac56e174b0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3578458 Dec 22 04:52:17.474418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56390) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:17.486186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-02fd3075-66f3-4ac8-bd0b-231d4eafcfc2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-787155260'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:17.572887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb606c4e-462f-4271-9862-312d065cea24 req-64eab1e6-820a-4e67-a795-38f6e774875e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.575723 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb606c4e-462f-4271-9862-312d065cea24 req-64eab1e6-820a-4e67-a795-38f6e774875e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.5761204 Dec 22 04:52:17.588149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7ee676-21fb-4104-8dee-341f565835ed,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:17.605947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:17.611106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:17.684592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a716a2c9-5f7d-4114-a4ce-c73688a8818b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:17.721682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.725891 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6823237 Dec 22 04:52:17.731557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56394) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:17.744184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': '3e7ee676-21fb-4104-8dee-341f565835ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:17.754137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:17.762602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:17.771597 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb606c4e-462f-4271-9862-312d065cea24 req-d187793a-3a57-4463-88e7-a43e11c0aac0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758821 Dec 22 04:52:17.771857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:17.785340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:17.787242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=13ff8c56-e0e5-408c-a7d6-681c71f67ab5,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:17.799915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:17.805207 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.814041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e9189274-e0ac-42ed-aa25-228a2d87c093 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:17.841573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a716a2c9-5f7d-4114-a4ce-c73688a8818b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:17.841966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.887457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network f96c44db-02e0-4753-8077-ecce66a29726 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:17.893471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:17.894688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:17.899169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:17.905418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:17.949774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Pushing event updated for resources: {'Port': ['ID=a319cdcf-c164-4691-96da-05b927982136,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:18.010198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:18.019470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5ce73f97-445c-4dc7-a606-73507ebfc0e0 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:18.087431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.104685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:18.110568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:18.111019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.253467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.272164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.292464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 5ce73f97-445c-4dc7-a606-73507ebfc0e0, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5ce73f97-445c-4dc7-a606-73507ebfc0e0,segment=NetworkSegment(32c722ee-9dd8-40c0-b51c-1f720d360f71),segment_id=32c722ee-9dd8-40c0-b51c-1f720d360f71)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:18.296932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.298802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.301214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:18.336196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:18.349194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.350406 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6175613 Dec 22 04:52:18.353958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56398) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:18.357635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ff3e53-5b99-4f44-9127-26c8ffb6fdb0,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:18.360724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:18.378991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-45dc5e48-37c5-483c-b8ab-46e8c1d2ae5d None None] Provisioning complete for port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:18.379502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45dc5e48-37c5-483c-b8ab-46e8c1d2ae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.430267 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=5ce73f97-445c-4dc7-a606-73507ebfc0e0,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:18.435304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:18.441902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-45dc5e48-37c5-483c-b8ab-46e8c1d2ae5d None None] Port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:18.452102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 6cb8cb50-f038-495e-9df3-87da16b6d5f4 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:52:18.472122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a414062e-d731-406b-895f-f9784637a4e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.488329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a414062e-d731-406b-895f-f9784637a4e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.557171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-02fd3075-66f3-4ac8-bd0b-231d4eafcfc2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.569956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-02fd3075-66f3-4ac8-bd0b-231d4eafcfc2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.759965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fd3075-66f3-4ac8-bd0b-231d4eafcfc2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 050c9bcd-c2aa-4027-bfaf-39c83c7d774f has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:18.866914 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a414062e-d731-406b-895f-f9784637a4e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.872645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81ce5c1c-a95e-4d0f-a4df-152603561039 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:18.900734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414062e-d731-406b-895f-f9784637a4e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7ff3e53-5b99-4f44-9127-26c8ffb6fdb0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:18.907364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a414062e-d731-406b-895f-f9784637a4e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:18.909752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.948976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fd3075-66f3-4ac8-bd0b-231d4eafcfc2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:18.956577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-02fd3075-66f3-4ac8-bd0b-231d4eafcfc2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.958344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a414062e-d731-406b-895f-f9784637a4e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.961670 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a414062e-d731-406b-895f-f9784637a4e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d7ff3e53-5b99-4f44-9127-26c8ffb6fdb0 HTTP/1.1" status: 204 len: 168 time: 0.6031146 Dec 22 04:52:18.961822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45118bb5-f435-4f18-87ea-f1f8523b2c88 None None] Sync routers for ids ['050c9bcd-c2aa-4027-bfaf-39c83c7d774f'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:18.961941 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-02fd3075-66f3-4ac8-bd0b-231d4eafcfc2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/050c9bcd-c2aa-4027-bfaf-39c83c7d774f HTTP/1.1" status: 200 len: 886 time: 1.4850204 Dec 22 04:52:18.961941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56404) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:18.961941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56406) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:18.972570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45118bb5-f435-4f18-87ea-f1f8523b2c88 None None] Routers {'050c9bcd-c2aa-4027-bfaf-39c83c7d774f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:18.973373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-45118bb5-f435-4f18-87ea-f1f8523b2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['050c9bcd-c2aa-4027-bfaf-39c83c7d774f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:18.976966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:18.989167 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a07f6d-aae0-4e5a-a7bf-ae25160e9470 None None] Sync routers for ids ['6cb8cb50-f038-495e-9df3-87da16b6d5f4'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:18.999300 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a07f6d-aae0-4e5a-a7bf-ae25160e9470 None None] Routers {'6cb8cb50-f038-495e-9df3-87da16b6d5f4'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:19.000152 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-54a07f6d-aae0-4e5a-a7bf-ae25160e9470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6cb8cb50-f038-495e-9df3-87da16b6d5f4'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:19.014224 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/6cb8cb50-f038-495e-9df3-87da16b6d5f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4007673 Dec 22 04:52:19.023685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56412) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:19.080179 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-54a07f6d-aae0-4e5a-a7bf-ae25160e9470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:19.092616 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a07f6d-aae0-4e5a-a7bf-ae25160e9470 None None] Routers {'6cb8cb50-f038-495e-9df3-87da16b6d5f4'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:19.094233 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-54a07f6d-aae0-4e5a-a7bf-ae25160e9470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6cb8cb50-f038-495e-9df3-87da16b6d5f4'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:19.102761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-45118bb5-f435-4f18-87ea-f1f8523b2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:19.106982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-554d81e2-87d8-4850-ab15-35378eb757f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:19.113545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45118bb5-f435-4f18-87ea-f1f8523b2c88 None None] Routers {'050c9bcd-c2aa-4027-bfaf-39c83c7d774f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:19.114276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-45118bb5-f435-4f18-87ea-f1f8523b2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['050c9bcd-c2aa-4027-bfaf-39c83c7d774f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:19.164394 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-54a07f6d-aae0-4e5a-a7bf-ae25160e9470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:19.165119 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a07f6d-aae0-4e5a-a7bf-ae25160e9470 None None] The sync data for ids ['6cb8cb50-f038-495e-9df3-87da16b6d5f4'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:19.183907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-45118bb5-f435-4f18-87ea-f1f8523b2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:19.183907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45118bb5-f435-4f18-87ea-f1f8523b2c88 None None] The sync data for ids ['050c9bcd-c2aa-4027-bfaf-39c83c7d774f'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:19.201008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-554d81e2-87d8-4850-ab15-35378eb757f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:19.205137 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-554d81e2-87d8-4850-ab15-35378eb757f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2380226 Dec 22 04:52:19.206294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56416) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:19.212667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c847564-ad34-4849-9b89-b958125d65f5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:19.213240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5c847564-ad34-4849-9b89-b958125d65f5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Synchronizing usage tracker for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:19.239733 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cebd6ea2-4334-44ea-8d7f-a6c9b58f968c tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/routers/050c9bcd-c2aa-4027-bfaf-39c83c7d774f HTTP/1.1" status: 200 len: 886 time: 0.2767012 Dec 22 04:52:19.247475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56420) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:19.305636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d450cfa-fb19-4f38-b85e-760eb73c64a5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:19.314707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5c847564-ad34-4849-9b89-b958125d65f5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Unset dirty status for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:19.315949 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5c847564-ad34-4849-9b89-b958125d65f5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports/13ff8c56-e0e5-408c-a7d6-681c71f67ab5 HTTP/1.1" status: 200 len: 983 time: 0.2865725 Dec 22 04:52:19.320670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56424) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:19.339013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208feb65-63f9-4e78-b2b2-7b38342168cd req-8878866b-14d4-4d50-9621-db9b84e41c8f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:19.340576 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-208feb65-63f9-4e78-b2b2-7b38342168cd req-8878866b-14d4-4d50-9621-db9b84e41c8f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.3748758 Dec 22 04:52:19.451697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d450cfa-fb19-4f38-b85e-760eb73c64a5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:19.453005 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0d450cfa-fb19-4f38-b85e-760eb73c64a5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=050c9bcd-c2aa-4027-bfaf-39c83c7d774f HTTP/1.1" status: 200 len: 205 time: 0.2043793 Dec 22 04:52:19.455858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56428) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:19.463442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6b3884b-a104-4741-bcd1-64b40a979a17 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.515489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6b3884b-a104-4741-bcd1-64b40a979a17 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.518241 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-208feb65-63f9-4e78-b2b2-7b38342168cd req-6bd469ed-7c5b-4dca-9ea1-bb4491d80a6d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702185 Dec 22 04:52:19.520018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5ce73f97-445c-4dc7-a606-73507ebfc0e0 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:19.537646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.617094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:19.619156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.865067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.872628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6b3884b-a104-4741-bcd1-64b40a979a17 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.877911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f2275207-f7c8-46a1-9921-0267ac61945a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:19.922347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3884b-a104-4741-bcd1-64b40a979a17 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7ee676-21fb-4104-8dee-341f565835ed,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:19.929268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c6b3884b-a104-4741-bcd1-64b40a979a17 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:19.953985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6b3884b-a104-4741-bcd1-64b40a979a17 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.955139 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c6b3884b-a104-4741-bcd1-64b40a979a17 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/3e7ee676-21fb-4104-8dee-341f565835ed HTTP/1.1" status: 204 len: 168 time: 0.7480214 Dec 22 04:52:19.957866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56434) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:20.050483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bb7f4539-5317-46a6-8b59-82dbcce87591 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:20.088873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bb7f4539-5317-46a6-8b59-82dbcce87591 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:20.090290 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bb7f4539-5317-46a6-8b59-82dbcce87591 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1316288 Dec 22 04:52:20.094864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56438) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:20.100954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955207311'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:20.107816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:20.121421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:20.170147 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.200791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:20.206237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.223979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a516a-310a-46ba-bac3-6fc1932b2d77 req-99b0d3c5-a2b2-49fd-80bd-4e31b2da4f72 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:20.225485 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-297a516a-310a-46ba-bac3-6fc1932b2d77 req-99b0d3c5-a2b2-49fd-80bd-4e31b2da4f72 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.5408564 Dec 22 04:52:20.258300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:20.266561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:20.293937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.297483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Router 67f17b7a-816b-42d6-af81-d636854df962 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:52:20.317614 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-297a516a-310a-46ba-bac3-6fc1932b2d77 req-d8ed52fe-b017-4289-93a0-f684591de9b2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803864 Dec 22 04:52:20.320181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port ceae853a-506c-42b9-acb6-b5daba08c15f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:20.320525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.332537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:20.538277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.545080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.549820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4b414225-a0d7-4485-aff3-d328e52efce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:20.599058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912772be-c554-4b96-ba9f-3e21b41d7adf,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:20.605564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:20.608281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:20.608648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.637995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.641748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5440218 Dec 22 04:52:20.644453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56444) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:20.665813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': '912772be-c554-4b96-ba9f-3e21b41d7adf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:20.679710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:20.697379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:20.709859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:20.722369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:20.728794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:20.740447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Sync routers for ids ['67f17b7a-816b-42d6-af81-d636854df962'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:20.753444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Routers {'67f17b7a-816b-42d6-af81-d636854df962'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:20.754485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['67f17b7a-816b-42d6-af81-d636854df962'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:20.773960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.784063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.801338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.802466 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1619189 Dec 22 04:52:20.809420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56448) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:20.810451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce93e30-3ee0-4fbb-b4b8-49c2580fab34 req-1cd7a78b-e681-4d5a-8be5-11a76037be5f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:20.812336 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8ce93e30-3ee0-4fbb-b4b8-49c2580fab34 req-1cd7a78b-e681-4d5a-8be5-11a76037be5f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.3742018 Dec 22 04:52:20.877868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.938668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for ceae853a-506c-42b9-acb6-b5daba08c15f owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:20.954662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Set router 67f17b7a-816b-42d6-af81-d636854df962 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:21.021086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 13ff8c56-e0e5-408c-a7d6-681c71f67ab5 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:21.061017 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8ce93e30-3ee0-4fbb-b4b8-49c2580fab34 req-a534cb2a-00ab-4d59-a22d-3d3bf157196f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297972 Dec 22 04:52:21.085932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.093675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.096103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c16ba49e-7470-4188-af1d-daacc0d4e519 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:21.122056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf02386-f2c7-4898-977e-1d3efd00077f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:21.132566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:21.147232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.150961 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5002966 Dec 22 04:52:21.151924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56454) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:21.254084 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bc4a5318-2152-460e-8546-247287649c3f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules/ecf02386-f2c7-4898-977e-1d3efd00077f HTTP/1.1" status: 200 len: 763 time: 0.0987618 Dec 22 04:52:21.260008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56458) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:21.319868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.330322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-26d63fc8-f74c-4b58-8f7c-1a363732306d tempest-TestServerAdvancedOps-718838952 tempest-TestServerAdvancedOps-718838952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:21.337845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f17b7a-816b-42d6-af81-d636854df962', 'name': 'tempest-TestVolumeBootPattern-20109183-router', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'a319cdcf-c164-4691-96da-05b927982136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:13Z', 'updated_at': '2021-12-22T04:52:18Z', 'revision_number': 3, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'gw_port': {'id': 'a319cdcf-c164-4691-96da-05b927982136', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f17b7a-816b-42d6-af81-d636854df962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:16Z', 'updated_at': '2021-12-22T04:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:21.343626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Checking router: 67f17b7a-816b-42d6-af81-d636854df962 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:21.344548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Updating router 67f17b7a-816b-42d6-af81-d636854df962 port a319cdcf-c164-4691-96da-05b927982136 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:52:21.393518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=ceae853a-506c-42b9-acb6-b5daba08c15f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:21.400191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:21.409925 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a9415a4-e28e-443a-931a-8154da88c4a6 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:21.415989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.490611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0486653-e0bf-433d-950f-b80c7ad59152 req-61c4ebfc-c5b2-4ca7-b262-a470c9cf431a tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:21.492162 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0486653-e0bf-433d-950f-b80c7ad59152 req-61c4ebfc-c5b2-4ca7-b262-a470c9cf431a tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.2835443 Dec 22 04:52:21.519225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a9415a4-e28e-443a-931a-8154da88c4a6 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:21.520509 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8a9415a4-e28e-443a-931a-8154da88c4a6 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2581501 Dec 22 04:52:21.538464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56462) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:21.565068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.714342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.721713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-87fc4ea4-869c-4cb4-afc9-2cc0fb3023f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:21.757670 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0486653-e0bf-433d-950f-b80c7ad59152 req-4890fff9-1430-4b08-817f-c3f23471c821 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421937 Dec 22 04:52:21.780060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=13ff8c56-e0e5-408c-a7d6-681c71f67ab5,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:21.801804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.813735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:21.823676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Transition to ACTIVE for port object a319cdcf-c164-4691-96da-05b927982136 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:21.838273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.843185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e4f62644-4629-407d-aa80-c467a9df2e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:21.918482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd26c0b-3aee-4ee8-8011-1ad76a4c7dbd None None] Pushing event updated for resources: {'Port': ['ID=a319cdcf-c164-4691-96da-05b927982136,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:21.921609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-fbd26c0b-3aee-4ee8-8011-1ad76a4c7dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:21.932584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-778124e2-5ae7-443b-9cc9-2e41ab9b1bf7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.945968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.948514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-778124e2-5ae7-443b-9cc9-2e41ab9b1bf7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.949962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Attempting to bind port a319cdcf-c164-4691-96da-05b927982136 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:21.950337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Attempting to bind port a319cdcf-c164-4691-96da-05b927982136 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:21.950702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Attempting to bind port a319cdcf-c164-4691-96da-05b927982136 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:21.954792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.956697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:21.957077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:21.957536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.957939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:21.958811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Bound port: a319cdcf-c164-4691-96da-05b927982136, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:21.958811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.992929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.993417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Fanout notify agent at l3_agent the message router_deleted on router 050c9bcd-c2aa-4027-bfaf-39c83c7d774f {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:52:21.999616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-778124e2-5ae7-443b-9cc9-2e41ab9b1bf7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.002558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec651355-35e1-4696-93f7-e485872dfd93 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:22.021396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778124e2-5ae7-443b-9cc9-2e41ab9b1bf7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecf02386-f2c7-4898-977e-1d3efd00077f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:22.027505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.046487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-778124e2-5ae7-443b-9cc9-2e41ab9b1bf7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:22.068356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.069663 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/050c9bcd-c2aa-4027-bfaf-39c83c7d774f HTTP/1.1" status: 204 len: 168 time: 2.6128733 Dec 22 04:52:22.071679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-778124e2-5ae7-443b-9cc9-2e41ab9b1bf7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.075417 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-778124e2-5ae7-443b-9cc9-2e41ab9b1bf7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ecf02386-f2c7-4898-977e-1d3efd00077f HTTP/1.1" status: 204 len: 168 time: 0.5319238 Dec 22 04:52:22.075417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56468) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:22.079833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1621322170'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:22.084946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:22.087125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56470) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:22.090260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] For port a319cdcf-c164-4691-96da-05b927982136, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:22.093852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] For port a319cdcf-c164-4691-96da-05b927982136, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a319cdcf-c164-4691-96da-05b927982136,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:22.098721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.104599 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:22.114125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:network and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:22.118721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:22.130643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:22.152109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5079d2b2-ec24-4830-8f86-552f57e8c429 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:22.168982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:22.173613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.190834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5079d2b2-ec24-4830-8f86-552f57e8c429 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:22.191391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Routers {'67f17b7a-816b-42d6-af81-d636854df962'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:22.194706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['67f17b7a-816b-42d6-af81-d636854df962'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:22.194855 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5079d2b2-ec24-4830-8f86-552f57e8c429 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1040514 Dec 22 04:52:22.194979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56476) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:22.204247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': '912772be-c554-4b96-ba9f-3e21b41d7adf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:22.211124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:22.225918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:22.253968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.262151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:22.287228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.287228 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added segment 351bbba1-e503-4bc8-87ab-957a34f406ad of type vlan for network 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 Dec 22 04:52:22.309887 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd26c0b-3aee-4ee8-8011-1ad76a4c7dbd None None] Pushing event updated for resources: {'Port': ['ID=a319cdcf-c164-4691-96da-05b927982136,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:22.315860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-fbd26c0b-3aee-4ee8-8011-1ad76a4c7dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:22.342930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.367995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.377413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.389052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a414062e-d731-406b-895f-f9784637a4e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:22.412787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 6cb8cb50-f038-495e-9df3-87da16b6d5f4 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:22.417709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5582108a-eef4-48eb-a519-cb6b49ce935c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:22.421209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:22.426617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.432585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:22.433191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.439739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30d2e21b-4bc2-4481-813b-1428c10cacfc tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:22.456167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] Set router 67f17b7a-816b-42d6-af81-d636854df962 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:22.464434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.468377 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2696469 Dec 22 04:52:22.470875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56480) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:22.480733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.552736 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4749115 Dec 22 04:52:22.555287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56484) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:22.567993 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3a949dee-c8a1-4f86-88c0-6d21efb92e40 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules/5582108a-eef4-48eb-a519-cb6b49ce935c HTTP/1.1" status: 200 len: 763 time: 0.0939686 Dec 22 04:52:22.572939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'subnet': {'network_id': '3a2410ba-7cac-4c71-919c-d698ddaf3ff8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:22.587103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56488) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:22.588175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Network': ['ID=3a2410ba-7cac-4c71-919c-d698ddaf3ff8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:22.610145 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:22.639538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:52:22.734944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3e60d4a7-f378-4a73-8d0c-54793cbcafa3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:22.743200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:22.749573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:subnet and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:22.754542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:22.758694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:22.764397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:22.774024 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3e60d4a7-f378-4a73-8d0c-54793cbcafa3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:22.778431 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3e60d4a7-f378-4a73-8d0c-54793cbcafa3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1842585 Dec 22 04:52:22.779015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56492) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:22.779751 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/6cb8cb50-f038-495e-9df3-87da16b6d5f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4580584 Dec 22 04:52:22.785531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56496) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:22.787768 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f8d49-8ff6-4fc9-bac2-52bbf8c59b6b None None] Sync routers for ids ['6cb8cb50-f038-495e-9df3-87da16b6d5f4'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:22.799458 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f8d49-8ff6-4fc9-bac2-52bbf8c59b6b None None] Routers {'6cb8cb50-f038-495e-9df3-87da16b6d5f4'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:22.800440 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ab7f8d49-8ff6-4fc9-bac2-52bbf8c59b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6cb8cb50-f038-495e-9df3-87da16b6d5f4'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:22.805312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:22.812329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.872525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f17b7a-816b-42d6-af81-d636854df962', 'name': 'tempest-TestVolumeBootPattern-20109183-router', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'a319cdcf-c164-4691-96da-05b927982136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:13Z', 'updated_at': '2021-12-22T04:52:18Z', 'revision_number': 3, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'gw_port': {'id': 'a319cdcf-c164-4691-96da-05b927982136', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f17b7a-816b-42d6-af81-d636854df962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:16Z', 'updated_at': '2021-12-22T04:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:22.875911 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ab7f8d49-8ff6-4fc9-bac2-52bbf8c59b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:22.876590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7ba2fa-33d1-42b5-9084-6f906acbbdae None None] The sync data for ids ['67f17b7a-816b-42d6-af81-d636854df962'] in dv-neutron-822524-1-hyperv is: [{'id': '67f17b7a-816b-42d6-af81-d636854df962', 'name': 'tempest-TestVolumeBootPattern-20109183-router', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'a319cdcf-c164-4691-96da-05b927982136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:13Z', 'updated_at': '2021-12-22T04:52:18Z', 'revision_number': 3, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'gw_port': {'id': 'a319cdcf-c164-4691-96da-05b927982136', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f17b7a-816b-42d6-af81-d636854df962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:16Z', 'updated_at': '2021-12-22T04:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:22.886946 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f8d49-8ff6-4fc9-bac2-52bbf8c59b6b None None] Routers {'6cb8cb50-f038-495e-9df3-87da16b6d5f4'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:22.887617 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ab7f8d49-8ff6-4fc9-bac2-52bbf8c59b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6cb8cb50-f038-495e-9df3-87da16b6d5f4'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:22.957656 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ab7f8d49-8ff6-4fc9-bac2-52bbf8c59b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:22.958222 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f8d49-8ff6-4fc9-bac2-52bbf8c59b6b None None] The sync data for ids ['6cb8cb50-f038-495e-9df3-87da16b6d5f4'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:22.983483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2950c1c-1f6d-493c-97dc-3aa29b4a0f5f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.995925 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2950c1c-1f6d-493c-97dc-3aa29b4a0f5f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.072587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2950c1c-1f6d-493c-97dc-3aa29b4a0f5f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.076643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46a4853c-ea3e-4f0c-899c-d66356001a6c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:23.094625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2950c1c-1f6d-493c-97dc-3aa29b4a0f5f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5582108a-eef4-48eb-a519-cb6b49ce935c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:23.098981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2950c1c-1f6d-493c-97dc-3aa29b4a0f5f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:23.135969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2950c1c-1f6d-493c-97dc-3aa29b4a0f5f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.143138 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d2950c1c-1f6d-493c-97dc-3aa29b4a0f5f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5582108a-eef4-48eb-a519-cb6b49ce935c HTTP/1.1" status: 204 len: 168 time: 0.3601038 Dec 22 04:52:23.143138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56500) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:23.195788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.205046 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-20db0dd8-95b6-4d43-8d24-36bac919adf7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:23.262219 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-6458b7c4-75bd-46b5-90d0-3a2d31e166c0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 04:52:23.263291 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6458b7c4-75bd-46b5-90d0-3a2d31e166c0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/6cb8cb50-f038-495e-9df3-87da16b6d5f4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4768598 Dec 22 04:52:23.266272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56506) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:23.305645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-78107cfa-3869-426a-aa3f-31f011c9820a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:23.323775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-64bcf3e4-5bfb-447d-bf9e-7a4d4311379e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Synchronizing usage tracker for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:23.329068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Allocated IP 172.20.0.1 (47cf8659-639c-405d-a35c-eb8bfc0906a6/a9419327-ca80-4f79-b689-cf8643090897/0b82b6eb-9df2-4075-bf29-0644c2ea2ad7) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:23.358301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Subnet': ['ID=d2d8c043-75df-4383-975f-4f834589a836,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:23.361246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:23.363863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-64bcf3e4-5bfb-447d-bf9e-7a4d4311379e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Unset dirty status for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:23.365086 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-64bcf3e4-5bfb-447d-bf9e-7a4d4311379e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb8cb50-f038-495e-9df3-87da16b6d5f4 HTTP/1.1" status: 200 len: 205 time: 0.0979114 Dec 22 04:52:23.368766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56510) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:23.368931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-78107cfa-3869-426a-aa3f-31f011c9820a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:23.372612 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-78107cfa-3869-426a-aa3f-31f011c9820a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2230327 Dec 22 04:52:23.372918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56514) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:23.375731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Checking segment: {'id': '351bbba1-e503-4bc8-87ab-957a34f406ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3a2410ba-7cac-4c71-919c-d698ddaf3ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:23.376098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network hostable DHCP agents. Network: 3a2410ba-7cac-4c71-919c-d698ddaf3ff8, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:23.383154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': '912772be-c554-4b96-ba9f-3e21b41d7adf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:23.391578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:23.408230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:23.418526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:23.424906 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Project 56b616bc50ce40eba83d811a34fb52cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:52:23.432437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.443517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 3a2410ba-7cac-4c71-919c-d698ddaf3ff8) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:23.447916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.448843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.456815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d14ab-6dd7-4bb0-b2fe-c6b5e63981e8 None None] Network 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:23.490745 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9296372 Dec 22 04:52:23.491553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56518) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:23.499799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2063793268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:23.511597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:23.518684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:router and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:23.522764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:23.535716 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:23.558746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.566277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.569863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ec0f802-3750-42ff-94aa-29d5eb0f51ae tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.576251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0567e7f-cbab-4ca4-9919-4315a8850888 tempest-ServersTestJSON-644748624 tempest-ServersTestJSON-644748624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:23.588130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.589394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.614828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45bce0e-8260-4d52-a2a9-0640475adeed,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:23.617498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:23.631031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.632375 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2585087 Dec 22 04:52:23.633841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.636081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:23.671685 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-19d7b45a-40b7-4919-a007-f74a55dd9031 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules/d45bce0e-8260-4d52-a2a9-0640475adeed HTTP/1.1" status: 200 len: 769 time: 0.0346596 Dec 22 04:52:23.674508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56526) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:23.693325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.727059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.743338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.744686 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-56b10450-83b5-43b5-8f1f-3dbb93cd251f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2521782 Dec 22 04:52:23.753541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Transition to ACTIVE for port object 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:23.755744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-abbd47be-47c1-47b3-a9b6-d7c7fd39b877 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:23.758399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56530) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:23.806125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a319cdcf-c164-4691-96da-05b927982136 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:23.844608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.859833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-3a2410ba-7cac-4c71-919c-d698ddaf3ff8', 'network_id': '3a2410ba-7cac-4c71-919c-d698ddaf3ff8', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'fixed_ips': [{'subnet_id': 'd2d8c043-75df-4383-975f-4f834589a836'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:52:23.860861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.871544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-396adef6-76eb-4682-9161-9c5f7536e3ed tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:23.924687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-abbd47be-47c1-47b3-a9b6-d7c7fd39b877 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:23.926299 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-abbd47be-47c1-47b3-a9b6-d7c7fd39b877 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2508519 Dec 22 04:52:23.929267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Network 47cf8659-639c-405d-a35c-eb8bfc0906a6 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:23.929451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56534) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:23.940474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:23.947401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:23.987696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port a319cdcf-c164-4691-96da-05b927982136 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:23.998642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a319cdcf-c164-4691-96da-05b927982136 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:23.999029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.131256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Pushing event updated for resources: {'Port': ['ID=0b82b6eb-9df2-4075-bf29-0644c2ea2ad7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:24.136593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f52-f167-466c-99f5-7bbb65e558a7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.147164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Allocated IP 172.20.0.2 (3a2410ba-7cac-4c71-919c-d698ddaf3ff8/d2d8c043-75df-4383-975f-4f834589a836/4fab35b9-af6f-46ed-a255-17fd5aa48845) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:24.226852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f52-f167-466c-99f5-7bbb65e558a7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.252793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.364456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port a319cdcf-c164-4691-96da-05b927982136, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a319cdcf-c164-4691-96da-05b927982136,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:24.372282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.376546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1b78f6f3-faea-430c-a912-a160a58157d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:24.381502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:24.399503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.405965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ec0f802-3750-42ff-94aa-29d5eb0f51ae tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.414964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ec0f802-3750-42ff-94aa-29d5eb0f51ae tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.428024 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fef909ad-208d-43ef-a877-d9df09132afc None None] Provisioning for port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:24.452859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fef909ad-208d-43ef-a877-d9df09132afc None None] Provisioning complete for port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:24.453526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fef909ad-208d-43ef-a877-d9df09132afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.461781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ec0f802-3750-42ff-94aa-29d5eb0f51ae tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.462303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec0f802-3750-42ff-94aa-29d5eb0f51ae tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Fanout notify agent at l3_agent the message router_deleted on router 6cb8cb50-f038-495e-9df3-87da16b6d5f4 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:52:24.486572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ec0f802-3750-42ff-94aa-29d5eb0f51ae tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.490286 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2ec0f802-3750-42ff-94aa-29d5eb0f51ae tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/6cb8cb50-f038-495e-9df3-87da16b6d5f4 HTTP/1.1" status: 204 len: 168 time: 1.1180451 Dec 22 04:52:24.491756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56538) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:24.525371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f52-f167-466c-99f5-7bbb65e558a7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.536491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b3456b74-b4d9-4ce1-b793-8892cab3aff0 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:24.557726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad78f52-f167-466c-99f5-7bbb65e558a7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d45bce0e-8260-4d52-a2a9-0640475adeed,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:24.563556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6ad78f52-f167-466c-99f5-7bbb65e558a7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:24.566796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f52-f167-466c-99f5-7bbb65e558a7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.567906 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6ad78f52-f167-466c-99f5-7bbb65e558a7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d45bce0e-8260-4d52-a2a9-0640475adeed HTTP/1.1" status: 204 len: 168 time: 0.5611913 Dec 22 04:52:24.570554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56542) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:24.607299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2d9fe6-b7f7-4ff2-ae35-32e310eb1f14 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting subnet 3be66ef3-d35a-48a7-a8f6-c83d60150971 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:52:24.612221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9fe6-b7f7-4ff2-ae35-32e310eb1f14 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.615014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.686048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fef909ad-208d-43ef-a877-d9df09132afc None None] Port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:24.701238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=a319cdcf-c164-4691-96da-05b927982136,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:24.710392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:24.720553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-07588fb8-218a-41f8-aa4a-4b961316f90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.736078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.736452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-89090f71-f12e-4fd1-8717-4dc4875db220 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:24.753281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9fe6-b7f7-4ff2-ae35-32e310eb1f14 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.754224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Transition to ACTIVE for port object 4fab35b9-af6f-46ed-a255-17fd5aa48845 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:24.775352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Transition to ACTIVE for port object 4fab35b9-af6f-46ed-a255-17fd5aa48845 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:24.784990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.793888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.794681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:24.857855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-89090f71-f12e-4fd1-8717-4dc4875db220 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:24.859141 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-89090f71-f12e-4fd1-8717-4dc4875db220 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2875569 Dec 22 04:52:24.867225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56546) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:24.872902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Network 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:24.878200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:24.885008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:24.898677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Pushing event updated for resources: {'Port': ['ID=4fab35b9-af6f-46ed-a255-17fd5aa48845,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:24.930859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:25.008369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Attempting to bind port 4fab35b9-af6f-46ed-a255-17fd5aa48845 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:25.009082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Attempting to bind port 4fab35b9-af6f-46ed-a255-17fd5aa48845 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '351bbba1-e503-4bc8-87ab-957a34f406ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3a2410ba-7cac-4c71-919c-d698ddaf3ff8'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:25.009367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Attempting to bind port 4fab35b9-af6f-46ed-a255-17fd5aa48845 on network 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:25.016561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:25.017400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Checking segment: {'id': '351bbba1-e503-4bc8-87ab-957a34f406ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3a2410ba-7cac-4c71-919c-d698ddaf3ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:25.018209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.018748 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Bound using segment: {'id': '351bbba1-e503-4bc8-87ab-957a34f406ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3a2410ba-7cac-4c71-919c-d698ddaf3ff8'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:25.019333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Bound port: 4fab35b9-af6f-46ed-a255-17fd5aa48845, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351bbba1-e503-4bc8-87ab-957a34f406ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3a2410ba-7cac-4c71-919c-d698ddaf3ff8'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:25.019832 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.044940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Allocated IP 172.20.0.1 (3a2410ba-7cac-4c71-919c-d698ddaf3ff8/d2d8c043-75df-4383-975f-4f834589a836/3d1f5860-c22e-4598-9b90-e85c2e725819) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:25.056407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9fe6-b7f7-4ff2-ae35-32e310eb1f14 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.108863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b75077b7-2554-4d76-b7ec-51ec7c008c89 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.120936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] For port 4fab35b9-af6f-46ed-a255-17fd5aa48845, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:25.124008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] For port 4fab35b9-af6f-46ed-a255-17fd5aa48845, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fab35b9-af6f-46ed-a255-17fd5aa48845,segment=NetworkSegment(351bbba1-e503-4bc8-87ab-957a34f406ad),segment_id=351bbba1-e503-4bc8-87ab-957a34f406ad)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:25.133028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.138265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-fa1a83a6-1452-419d-a19b-6cd48d692b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:25.166816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b75077b7-2554-4d76-b7ec-51ec7c008c89 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.217404 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Pushing event updated for resources: {'Port': ['ID=4fab35b9-af6f-46ed-a255-17fd5aa48845,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:25.223210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:25.227931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9fe6-b7f7-4ff2-ae35-32e310eb1f14 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.236342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3e383a21-64d1-4ab7-a84b-5c6af123a644 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:25.252067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.272840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Transition to ACTIVE for port object 3d1f5860-c22e-4598-9b90-e85c2e725819 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:25.280060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d9fe6-b7f7-4ff2-ae35-32e310eb1f14 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Subnet': ['ID=3be66ef3-d35a-48a7-a8f6-c83d60150971,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:25.281960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9fe6-b7f7-4ff2-ae35-32e310eb1f14 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.290035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9432f901-e068-49b5-89f3-9a25f321cc2b None None] Network f96c44db-02e0-4753-8077-ecce66a29726 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:25.295043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4f2d9fe6-b7f7-4ff2-ae35-32e310eb1f14 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:25.306868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.311919 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4f2d9fe6-b7f7-4ff2-ae35-32e310eb1f14 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/3be66ef3-d35a-48a7-a8f6-c83d60150971 HTTP/1.1" status: 204 len: 168 time: 0.8193502 Dec 22 04:52:25.312300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b75077b7-2554-4d76-b7ec-51ec7c008c89 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.314791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b75077b7-2554-4d76-b7ec-51ec7c008c89 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.315863 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b75077b7-2554-4d76-b7ec-51ec7c008c89 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/912772be-c554-4b96-ba9f-3e21b41d7adf HTTP/1.1" status: 204 len: 168 time: 0.4459362 Dec 22 04:52:25.316697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56550) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:25.317435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:25.319810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56552) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:25.368030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75077b7-2554-4d76-b7ec-51ec7c008c89 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912772be-c554-4b96-ba9f-3e21b41d7adf,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:25.370818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.380041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.392941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8d93325e-6f85-474b-ba5b-c12c6ad3ab8e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:25.422787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b75077b7-2554-4d76-b7ec-51ec7c008c89 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:25.426358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:25.451985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7d9b361b-c4cc-4891-bca8-47fe09bca8cb tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:25.462272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:25.470961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:25.476682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:25.513228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Pushing event updated for resources: {'Port': ['ID=0b82b6eb-9df2-4075-bf29-0644c2ea2ad7,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:25.555522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7d9b361b-c4cc-4891-bca8-47fe09bca8cb tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:25.556794 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7d9b361b-c4cc-4891-bca8-47fe09bca8cb tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2307572 Dec 22 04:52:25.563090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=3d1f5860-c22e-4598-9b90-e85c2e725819,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:25.563090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56558) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:25.567425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:25.572716 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093714598'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:25.582387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:25.587438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.609064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:25.615296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:25.641811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.642866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.645884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a319cdcf-c164-4691-96da-05b927982136 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:25.668487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:25.679098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:25.697283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.772919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a319cdcf-c164-4691-96da-05b927982136 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:25.774106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.774489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.784456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port b9a79385-399b-4c52-88b0-edd2478aa3b4 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:25.784903 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.819572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] DHCP port deletion for f96c44db-02e0-4753-8077-ecce66a29726 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:52:25.841120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] Deleting port b9a79385-399b-4c52-88b0-edd2478aa3b4 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:25.841499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.875025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.932349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Network 47cf8659-639c-405d-a35c-eb8bfc0906a6 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:25.935905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:25.941275 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.958136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-733efee7-ba17-4186-b130-3e46dcd291b2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:26.050214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d6ce82-da80-40ce-bdd1-6559a1c4f605,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:26.066349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:26.111441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.112800 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5472398 Dec 22 04:52:26.119602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56564) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:26.126832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Request body: {'security_group_rule': {'security_group_id': '27d6ce82-da80-40ce-bdd1-6559a1c4f605', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:26.149006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:26.151852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] For port b9a79385-399b-4c52-88b0-edd2478aa3b4, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b9a79385-399b-4c52-88b0-edd2478aa3b4,segment=NetworkSegment(eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4),segment_id=eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:26.155129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.156424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56568) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:26.294590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Usage tracker for resource:security_group_rule and tenant:56b616bc50ce40eba83d811a34fb52cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:26.298539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] Calling delete_port for b9a79385-399b-4c52-88b0-edd2478aa3b4 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:26.374552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2f7b9742-4256-42b3-b7ac-8d9b0e37e87a None None] Provisioning complete for port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:26.375193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9742-4256-42b3-b7ac-8d9b0e37e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.407446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:26.413525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port b9a79385-399b-4c52-88b0-edd2478aa3b4, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b9a79385-399b-4c52-88b0-edd2478aa3b4,segment=NetworkSegment(eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4),segment_id=eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:26.414012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.438184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:26.451062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b9742-4256-42b3-b7ac-8d9b0e37e87a None None] Port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:26.453730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.461845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9237d8bd-29a5-47b6-a4f5-bf54449aff5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:26.519794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] Pushing event deleted for resources: {'Port': ['ID=b9a79385-399b-4c52-88b0-edd2478aa3b4,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:26.521981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] No DVR routers for this DVR port b9a79385-399b-4c52-88b0-edd2478aa3b4 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:26.523552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:26.564562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for b9a79385-399b-4c52-88b0-edd2478aa3b4 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:26.617694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Router 67f17b7a-816b-42d6-af81-d636854df962 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:26.667420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c34872-5464-4fed-b7aa-98e8f9fa3578 None None] Network 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:26.691267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.740795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:52:26.741010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:52:26.838904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:26.852572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.859593 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] 10.222.0.36 "PUT /v2.0/routers/67f17b7a-816b-42d6-af81-d636854df962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0486133 Dec 22 04:52:26.861787 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Sync routers for ids ['67f17b7a-816b-42d6-af81-d636854df962'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:26.867078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.868437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c00963a0-cad3-4f72-88d7-34f375a0605c None None] Provisioning for port 4fab35b9-af6f-46ed-a255-17fd5aa48845 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:26.906495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91d9d9ec-432b-44af-a9a7-2f62c46a7174 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:26.908057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Routers {'67f17b7a-816b-42d6-af81-d636854df962'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:26.908717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:51:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['67f17b7a-816b-42d6-af81-d636854df962'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:26.979144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Deleting port 3d9c7e0f-db47-4f57-875d-c581f999ca5d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:26.979821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.007733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-01a63e02-9a90-441b-b27a-202482839d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.066160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.079307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.101790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=3d1f5860-c22e-4598-9b90-e85c2e725819,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:27.104582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.111959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:27.112602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c3993951-0f97-46cc-90b2-3fbed92b23f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:27.145980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Set router 67f17b7a-816b-42d6-af81-d636854df962 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:27.242543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port b9a79385-399b-4c52-88b0-edd2478aa3b4 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:27.242878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.273140 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.274091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.343834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] The port 'b9a79385-399b-4c52-88b0-edd2478aa3b4' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:52:27.532094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f17b7a-816b-42d6-af81-d636854df962', 'name': 'tempest-TestVolumeBootPattern-20109183-router', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'a319cdcf-c164-4691-96da-05b927982136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:13Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 4, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'gw_port': {'id': 'a319cdcf-c164-4691-96da-05b927982136', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f17b7a-816b-42d6-af81-d636854df962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:16Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '0b82b6eb-9df2-4075-bf29-0644c2ea2ad7', 'name': '', 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'mac_address': 'fa:16:3e:da:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f17b7a-816b-42d6-af81-d636854df962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9419327-ca80-4f79-b689-cf8643090897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:22Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 2, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'subnets': [{'id': 'a9419327-ca80-4f79-b689-cf8643090897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:27.539286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Checking router: 67f17b7a-816b-42d6-af81-d636854df962 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:27.539651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Updating router 67f17b7a-816b-42d6-af81-d636854df962 port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:52:27.552780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.581718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Calling delete_port for 3d9c7e0f-db47-4f57-875d-c581f999ca5d owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:27.589700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ca2146f1-37f0-4cf5-b80b-298c7c22a194 None None] Provisioning for port 3d1f5860-c22e-4598-9b90-e85c2e725819 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:27.603417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96c44db-02e0-4753-8077-ecce66a29726']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:27.629419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:27.629655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4fab35b9-af6f-46ed-a255-17fd5aa48845 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:27.629963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0658ac-bbdd-4d95-b59b-6a0e4da5edf4') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:27.643537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.648179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea481fd-02ac-4747-8a57-c57e11c95046,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:27.657518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56580) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:27.658763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ca2146f1-37f0-4cf5-b80b-298c7c22a194 None None] Provisioning complete for port 3d1f5860-c22e-4598-9b90-e85c2e725819 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:27.659151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f1-37f0-4cf5-b80b-298c7c22a194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.666763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.673926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:27.674319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.721462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:27.729848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925118228', 'description': 'tempest-secgroup-smoke-1925118228 description', 'project_id': 'b446b894ac664acfb029340103ffff69'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:27.743169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.743943 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6232936 Dec 22 04:52:27.749705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.758609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:27.760844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56584) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:27.769025 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:27.772396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ca2146f1-37f0-4cf5-b80b-298c7c22a194 None None] Port 3d1f5860-c22e-4598-9b90-e85c2e725819 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:27.775062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.779371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.782217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fe1d448f-6768-4fce-ad40-90f519a56202 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:27.788237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:security_group and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:27.794441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:27.804003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Network': ['ID=f96c44db-02e0-4753-8077-ecce66a29726,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:27.806371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:27.807791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:27.808294 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/networks/f96c44db-02e0-4753-8077-ecce66a29726 HTTP/1.1" status: 204 len: 168 time: 2.4732876 Dec 22 04:52:27.814303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56588) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:27.819769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-90155385'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:27.826727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:27.831256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:network and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:27.834374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:27.847958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:27.858848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:27.863600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.885648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.895681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:27.907275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 4fab35b9-af6f-46ed-a255-17fd5aa48845 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:27.910339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.911509 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added segment 0d251ca7-a191-49b9-9b81-c13d84dcd2f8 of type vlan for network 2d11ce67-22b1-4883-9b73-df3d153b1dc3 Dec 22 04:52:27.919109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:27.923658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 4fab35b9-af6f-46ed-a255-17fd5aa48845 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:27.924041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.924268 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:27.936661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:27.945409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.982163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.989947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.992506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:security_group_rule and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:27.999028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:27.999986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.023240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c2d0701-0fed-4552-b55a-91c0e17da65d tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:28.045826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:28.056805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86184376-b5d7-4539-ac3c-fcbad5b4d799 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.133877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:28.149998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Network': ['ID=2d11ce67-22b1-4883-9b73-df3d153b1dc3,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.153511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:28.155559 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3412056 Dec 22 04:52:28.158323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56592) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:28.165679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'subnet': {'network_id': '2d11ce67-22b1-4883-9b73-df3d153b1dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:28.166905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.176984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 2d11ce67-22b1-4883-9b73-df3d153b1dc3 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:52:28.200358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-06a80b57-c43a-44c0-8f27-dd6d883b7734 None None] Provisioning complete for port 3d1f5860-c22e-4598-9b90-e85c2e725819 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:28.200717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-06a80b57-c43a-44c0-8f27-dd6d883b7734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.206118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86184376-b5d7-4539-ac3c-fcbad5b4d799 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.228565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.247727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:28.306543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event deleted for resources: {'Port': ['ID=3d9c7e0f-db47-4f57-875d-c581f999ca5d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.334145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:28.338215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:subnet and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:28.342143 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:28.345891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:28.348676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:28.349040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.360332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:28.364065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.387778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-06a80b57-c43a-44c0-8f27-dd6d883b7734 None None] Port 3d1f5860-c22e-4598-9b90-e85c2e725819 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:28.472391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86184376-b5d7-4539-ac3c-fcbad5b4d799 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.484293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.486644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-457788db-fa48-4b47-923d-ec6923111814 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:28.504636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.516381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86184376-b5d7-4539-ac3c-fcbad5b4d799 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d6ce82-da80-40ce-bdd1-6559a1c4f605,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.516604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 4fab35b9-af6f-46ed-a255-17fd5aa48845, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fab35b9-af6f-46ed-a255-17fd5aa48845,segment=NetworkSegment(351bbba1-e503-4bc8-87ab-957a34f406ad),segment_id=351bbba1-e503-4bc8-87ab-957a34f406ad)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:28.529815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86184376-b5d7-4539-ac3c-fcbad5b4d799 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:28.534826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.535768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d06666d7-3123-4a01-9741-dfde377bbdf9 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:28.548664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-671e7077-2818-4e1a-a597-9d7198ac70c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:28.549419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 4e67cf55-dad6-46ac-bd8f-8aac2c5a4499 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:52:28.551501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.551841 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Floating IP 869392fd-2c3a-4e44-bb91-035a13bc1b63 disassociated (deleted). External IP: 172.26.1.155, port: 4c2eb89a-3767-4a18-95a1-5b77c697fc55. Dec 22 04:52:28.616100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b9a79385-399b-4c52-88b0-edd2478aa3b4 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:52:28.627485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.633984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-217e787e-c875-45fb-8a2c-f92e31f6e45b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:28.674225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.679772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ee049b47-1a71-4aa9-9b74-4625a6dbcb55 None None] Provisioning complete for port 3d1f5860-c22e-4598-9b90-e85c2e725819 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:28.680782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee049b47-1a71-4aa9-9b74-4625a6dbcb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.704270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: b9a79385-399b-4c52-88b0-edd2478aa3b4 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:52:28.705368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b9a79385-399b-4c52-88b0-edd2478aa3b4 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:52:28.717849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Subnet': ['ID=5246f417-a76f-44ef-8576-7c5be406ef05,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.722373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:28.727074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Checking segment: {'id': '0d251ca7-a191-49b9-9b81-c13d84dcd2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2d11ce67-22b1-4883-9b73-df3d153b1dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:28.727282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network hostable DHCP agents. Network: 2d11ce67-22b1-4883-9b73-df3d153b1dc3, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:28.741765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Transition to ACTIVE for port object 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:28.750816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 2d11ce67-22b1-4883-9b73-df3d153b1dc3 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:28.752045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=4fab35b9-af6f-46ed-a255-17fd5aa48845,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.756854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.761825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:28.762301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:28.764641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 2d11ce67-22b1-4883-9b73-df3d153b1dc3) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:28.769101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:28.770024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.802181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa38a183-ad6f-483c-8484-84996e4c4de4 None None] Network 2d11ce67-22b1-4883-9b73-df3d153b1dc3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:28.831326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ee049b47-1a71-4aa9-9b74-4625a6dbcb55 None None] Port 3d1f5860-c22e-4598-9b90-e85c2e725819 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:28.934272 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7745907 Dec 22 04:52:28.937511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56596) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:28.942985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-382685950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:28.950537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:28.954683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:router and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:28.958401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:28.965400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:28.977271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.978533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.978697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86184376-b5d7-4539-ac3c-fcbad5b4d799 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.982610 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-86184376-b5d7-4539-ac3c-fcbad5b4d799 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/27d6ce82-da80-40ce-bdd1-6559a1c4f605 HTTP/1.1" status: 204 len: 168 time: 1.2180154 Dec 22 04:52:28.984233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56600) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:28.987869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.989446 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2641385 Dec 22 04:52:28.990657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.997615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56604) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:29.031929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81236f26-408a-474b-a47e-4e7d588fc695 None None] Pushing event updated for resources: {'Port': ['ID=0b82b6eb-9df2-4075-bf29-0644c2ea2ad7,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:29.040814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-81236f26-408a-474b-a47e-4e7d588fc695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:29.056389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:29.063832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'security_group_rule': {'security_group_id': '26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9', 'project_id': 'b446b894ac664acfb029340103ffff69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:29.067812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.082493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b41812c6-631e-4b45-bfac-407095cef43a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:29.082766 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:29.100884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:security_group_rule and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:29.104119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.106001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:29.107785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:29.117395 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc01176-6095-4fb2-9ca7-b62b0c4bb097 None None] Sync routers for ids ['4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:29.120965 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/4e67cf55-dad6-46ac-bd8f-8aac2c5a4499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3603711 Dec 22 04:52:29.126176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56608) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:29.127740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:29.130059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b41812c6-631e-4b45-bfac-407095cef43a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:29.132273 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b41812c6-631e-4b45-bfac-407095cef43a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1470611 Dec 22 04:52:29.132799 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc01176-6095-4fb2-9ca7-b62b0c4bb097 None None] Routers {'4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:29.133695 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3bc01176-6095-4fb2-9ca7-b62b0c4bb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:29.135205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56612) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:29.193429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Attempting to bind port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:29.193804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Attempting to bind port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '32c722ee-9dd8-40c0-b51c-1f720d360f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:29.194168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Attempting to bind port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 on network 47cf8659-639c-405d-a35c-eb8bfc0906a6 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:29.211748 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3bc01176-6095-4fb2-9ca7-b62b0c4bb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:29.223296 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc01176-6095-4fb2-9ca7-b62b0c4bb097 None None] Routers {'4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:29.224292 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3bc01176-6095-4fb2-9ca7-b62b0c4bb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:29.224527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.229232 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1b677f4b-3dcc-415c-8465-f790d9c8bbbc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2907000 Dec 22 04:52:29.230300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56616) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:29.240198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:29.240592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Checking segment: {'id': '32c722ee-9dd8-40c0-b51c-1f720d360f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:29.241003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.241394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Bound using segment: {'id': '32c722ee-9dd8-40c0-b51c-1f720d360f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:29.241875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Bound port: 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c722ee-9dd8-40c0-b51c-1f720d360f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:29.242247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.303521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587a9765-e86e-4a4c-8a8f-d2e5fa27cd04 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.307908 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-587a9765-e86e-4a4c-8a8f-d2e5fa27cd04 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports/3d1f5860-c22e-4598-9b90-e85c2e725819 HTTP/1.1" status: 200 len: 910 time: 0.1789744 Dec 22 04:52:29.317320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56620) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:29.324444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-001c1ecb-d984-419c-8196-4479dffb2ed0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2d8c043-75df-4383-975f-4f834589a836'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:29.349246 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3bc01176-6095-4fb2-9ca7-b62b0c4bb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:29.349969 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc01176-6095-4fb2-9ca7-b62b0c4bb097 None None] The sync data for ids ['4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:29.403102 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-2d11ce67-22b1-4883-9b73-df3d153b1dc3', 'network_id': '2d11ce67-22b1-4883-9b73-df3d153b1dc3', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'fixed_ips': [{'subnet_id': '5246f417-a76f-44ef-8576-7c5be406ef05'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:52:29.403974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.421839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.435906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] For port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:29.468841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.485632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] For port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0b82b6eb-9df2-4075-bf29-0644c2ea2ad7,segment=NetworkSegment(32c722ee-9dd8-40c0-b51c-1f720d360f71),segment_id=32c722ee-9dd8-40c0-b51c-1f720d360f71)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:29.500897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.520111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:29.521027 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ce1cec8c-a306-44fa-ace4-1a4f01fbc8fc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Synchronizing usage tracker for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:29.566452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Router 5825369a-2474-4c74-8a1c-67e01036fa78 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:29.570495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ce1cec8c-a306-44fa-ace4-1a4f01fbc8fc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Unset dirty status for tenant:56b616bc50ce40eba83d811a34fb52cd on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:29.571806 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce1cec8c-a306-44fa-ace4-1a4f01fbc8fc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4321754 Dec 22 04:52:29.575638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56624) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:29.617557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.620899 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-6c0482ea-602c-479c-b2ee-4040e71b0af8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] delete failed (client error): The resource could not be found. Dec 22 04:52:29.621957 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6c0482ea-602c-479c-b2ee-4040e71b0af8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "DELETE /v2.0/security-groups/27d6ce82-da80-40ce-bdd1-6559a1c4f605 HTTP/1.1" status: 404 len: 347 time: 0.0453937 Dec 22 04:52:29.648678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4fab35b9-af6f-46ed-a255-17fd5aa48845 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:29.662417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56628) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:29.687102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.696792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c3c29a5-223e-4008-8a18-637edfaf0879 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:29.698626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Routers {'67f17b7a-816b-42d6-af81-d636854df962'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:29.699302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['67f17b7a-816b-42d6-af81-d636854df962'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:29.736684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2ce2ec-c313-4586-8cb3-75761d876215,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:29.741817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:29.751376 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.756109 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7537701 Dec 22 04:52:29.767125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81236f26-408a-474b-a47e-4e7d588fc695 None None] Pushing event updated for resources: {'Port': ['ID=0b82b6eb-9df2-4075-bf29-0644c2ea2ad7,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:29.782543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-81236f26-408a-474b-a47e-4e7d588fc695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:29.806381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56632) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:29.826738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'security_group_rule': {'security_group_id': '26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9', 'project_id': 'b446b894ac664acfb029340103ffff69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:29.844650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:29.852099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:security_group_rule and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:29.857195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:29.868484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:29.881480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:29.886294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.891151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Allocated IP 2001:db8::2 (2d11ce67-22b1-4883-9b73-df3d153b1dc3/5246f417-a76f-44ef-8576-7c5be406ef05/a2d70317-249a-4d0b-91b2-bb7875c24f34) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:29.912711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] Sync routers for ids ['5825369a-2474-4c74-8a1c-67e01036fa78'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:29.940837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.973951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] Routers {'5825369a-2474-4c74-8a1c-67e01036fa78'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:29.974580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5825369a-2474-4c74-8a1c-67e01036fa78'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:29.976565 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "DELETE /v2.0/floatingips/869392fd-2c3a-4e44-bb91-035a13bc1b63 HTTP/1.1" status: 204 len: 168 time: 3.8180254 Dec 22 04:52:29.983367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:30.039989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 4fab35b9-af6f-46ed-a255-17fd5aa48845 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:30.040390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.046295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.050142 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'status': 'completed', 'code': 200} Dec 22 04:52:30.056594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.059945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ddf51f16-4fd2-438e-9863-6e9d060f5074 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:30.083053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.096553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dd84b1-f0de-4496-a317-b5f9e962c153,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:30.117112 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fdb831e5-aa65-41fb-8f50-6247b47836d9 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4463344 Dec 22 04:52:30.209091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] Set router 67f17b7a-816b-42d6-af81-d636854df962 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:30.257371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:30.318416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.325337 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5150537 Dec 22 04:52:30.329365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56642) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:30.356642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'security_group_rule': {'security_group_id': '26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9', 'project_id': 'b446b894ac664acfb029340103ffff69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:30.396891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:30.410378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:security_group_rule and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:30.431242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-319ca2d7-3d75-48f2-9ff1-5f9d235d50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:30.433631 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-319ca2d7-3d75-48f2-9ff1-5f9d235d50bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=764145d3df5348cd8b52e32c7b5419a2&device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 1098 time: 0.3215194 Dec 22 04:52:30.434831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:30.454867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-001c1ecb-d984-419c-8196-4479dffb2ed0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.647098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:30.657577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-22405a6d-b82b-4aa2-be44-b271d99fbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:30.660368 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-22405a6d-b82b-4aa2-be44-b271d99fbf71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 HTTP/1.1" status: 200 len: 898 time: 0.2162344 Dec 22 04:52:30.723726 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:52:30.750333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] Set router 5825369a-2474-4c74-8a1c-67e01036fa78 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:30.840152 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-820c834a-ec15-4310-b991-07fc0e7139f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55 HTTP/1.1" status: 200 len: 217 time: 0.1716273 Dec 22 04:52:30.853310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56650) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:30.900500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.943763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.013623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Transition to ACTIVE for port object a2d70317-249a-4d0b-91b2-bb7875c24f34 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:31.111309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Transition to ACTIVE for port object a2d70317-249a-4d0b-91b2-bb7875c24f34 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:31.134697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.141372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7925fd8d-5e6b-4e5d-b9b2-99b81c1f1219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:31.224286 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8f42c9dd-c9e5-44cc-a635-4c521cd6234b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56b616bc50ce40eba83d811a34fb52cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689954 Dec 22 04:52:31.229150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56658) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:31.233063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-2e2026ca-c72d-4b61-8e65-86e7600d276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.234246 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-2e2026ca-c72d-4b61-8e65-86e7600d276d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76c30861-2e71-4035-a439-c02536c7f089 HTTP/1.1" status: 200 len: 832 time: 0.3775387 Dec 22 04:52:31.251955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Allocated IP 2001:db8::1 (2d11ce67-22b1-4883-9b73-df3d153b1dc3/5246f417-a76f-44ef-8576-7c5be406ef05/4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:31.289387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Network 2d11ce67-22b1-4883-9b73-df3d153b1dc3 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:31.302693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:31.308011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:31.340093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.360674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Pushing event updated for resources: {'Port': ['ID=a2d70317-249a-4d0b-91b2-bb7875c24f34,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:31.361410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.364586 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:31.366923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-778124e2-5ae7-443b-9cc9-2e41ab9b1bf7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:31.400772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd253f09-da0c-4dc6-a38a-3e0e4cfc1ee7 req-235e13a9-349a-4f45-840e-3e6429f4f262 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.401677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-fd253f09-da0c-4dc6-a38a-3e0e4cfc1ee7 req-235e13a9-349a-4f45-840e-3e6429f4f262 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Synchronizing usage tracker for tenant:764145d3df5348cd8b52e32c7b5419a2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:31.415070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.416498 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0835943 Dec 22 04:52:31.420505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56662) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:31.424562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8bc48b-f0af-41f5-a7d4-55262a1fe71f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:31.428800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f17b7a-816b-42d6-af81-d636854df962', 'name': 'tempest-TestVolumeBootPattern-20109183-router', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'a319cdcf-c164-4691-96da-05b927982136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:13Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 4, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'gw_port': {'id': 'a319cdcf-c164-4691-96da-05b927982136', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f17b7a-816b-42d6-af81-d636854df962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:16Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '0b82b6eb-9df2-4075-bf29-0644c2ea2ad7', 'name': '', 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'mac_address': 'fa:16:3e:da:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f17b7a-816b-42d6-af81-d636854df962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9419327-ca80-4f79-b689-cf8643090897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:22Z', 'updated_at': '2021-12-22T04:52:29Z', 'revision_number': 4, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'subnets': [{'id': 'a9419327-ca80-4f79-b689-cf8643090897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:31.431114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:31.441773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'security_group_rule': {'security_group_id': '26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9', 'project_id': 'b446b894ac664acfb029340103ffff69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:31.442757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc90e6-ecfb-4feb-a7cd-7d90279c9b01 None None] The sync data for ids ['67f17b7a-816b-42d6-af81-d636854df962'] in dv-neutron-822524-1-hyperv is: [{'id': '67f17b7a-816b-42d6-af81-d636854df962', 'name': 'tempest-TestVolumeBootPattern-20109183-router', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'a319cdcf-c164-4691-96da-05b927982136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:13Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 4, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'gw_port': {'id': 'a319cdcf-c164-4691-96da-05b927982136', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f17b7a-816b-42d6-af81-d636854df962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:16Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '0b82b6eb-9df2-4075-bf29-0644c2ea2ad7', 'name': '', 'network_id': '47cf8659-639c-405d-a35c-eb8bfc0906a6', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'mac_address': 'fa:16:3e:da:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f17b7a-816b-42d6-af81-d636854df962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9419327-ca80-4f79-b689-cf8643090897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:22Z', 'updated_at': '2021-12-22T04:52:29Z', 'revision_number': 4, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'subnets': [{'id': 'a9419327-ca80-4f79-b689-cf8643090897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:31.446169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Attempting to bind port a2d70317-249a-4d0b-91b2-bb7875c24f34 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:31.446718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Attempting to bind port a2d70317-249a-4d0b-91b2-bb7875c24f34 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '0d251ca7-a191-49b9-9b81-c13d84dcd2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2d11ce67-22b1-4883-9b73-df3d153b1dc3'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:31.448005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Attempting to bind port a2d70317-249a-4d0b-91b2-bb7875c24f34 on network 2d11ce67-22b1-4883-9b73-df3d153b1dc3 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:31.449497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bdbfca5-32cb-42de-8b83-57bdcc51f2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.454235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:31.454979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-3f244339-8222-4939-b674-e8344f2f491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.455508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:31.455793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Checking segment: {'id': '0d251ca7-a191-49b9-9b81-c13d84dcd2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2d11ce67-22b1-4883-9b73-df3d153b1dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:31.456399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.456800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Bound using segment: {'id': '0d251ca7-a191-49b9-9b81-c13d84dcd2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2d11ce67-22b1-4883-9b73-df3d153b1dc3'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:31.457303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Bound port: a2d70317-249a-4d0b-91b2-bb7875c24f34, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d251ca7-a191-49b9-9b81-c13d84dcd2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2d11ce67-22b1-4883-9b73-df3d153b1dc3'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:31.457724 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.462027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:security_group_rule and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:31.462515 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-3f244339-8222-4939-b674-e8344f2f491c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2113044 Dec 22 04:52:31.482797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:31.494933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:31.501540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-fd253f09-da0c-4dc6-a38a-3e0e4cfc1ee7 req-235e13a9-349a-4f45-840e-3e6429f4f262 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Unset dirty status for tenant:764145d3df5348cd8b52e32c7b5419a2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:31.520488 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fd253f09-da0c-4dc6-a38a-3e0e4cfc1ee7 req-235e13a9-349a-4f45-840e-3e6429f4f262 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.6242721 Dec 22 04:52:31.550633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2f4be638-e3e3-4cc0-af9e-e951ff5ccf06', 'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'mac_address': 'fa:16:3e:46:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:50Z', 'updated_at': '2021-12-22T04:49:02Z', 'revision_number': 5, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'subnets': [{'id': '76c30861-2e71-4035-a439-c02536c7f089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:31.559675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] Checking router: 5825369a-2474-4c74-8a1c-67e01036fa78 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:31.587525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] Routers {'5825369a-2474-4c74-8a1c-67e01036fa78'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:31.588702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5825369a-2474-4c74-8a1c-67e01036fa78'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:31.628433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.640874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bdbfca5-32cb-42de-8b83-57bdcc51f2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.650841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.660547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] For port a2d70317-249a-4d0b-91b2-bb7875c24f34, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:31.682432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] For port a2d70317-249a-4d0b-91b2-bb7875c24f34, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a2d70317-249a-4d0b-91b2-bb7875c24f34,segment=NetworkSegment(0d251ca7-a191-49b9-9b81-c13d84dcd2f8),segment_id=0d251ca7-a191-49b9-9b81-c13d84dcd2f8)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:31.693040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.701192 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fd253f09-da0c-4dc6-a38a-3e0e4cfc1ee7 req-367a624b-1003-45d7-9774-ee155f211c97 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796811 Dec 22 04:52:31.721141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-001c1ecb-d984-419c-8196-4479dffb2ed0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.724030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Transition to ACTIVE for port object 4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:31.751624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-001c1ecb-d984-419c-8196-4479dffb2ed0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.765232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d5ebea54-b5d1-454f-9864-6f17125e37f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:31.772811 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-0d57e670-584d-4826-a2cd-948e4f6e0cba service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007522 Dec 22 04:52:31.799858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:31.813104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bdbfca5-32cb-42de-8b83-57bdcc51f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.821794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b77f5658-6eb6-4ca2-a5f2-91a7b27b805a tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:31.875062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.898352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.907626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbfca5-32cb-42de-8b83-57bdcc51f2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a4342b-8c1d-4187-970d-6b5eec0ee815,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:31.930439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3bdbfca5-32cb-42de-8b83-57bdcc51f2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:31.957808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001c1ecb-d984-419c-8196-4479dffb2ed0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.959152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-001c1ecb-d984-419c-8196-4479dffb2ed0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.961167 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-001c1ecb-d984-419c-8196-4479dffb2ed0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/ports/3d1f5860-c22e-4598-9b90-e85c2e725819 HTTP/1.1" status: 200 len: 910 time: 2.6427011 Dec 22 04:52:31.967026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56666) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:31.978686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c1ecb-d984-419c-8196-4479dffb2ed0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=3d1f5860-c22e-4598-9b90-e85c2e725819,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:31.998836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] Set router 5825369a-2474-4c74-8a1c-67e01036fa78 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:32.000791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bdbfca5-32cb-42de-8b83-57bdcc51f2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.006065 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3bdbfca5-32cb-42de-8b83-57bdcc51f2d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5a4342b-8c1d-4187-970d-6b5eec0ee815 HTTP/1.1" status: 204 len: 168 time: 0.7707565 Dec 22 04:52:32.039445 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a860a4fb-795f-4da9-9bd9-4f2ade6aa312 req-d6b67b04-661f-4504-846a-c3c12f802d67 service neutron] 10.222.0.61 "GET /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519367 Dec 22 04:52:32.051997 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Pushing event updated for resources: {'Port': ['ID=a2d70317-249a-4d0b-91b2-bb7875c24f34,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:32.051997 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:32.093136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.115512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-001c1ecb-d984-419c-8196-4479dffb2ed0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:32.115990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-001c1ecb-d984-419c-8196-4479dffb2ed0 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:32.297468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:32.317020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.323508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56674) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:32.323895 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8964922 Dec 22 04:52:32.325318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:32.329865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'security_group_rule': {'security_group_id': '26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9', 'project_id': 'b446b894ac664acfb029340103ffff69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:32.336122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:32.349360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:security_group_rule and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:32.365249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:32.403760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:32.414242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:32.429397 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Project b446b894ac664acfb029340103ffff69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:52:32.437502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63385a4a-56a7-40e6-afd3-bb281cbdeda7,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:32.440552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:32.442313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 2d11ce67-22b1-4883-9b73-df3d153b1dc3 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:32.445512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.465890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2f4be638-e3e3-4cc0-af9e-e951ff5ccf06', 'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'mac_address': 'fa:16:3e:46:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:50Z', 'updated_at': '2021-12-22T04:49:02Z', 'revision_number': 5, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'subnets': [{'id': '76c30861-2e71-4035-a439-c02536c7f089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:32.471035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e5198-a1d2-435d-be54-b5153c21a247 None None] The sync data for ids ['5825369a-2474-4c74-8a1c-67e01036fa78'] in dv-neutron-822524-1-hyperv is: [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:48:54Z', 'revision_number': 4, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2f4be638-e3e3-4cc0-af9e-e951ff5ccf06', 'name': '', 'network_id': 'ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'mac_address': 'fa:16:3e:46:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76c30861-2e71-4035-a439-c02536c7f089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:50Z', 'updated_at': '2021-12-22T04:49:02Z', 'revision_number': 5, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'subnets': [{'id': '76c30861-2e71-4035-a439-c02536c7f089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:32.547940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:32.550573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:32.551172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.581996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.590046 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.592428 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4f7bd0f1-30f0-418a-b9ac-ab738efcde5a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:32.618015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deee60a-7fb4-49ef-bb67-e960aa6f88eb,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:32.622160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:32.647989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.652104 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3243544 Dec 22 04:52:32.652473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56684) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:32.659838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'security_group_rule': {'security_group_id': '26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9', 'project_id': 'b446b894ac664acfb029340103ffff69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:32.670034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:32.674401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:security_group_rule and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:32.677735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:32.691698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:32.707270 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Project b446b894ac664acfb029340103ffff69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:52:32.807777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.996000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123bc1a-d607-4243-b4ee-f27581051860 req-a66152e3-5872-4c68-a602-4d70e79f2f21 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:32.997630 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6123bc1a-d607-4243-b4ee-f27581051860 req-a66152e3-5872-4c68-a602-4d70e79f2f21 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.61 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.2814035 Dec 22 04:52:33.008103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.076895 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.095971 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.100908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:33.148249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097460e8-8faf-480c-8551-b2b7da12ac06,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:33.158683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884ac4-0dd1-46d7-880a-5f7d64ae71da req-9e0f7cdb-5701-473e-ae6c-fd728e7e8d79 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:33.160378 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56884ac4-0dd1-46d7-880a-5f7d64ae71da req-9e0f7cdb-5701-473e-ae6c-fd728e7e8d79 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 945 time: 0.3011415 Dec 22 04:52:33.161891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:33.165163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.166302 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5119660 Dec 22 04:52:33.176319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-6123bc1a-d607-4243-b4ee-f27581051860 req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Deleting port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:33.176654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6123bc1a-d607-4243-b4ee-f27581051860 req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.430087 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56884ac4-0dd1-46d7-880a-5f7d64ae71da req-ccf73757-2497-438d-b195-8227ba24cbd6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5ba3e15-ac79-47aa-8bd3-c42d038373f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574625 Dec 22 04:52:33.539977 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6389a3cb-2e2b-43e8-b4b1-f399c5a5f0a3 None None] New status for floating IP 869392fd-2c3a-4e44-bb91-035a13bc1b63: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:52:33.629963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab773fe1-ac60-4f97-b96d-73811b8b20a5 None None] Network 2d11ce67-22b1-4883-9b73-df3d153b1dc3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:33.834487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.862435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a2d70317-249a-4d0b-91b2-bb7875c24f34 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:33.895682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-6123bc1a-d607-4243-b4ee-f27581051860 req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] For port 4c2eb89a-3767-4a18-95a1-5b77c697fc55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c2eb89a-3767-4a18-95a1-5b77c697fc55,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:33.896050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6123bc1a-d607-4243-b4ee-f27581051860 req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.046187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.057476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-60ee7250-2206-449d-8d59-29cfb3762e13 None None] Provisioning for port a2d70317-249a-4d0b-91b2-bb7875c24f34 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:34.061830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.062662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.069938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-80439b89-6a3d-4e17-a4bf-5c0a97baf5ea tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:34.112833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-6123bc1a-d607-4243-b4ee-f27581051860 req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Calling delete_port for 4c2eb89a-3767-4a18-95a1-5b77c697fc55 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:34.169246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port a2d70317-249a-4d0b-91b2-bb7875c24f34 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:34.187364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a2d70317-249a-4d0b-91b2-bb7875c24f34 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:34.187364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.217500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:34.241968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:34.306022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6123bc1a-d607-4243-b4ee-f27581051860 req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.334277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:34.389356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.473944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port a2d70317-249a-4d0b-91b2-bb7875c24f34, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a2d70317-249a-4d0b-91b2-bb7875c24f34,segment=NetworkSegment(0d251ca7-a191-49b9-9b81-c13d84dcd2f8),segment_id=0d251ca7-a191-49b9-9b81-c13d84dcd2f8)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:34.484613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.488431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:34.514319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event deleted for resources: {'Port': ['ID=4c2eb89a-3767-4a18-95a1-5b77c697fc55,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:34.521792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:34.522827 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6123bc1a-d607-4243-b4ee-f27581051860 req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] No DVR routers for this DVR port 4c2eb89a-3767-4a18-95a1-5b77c697fc55 on host hv-neutron-8225 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:34.526180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6123bc1a-d607-4243-b4ee-f27581051860 req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.538154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'name': 'network-vif-deleted', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:34.555995 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6123bc1a-d607-4243-b4ee-f27581051860 req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.61 "DELETE /v2.0/ports/4c2eb89a-3767-4a18-95a1-5b77c697fc55 HTTP/1.1" status: 204 len: 173 time: 1.5464714 Dec 22 04:52:34.659025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-fbd26c0b-3aee-4ee8-8011-1ad76a4c7dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:34.701383 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3764fce6-4f12-4a23-af16-d02b7cdd1d2c', 'name': 'network-vif-deleted', 'tag': '4c2eb89a-3767-4a18-95a1-5b77c697fc55', 'status': 'completed', 'code': 200} Dec 22 04:52:34.777809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56768) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:34.790429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:34.801476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=a2d70317-249a-4d0b-91b2-bb7875c24f34,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:34.809901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:34.812112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:34.812515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.922896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6e353d82-a287-40f6-b620-02e3e8420ccb None None] Provisioning for port 4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:34.930002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 2d11ce67-22b1-4883-9b73-df3d153b1dc3 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:34.933270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:34.945787 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6e353d82-a287-40f6-b620-02e3e8420ccb None None] Provisioning complete for port 4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:34.946519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6e353d82-a287-40f6-b620-02e3e8420ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.087826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6e353d82-a287-40f6-b620-02e3e8420ccb None None] Port 4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:35.134867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6e353d82-a287-40f6-b620-02e3e8420ccb None None] Provisioning complete for port a2d70317-249a-4d0b-91b2-bb7875c24f34 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:35.135253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6e353d82-a287-40f6-b620-02e3e8420ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.164956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a8bad215-a157-4364-88d2-95850d78528a req-d3658e79-8312-4a79-816d-676a62647ae9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Synchronizing usage tracker for tenant:764145d3df5348cd8b52e32c7b5419a2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:35.216554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a8bad215-a157-4364-88d2-95850d78528a req-d3658e79-8312-4a79-816d-676a62647ae9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Unset dirty status for tenant:764145d3df5348cd8b52e32c7b5419a2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:35.218067 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8bad215-a157-4364-88d2-95850d78528a req-d3658e79-8312-4a79-816d-676a62647ae9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764fce6-4f12-4a23-af16-d02b7cdd1d2c HTTP/1.1" status: 200 len: 210 time: 0.5156324 Dec 22 04:52:35.320947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'network': {'name': 'tempest-network-smoke--530316304', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'port_security_enabled': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:35.340772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:35.372919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:network and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:35.379605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port 3d1f5860-c22e-4598-9b90-e85c2e725819 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:35.380016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.391943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.430868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:35.441027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0b82b6eb-9df2-4075-bf29-0644c2ea2ad7,segment=NetworkSegment(32c722ee-9dd8-40c0-b51c-1f720d360f71),segment_id=32c722ee-9dd8-40c0-b51c-1f720d360f71)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:35.449755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.453833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-81236f26-408a-474b-a47e-4e7d588fc695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:35.559672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=0b82b6eb-9df2-4075-bf29-0644c2ea2ad7,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:35.573410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:35.576269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a2d70317-249a-4d0b-91b2-bb7875c24f34 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:35.666219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:35.689248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ae41b8c7-d811-4e82-bb14-65c57cf309cc None None] Provisioning complete for port 4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:35.689873 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ae41b8c7-d811-4e82-bb14-65c57cf309cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.708432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:35.711871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.753058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.836456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ae41b8c7-d811-4e82-bb14-65c57cf309cc None None] Port 4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:35.851635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a2d70317-249a-4d0b-91b2-bb7875c24f34 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:35.852027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.863067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:35.878830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:35.881975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:35.897305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:35.933928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 1bfe399b-3f80-41ac-ab9b-a28deedde30f is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:52:35.970828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.006960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-181c10ad-98f2-469d-b324-2e108c6cdafa None None] Provisioning complete for port 4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:36.007331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-181c10ad-98f2-469d-b324-2e108c6cdafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.103396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-181c10ad-98f2-469d-b324-2e108c6cdafa None None] Port 4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:36.270664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for 3d1f5860-c22e-4598-9b90-e85c2e725819 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:36.342895 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56812) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:36.364625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:36.377559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2ce00-06ca-4d45-a058-a3bfee797344 None None] Sync routers for ids ['1bfe399b-3f80-41ac-ab9b-a28deedde30f'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:36.388357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2ce00-06ca-4d45-a058-a3bfee797344 None None] Routers {'1bfe399b-3f80-41ac-ab9b-a28deedde30f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:36.391654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c6d2ce00-06ca-4d45-a058-a3bfee797344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1bfe399b-3f80-41ac-ab9b-a28deedde30f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:36.424669 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/1bfe399b-3f80-41ac-ab9b-a28deedde30f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1905687 Dec 22 04:52:36.428611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56816) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:36.471402 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c6d2ce00-06ca-4d45-a058-a3bfee797344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:36.491691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2ce00-06ca-4d45-a058-a3bfee797344 None None] Routers {'1bfe399b-3f80-41ac-ab9b-a28deedde30f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:36.492017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.492491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c6d2ce00-06ca-4d45-a058-a3bfee797344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1bfe399b-3f80-41ac-ab9b-a28deedde30f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:36.505864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.517118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-671ba371-8e39-4109-9e26-34d75d80a615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:36.544536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:36.582531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f54774-a64a-4269-b57c-65f255e8cde9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:36.583145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-33f54774-a64a-4269-b57c-65f255e8cde9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Synchronizing usage tracker for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:36.588508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.589140 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Added segment 027068ff-121b-4f2c-8ab5-810cd9fe9284 of type vlan for network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f Dec 22 04:52:36.595127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753b7bfb-6db5-4c8a-b859-72dcac10e602,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:36.609345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:36.623510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c6d2ce00-06ca-4d45-a058-a3bfee797344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:36.623999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2ce00-06ca-4d45-a058-a3bfee797344 None None] The sync data for ids ['1bfe399b-3f80-41ac-ab9b-a28deedde30f'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:36.683216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-33f54774-a64a-4269-b57c-65f255e8cde9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Unset dirty status for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:36.684588 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-33f54774-a64a-4269-b57c-65f255e8cde9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports/4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 HTTP/1.1" status: 200 len: 911 time: 0.2531710 Dec 22 04:52:36.693703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56820) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:36.709504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.745099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.751290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eac0f870-d55b-43e2-bc54-3657b483e8b0 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:36.834456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=3d1f5860-c22e-4598-9b90-e85c2e725819,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:36.837232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:36.843017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.848775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:36.849381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.853438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-81fa5d53-f7b7-4572-b26b-70faefca02f1 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:37.039223 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2573314 Dec 22 04:52:37.078912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56826) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:37.096495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'admin_state_up': True, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:37.135735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Network': ['ID=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:37.148600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:52:37.194501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:37.203181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:37.214300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.238775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:router and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:37.257189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:37.275089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:37.327939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c2eb89a-3767-4a18-95a1-5b77c697fc55 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:52:37.364292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 4c2eb89a-3767-4a18-95a1-5b77c697fc55 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:52:37.364647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c2eb89a-3767-4a18-95a1-5b77c697fc55 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:52:37.399567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.400699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.446592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.559300 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:37.665693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:37.666119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.753607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 4e67cf55-dad6-46ac-bd8f-8aac2c5a4499 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:37.917917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:37.925562 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/4e67cf55-dad6-46ac-bd8f-8aac2c5a4499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9533150 Dec 22 04:52:37.926280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56830) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:37.930138 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7547676-c54c-4644-8f6a-9e93f416c924 None None] Sync routers for ids ['4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:37.941795 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7547676-c54c-4644-8f6a-9e93f416c924 None None] Routers {'4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:37.943258 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c7547676-c54c-4644-8f6a-9e93f416c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:37.986121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f118dc13-d6e1-4a30-88de-84c8f328a5c6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:37.998986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.009752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f118dc13-d6e1-4a30-88de-84c8f328a5c6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:38.011424 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f118dc13-d6e1-4a30-88de-84c8f328a5c6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e67cf55-dad6-46ac-bd8f-8aac2c5a4499 HTTP/1.1" status: 200 len: 205 time: 0.0838871 Dec 22 04:52:38.014247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56834) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:38.041965 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c7547676-c54c-4644-8f6a-9e93f416c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:38.051360 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7547676-c54c-4644-8f6a-9e93f416c924 None None] Routers {'4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:38.052261 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c7547676-c54c-4644-8f6a-9e93f416c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:38.125941 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c7547676-c54c-4644-8f6a-9e93f416c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:38.126620 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7547676-c54c-4644-8f6a-9e93f416c924 None None] The sync data for ids ['4e67cf55-dad6-46ac-bd8f-8aac2c5a4499'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:38.153845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.214131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a44d4a62-6614-4dc7-8ca6-4702e8c33b3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.346644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.559316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a44d4a62-6614-4dc7-8ca6-4702e8c33b3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.562091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a44d4a62-6614-4dc7-8ca6-4702e8c33b3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.593181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a44d4a62-6614-4dc7-8ca6-4702e8c33b3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.595249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44d4a62-6614-4dc7-8ca6-4702e8c33b3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Fanout notify agent at l3_agent the message router_deleted on router 4e67cf55-dad6-46ac-bd8f-8aac2c5a4499 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:52:38.615424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a44d4a62-6614-4dc7-8ca6-4702e8c33b3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.616721 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a44d4a62-6614-4dc7-8ca6-4702e8c33b3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/4e67cf55-dad6-46ac-bd8f-8aac2c5a4499 HTTP/1.1" status: 204 len: 168 time: 0.6014795 Dec 22 04:52:38.619517 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56840) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:38.715154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe824c7-0258-49a1-a7da-3cb6f2c66a10 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting subnet d2d8c043-75df-4383-975f-4f834589a836 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:52:38.718486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1fe824c7-0258-49a1-a7da-3cb6f2c66a10 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.777262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1fe824c7-0258-49a1-a7da-3cb6f2c66a10 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.874221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1fe824c7-0258-49a1-a7da-3cb6f2c66a10 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.956267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.957620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1fe824c7-0258-49a1-a7da-3cb6f2c66a10 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.963134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-93409d94-2d69-4834-909f-0fd9f84fa506 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:38.993006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.003824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1fe824c7-0258-49a1-a7da-3cb6f2c66a10 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.012166 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1fe824c7-0258-49a1-a7da-3cb6f2c66a10 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/d2d8c043-75df-4383-975f-4f834589a836 HTTP/1.1" status: 204 len: 168 time: 0.3885303 Dec 22 04:52:39.014651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56844) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:39.017450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe824c7-0258-49a1-a7da-3cb6f2c66a10 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d8c043-75df-4383-975f-4f834589a836,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:39.018304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec1745b-c802-4643-b9e2-91da6fe5efbe None None] Network 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:39.038867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1fe824c7-0258-49a1-a7da-3cb6f2c66a10 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:39.150094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.163224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port 4fab35b9-af6f-46ed-a255-17fd5aa48845 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:39.163663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.426137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:39.429216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.457531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Deleting port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:39.457974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.499739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] DHCP port deletion for 3a2410ba-7cac-4c71-919c-d698ddaf3ff8 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:52:39.504310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] Deleting port 4fab35b9-af6f-46ed-a255-17fd5aa48845 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:39.504763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.597424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port 4fab35b9-af6f-46ed-a255-17fd5aa48845, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fab35b9-af6f-46ed-a255-17fd5aa48845,segment=NetworkSegment(351bbba1-e503-4bc8-87ab-957a34f406ad),segment_id=351bbba1-e503-4bc8-87ab-957a34f406ad)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:39.598078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.624810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4fab35b9-af6f-46ed-a255-17fd5aa48845 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:52:39.720452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.42 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/99fad2f0-afa9-4994-a032-0e245545713c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:39.740857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for 4fab35b9-af6f-46ed-a255-17fd5aa48845 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:39.827771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.847093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ade4bbae-4247-4330-acc9-30e89110e501 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:39.870553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] For port 4fab35b9-af6f-46ed-a255-17fd5aa48845, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4fab35b9-af6f-46ed-a255-17fd5aa48845,segment=NetworkSegment(351bbba1-e503-4bc8-87ab-957a34f406ad),segment_id=351bbba1-e503-4bc8-87ab-957a34f406ad)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:39.870958 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.880167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.912438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=4fab35b9-af6f-46ed-a255-17fd5aa48845,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:39.914342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No DVR routers for this DVR port 4fab35b9-af6f-46ed-a255-17fd5aa48845 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:39.915895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:40.048696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.055283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] Calling delete_port for 4fab35b9-af6f-46ed-a255-17fd5aa48845 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:40.096594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.128986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2410ba-7cac-4c71-919c-d698ddaf3ff8']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:40.141414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351bbba1-e503-4bc8-87ab-957a34f406ad') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:40.141741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351bbba1-e503-4bc8-87ab-957a34f406ad') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:40.152918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:52:40.153416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:52:40.159685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.174769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.180779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:40.181197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:40.197133 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:40.213066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:40.292763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.293507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.298847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-13203d14-601b-4ee0-b7cf-c4090680bc1b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:40.307903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] For port 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2f4be638-e3e3-4cc0-af9e-e951ff5ccf06,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:40.308351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.322040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.329980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Network': ['ID=3a2410ba-7cac-4c71-919c-d698ddaf3ff8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:40.335760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:40.347730 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/networks/3a2410ba-7cac-4c71-919c-d698ddaf3ff8 HTTP/1.1" status: 204 len: 168 time: 1.3320572 Dec 22 04:52:40.351944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56850) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:40.356790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-788695267', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:40.363755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:40.369859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:router and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:40.373286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:40.379923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:40.393953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.395012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.411682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.446985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.467098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Calling delete_port for 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:40.498332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.499912 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-beabefa2-8d40-4781-8a0d-cd0e594c3283 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1475122 Dec 22 04:52:40.503066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56856) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:40.514263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1284272474'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:40.520424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:40.530568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:network and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:40.534678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:40.541901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:40.556909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:40.563732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.598091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:40.608543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.609673 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added segment c6a949f1-1305-4972-a31c-2df5ebb8503b of type vlan for network 2c98b513-35f0-4c5d-a6e5-7211cf313850 Dec 22 04:52:40.628179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.637862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:40.641235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.654976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] Deleting port 4fab35b9-af6f-46ed-a255-17fd5aa48845 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:40.655511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.688529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.704968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:40.707286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.715307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06f0fad7-1e31-4599-9bd8-24738d986c5e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:40.769964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:40.777197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-39ee8ef6-781d-47cc-b5d1-3a77cfea91ae None None] The port '4fab35b9-af6f-46ed-a255-17fd5aa48845' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:52:40.777872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:40.795675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:40.823938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=99fad2f0-afa9-4994-a032-0e245545713c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:40.832294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:40.845206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.856735 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3497419 Dec 22 04:52:40.857534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0fb84b70-3b91-4f63-8fbb-3c8a3e6f51af tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:40.859721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56860) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:40.868900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'subnet': {'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:40.883942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Network': ['ID=2c98b513-35f0-4c5d-a6e5-7211cf313850,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:40.887162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:40.896369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 2c98b513-35f0-4c5d-a6e5-7211cf313850 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:52:40.983726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=4bf7d6a1-3ef4-4fe1-979b-6734fa228bb4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:41.037536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:41.042159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:subnet and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:41.047538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:41.060843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:41.076908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:41.081010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.084549 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:41.380975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.385899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1a5c64b0-f0e0-4f2c-921e-248e4e511cc5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:41.464071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Subnet': ['ID=bc6de2af-c6a0-4f70-8184-255a2d87fd6a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:41.467505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:41.469992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Checking segment: {'id': 'c6a949f1-1305-4972-a31c-2df5ebb8503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:41.470350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network hostable DHCP agents. Network: 2c98b513-35f0-4c5d-a6e5-7211cf313850, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:41.493580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 2c98b513-35f0-4c5d-a6e5-7211cf313850 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:41.504041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.507389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 2c98b513-35f0-4c5d-a6e5-7211cf313850) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:41.512723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:41.514418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.518911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a709144-80e2-4cca-b946-25f5faf28512 None None] Network 2c98b513-35f0-4c5d-a6e5-7211cf313850 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:41.548510 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6875782 Dec 22 04:52:41.551255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56868) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:41.798785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.815698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d339bf2-f56c-4499-9447-07285d1b013a tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:41.918633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-2c98b513-35f0-4c5d-a6e5-7211cf313850', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:52:41.919489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.080524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event deleted for resources: {'Port': ['ID=2f4be638-e3e3-4cc0-af9e-e951ff5ccf06,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:42.113117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:42.130302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Allocated IP 172.20.0.2 (2c98b513-35f0-4c5d-a6e5-7211cf313850/bc6de2af-c6a0-4f70-8184-255a2d87fd6a/78744ca5-80e7-49d6-a9de-904c081a2dd6) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:42.255978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 1bfe399b-3f80-41ac-ab9b-a28deedde30f has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:42.272201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.485871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.485871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Transition to ACTIVE for port object 78744ca5-80e7-49d6-a9de-904c081a2dd6 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:42.527283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Transition to ACTIVE for port object 78744ca5-80e7-49d6-a9de-904c081a2dd6 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:42.536800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:42.538177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.538344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.552032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:42.589661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a2135-6455-461a-b0c8-a8dcb3b61833 None None] Sync routers for ids ['1bfe399b-3f80-41ac-ab9b-a28deedde30f'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:42.657246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Network 2c98b513-35f0-4c5d-a6e5-7211cf313850 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:42.658345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a2135-6455-461a-b0c8-a8dcb3b61833 None None] Routers {'1bfe399b-3f80-41ac-ab9b-a28deedde30f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:42.659116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8c3a2135-6455-461a-b0c8-a8dcb3b61833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1bfe399b-3f80-41ac-ab9b-a28deedde30f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:42.732720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:42.735548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:42.737893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8c3a2135-6455-461a-b0c8-a8dcb3b61833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:42.753568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a2135-6455-461a-b0c8-a8dcb3b61833 None None] Routers {'1bfe399b-3f80-41ac-ab9b-a28deedde30f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:42.754202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8c3a2135-6455-461a-b0c8-a8dcb3b61833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1bfe399b-3f80-41ac-ab9b-a28deedde30f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:42.770431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Allocated IP 172.20.0.1 (2c98b513-35f0-4c5d-a6e5-7211cf313850/bc6de2af-c6a0-4f70-8184-255a2d87fd6a/37510fe1-4045-440f-8dac-8b987b25a494) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:42.803681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Pushing event updated for resources: {'Port': ['ID=78744ca5-80e7-49d6-a9de-904c081a2dd6,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:42.806569 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:42.894831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8c3a2135-6455-461a-b0c8-a8dcb3b61833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:42.895533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a2135-6455-461a-b0c8-a8dcb3b61833 None None] The sync data for ids ['1bfe399b-3f80-41ac-ab9b-a28deedde30f'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:42.921997 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Attempting to bind port 78744ca5-80e7-49d6-a9de-904c081a2dd6 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:42.922860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Attempting to bind port 78744ca5-80e7-49d6-a9de-904c081a2dd6 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'c6a949f1-1305-4972-a31c-2df5ebb8503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:42.923735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Attempting to bind port 78744ca5-80e7-49d6-a9de-904c081a2dd6 on network 2c98b513-35f0-4c5d-a6e5-7211cf313850 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:42.930374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:42.931118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Checking segment: {'id': 'c6a949f1-1305-4972-a31c-2df5ebb8503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:42.931908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.932597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Bound using segment: {'id': 'c6a949f1-1305-4972-a31c-2df5ebb8503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:42.933309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Bound port: 78744ca5-80e7-49d6-a9de-904c081a2dd6, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a949f1-1305-4972-a31c-2df5ebb8503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:42.933930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.999986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.003602 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/1bfe399b-3f80-41ac-ab9b-a28deedde30f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3085470 Dec 22 04:52:43.007013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56874) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:43.037943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] For port 78744ca5-80e7-49d6-a9de-904c081a2dd6, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:43.042487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] For port 78744ca5-80e7-49d6-a9de-904c081a2dd6, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=78744ca5-80e7-49d6-a9de-904c081a2dd6,segment=NetworkSegment(c6a949f1-1305-4972-a31c-2df5ebb8503b),segment_id=c6a949f1-1305-4972-a31c-2df5ebb8503b)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:43.049072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.055069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:43.079569 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-45ab919b-6a30-45b3-930d-aaf9c4156ff8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfe399b-3f80-41ac-ab9b-a28deedde30f HTTP/1.1" status: 200 len: 205 time: 0.0670125 Dec 22 04:52:43.080933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Transition to ACTIVE for port object 37510fe1-4045-440f-8dac-8b987b25a494 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:43.081997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56878) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:43.106167 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.149283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Pushing event updated for resources: {'Port': ['ID=78744ca5-80e7-49d6-a9de-904c081a2dd6,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:43.155514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:43.295720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0079f23c-87b5-45c3-b14b-219562d969e6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.566143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.723125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 78744ca5-80e7-49d6-a9de-904c081a2dd6 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:43.799887 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 78744ca5-80e7-49d6-a9de-904c081a2dd6 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:43.890028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.896154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:43.931489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0079f23c-87b5-45c3-b14b-219562d969e6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.937005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0079f23c-87b5-45c3-b14b-219562d969e6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.985440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Router 5825369a-2474-4c74-8a1c-67e01036fa78 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:43.986496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 2c98b513-35f0-4c5d-a6e5-7211cf313850 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:43.990288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:43.996092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:44.054667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=37510fe1-4045-440f-8dac-8b987b25a494,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:44.061593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0079f23c-87b5-45c3-b14b-219562d969e6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.062412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0079f23c-87b5-45c3-b14b-219562d969e6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Fanout notify agent at l3_agent the message router_deleted on router 1bfe399b-3f80-41ac-ab9b-a28deedde30f {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:52:44.064520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:44.093802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.112927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0079f23c-87b5-45c3-b14b-219562d969e6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.114380 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0079f23c-87b5-45c3-b14b-219562d969e6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/1bfe399b-3f80-41ac-ab9b-a28deedde30f HTTP/1.1" status: 204 len: 168 time: 1.0308883 Dec 22 04:52:44.121686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56886) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:44.228207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.254057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.484919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a112c45e-a0fa-433d-88dd-4133cfca9eb6 None None] Network 2c98b513-35f0-4c5d-a6e5-7211cf313850 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:44.533986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 8d13ce0d-3d6b-4828-8109-a0e518887c42 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:52:44.542633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa68e1fa-8ba6-49c7-a091-b5e16f34a68c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting subnet 5246f417-a76f-44ef-8576-7c5be406ef05 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:52:44.551261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa68e1fa-8ba6-49c7-a091-b5e16f34a68c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.598131 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a95c019-0b24-43c8-870a-a2363d6b68d3 None None] Provisioning for port 78744ca5-80e7-49d6-a9de-904c081a2dd6 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:44.607918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a95c019-0b24-43c8-870a-a2363d6b68d3 None None] Provisioning complete for port 78744ca5-80e7-49d6-a9de-904c081a2dd6 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:44.608626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a95c019-0b24-43c8-870a-a2363d6b68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.611815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:44.623296 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "PUT /v2.0/routers/5825369a-2474-4c74-8a1c-67e01036fa78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2785997 Dec 22 04:52:44.624388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56890) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:44.630495 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] Sync routers for ids ['5825369a-2474-4c74-8a1c-67e01036fa78'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:44.652103 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] Routers {'5825369a-2474-4c74-8a1c-67e01036fa78'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:44.654799 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5825369a-2474-4c74-8a1c-67e01036fa78'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:44.784821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.797728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.818178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:44.840732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa68e1fa-8ba6-49c7-a091-b5e16f34a68c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.870398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-41c8456e-e7e5-448c-ab76-ec107ecc9d7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:44.896201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a95c019-0b24-43c8-870a-a2363d6b68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.902158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.907576 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.8248851 Dec 22 04:52:44.908735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Sync routers for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:44.911911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56894) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:44.971604 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] Set router 5825369a-2474-4c74-8a1c-67e01036fa78 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:44.989932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:44.990579 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.002059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=37510fe1-4045-440f-8dac-8b987b25a494,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:45.016993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:45.059415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa68e1fa-8ba6-49c7-a091-b5e16f34a68c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.082228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afbb986-58a3-4f7b-8ffe-e1eddc94ef17 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Deleting subnet 76c30861-2e71-4035-a439-c02536c7f089 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:52:45.089689 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2afbb986-58a3-4f7b-8ffe-e1eddc94ef17 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.250310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.283219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa68e1fa-8ba6-49c7-a091-b5e16f34a68c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.284464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a95c019-0b24-43c8-870a-a2363d6b68d3 None None] For port 78744ca5-80e7-49d6-a9de-904c081a2dd6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=78744ca5-80e7-49d6-a9de-904c081a2dd6,segment=NetworkSegment(c6a949f1-1305-4972-a31c-2df5ebb8503b),segment_id=c6a949f1-1305-4972-a31c-2df5ebb8503b)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:45.290298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edb567d2-73a0-4210-97c0-8023a0611b89 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:45.310763 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:52:41Z', 'revision_number': 5, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.315963 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] Checking router: 5825369a-2474-4c74-8a1c-67e01036fa78 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:45.320889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a95c019-0b24-43c8-870a-a2363d6b68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.333038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-fbd26c0b-3aee-4ee8-8011-1ad76a4c7dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:45.334132 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b8fa15fa-35aa-468d-a0f5-b214420ab4f4 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e765bc1a80cf45709d5ddab0fa47c255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4188612 Dec 22 04:52:45.334313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2afbb986-58a3-4f7b-8ffe-e1eddc94ef17 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.335366 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] Routers {'5825369a-2474-4c74-8a1c-67e01036fa78'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:45.336124 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5825369a-2474-4c74-8a1c-67e01036fa78'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.336908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68e1fa-8ba6-49c7-a091-b5e16f34a68c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Subnet': ['ID=5246f417-a76f-44ef-8576-7c5be406ef05,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:45.341234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56902) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:45.343197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa68e1fa-8ba6-49c7-a091-b5e16f34a68c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.346172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fa68e1fa-8ba6-49c7-a091-b5e16f34a68c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:45.372985 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fa68e1fa-8ba6-49c7-a091-b5e16f34a68c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/5246f417-a76f-44ef-8576-7c5be406ef05 HTTP/1.1" status: 204 len: 168 time: 1.2476485 Dec 22 04:52:45.377156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56906) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:45.403525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:45.535605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879b351-d934-4a76-95d4-b903ef73b166 None None] Network 2d11ce67-22b1-4883-9b73-df3d153b1dc3 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:45.578083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.593742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 2c98b513-35f0-4c5d-a6e5-7211cf313850 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:45.596379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:45.605411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e2790-8b82-4e85-bc3c-1135da8179fb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:45.605851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2afbb986-58a3-4f7b-8ffe-e1eddc94ef17 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.609471 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-757e2790-8b82-4e85-bc3c-1135da8179fb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2658355 Dec 22 04:52:45.609471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port a2d70317-249a-4d0b-91b2-bb7875c24f34 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:45.609471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.633445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56910) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:45.637234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] Set router 5825369a-2474-4c74-8a1c-67e01036fa78 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:45.757726 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6fb7e339-f626-4984-8d11-c89364735c99 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547352 Dec 22 04:52:45.757936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56914) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:45.766789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-715699326', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:45.984447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95c019-0b24-43c8-870a-a2363d6b68d3 None None] Pushing event updated for resources: {'Port': ['ID=78744ca5-80e7-49d6-a9de-904c081a2dd6,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:46.028888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a95c019-0b24-43c8-870a-a2363d6b68d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:46.071190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2afbb986-58a3-4f7b-8ffe-e1eddc94ef17 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.085875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4f2d9fe6-b7f7-4ff2-ae35-32e310eb1f14 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:46.137415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2afbb986-58a3-4f7b-8ffe-e1eddc94ef17 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.146303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbb986-58a3-4f7b-8ffe-e1eddc94ef17 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event deleted for resources: {'Subnet': ['ID=76c30861-2e71-4035-a439-c02536c7f089,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:46.170314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2afbb986-58a3-4f7b-8ffe-e1eddc94ef17 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:46.175258 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2afbb986-58a3-4f7b-8ffe-e1eddc94ef17 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "DELETE /v2.0/subnets/76c30861-2e71-4035-a439-c02536c7f089 HTTP/1.1" status: 204 len: 168 time: 1.5475886 Dec 22 04:52:46.177862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6550441-1c7c-4104-bad4-d3436d7b312f None None] Network ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:46.185086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56918) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:46.254155 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:52:41Z', 'revision_number': 5, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:46.266493 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a84458-2271-41ed-8f4b-475a7c97a2ef None None] The sync data for ids ['5825369a-2474-4c74-8a1c-67e01036fa78'] in dv-neutron-822524-1-hyperv is: [{'id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929249735', 'tenant_id': '764145d3df5348cd8b52e32c7b5419a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:29Z', 'updated_at': '2021-12-22T04:52:41Z', 'revision_number': 5, 'project_id': '764145d3df5348cd8b52e32c7b5419a2', 'gw_port': {'id': '2151ade8-9efb-4638-8925-f11de8f52efe', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825369a-2474-4c74-8a1c-67e01036fa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:31Z', 'updated_at': '2021-12-22T04:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:46.334281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:46.344827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:52:46.360069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:subnet and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:46.371241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:46.429416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:46.449335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port a2d70317-249a-4d0b-91b2-bb7875c24f34, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a2d70317-249a-4d0b-91b2-bb7875c24f34,segment=NetworkSegment(0d251ca7-a191-49b9-9b81-c13d84dcd2f8),segment_id=0d251ca7-a191-49b9-9b81-c13d84dcd2f8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:46.449885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.601331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:46.604931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.641202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2f8bd76a-075a-4dba-a47c-dc521e41f4be None None] Provisioning for port 37510fe1-4045-440f-8dac-8b987b25a494 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:46.686321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2f8bd76a-075a-4dba-a47c-dc521e41f4be None None] Provisioning complete for port 37510fe1-4045-440f-8dac-8b987b25a494 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:46.687806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd76a-075a-4dba-a47c-dc521e41f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.792669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:46.805902 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:46.806641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.825291 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:46.825929 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:46.833440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bd76a-075a-4dba-a47c-dc521e41f4be None None] Port 37510fe1-4045-440f-8dac-8b987b25a494 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:46.894767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] DHCP port deletion for 2d11ce67-22b1-4883-9b73-df3d153b1dc3 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:52:46.902514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2f8bd76a-075a-4dba-a47c-dc521e41f4be None None] Provisioning complete for port 78744ca5-80e7-49d6-a9de-904c081a2dd6 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:46.903256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd76a-075a-4dba-a47c-dc521e41f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.912836 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3604469 Dec 22 04:52:46.919917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56924) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:46.945474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1941255515'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:46.965081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:46.969198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:network and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:46.972166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:46.978246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] Deleting port a2d70317-249a-4d0b-91b2-bb7875c24f34 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:46.979338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.980942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:47.024239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:47.029017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.103443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for a2d70317-249a-4d0b-91b2-bb7875c24f34 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:47.144841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.157893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bcf446a4-98e3-4e86-9b0d-38f83a118fe2 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:47.160189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:47.188095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.188507 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added segment 7ea02492-339d-4abf-8c60-01e7fb3883ea of type vlan for network 7740db7a-58c9-4eec-83ae-924b0ed433ba Dec 22 04:52:47.234484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.244622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.259664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Deleting port 2151ade8-9efb-4638-8925-f11de8f52efe {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:47.260104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.283829 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:47.359838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.372435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:47.373120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.387360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c8aad717-bddf-4024-ba85-6a764faf4f5c tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:47.442636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Subnet': ['ID=06e23f5e-e720-4f6d-ba65-994a11bb0c03,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:47.447418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:47.452638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Checking segment: {'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:47.453187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network hostable DHCP agents. Network: 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:47.474735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.480697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a256d12c-5062-40b1-81d7-a1e1998700bd tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:47.481280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:52:41Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.530997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:47.550205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=a2d70317-249a-4d0b-91b2-bb7875c24f34,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:47.553638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:47.555472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No DVR routers for this DVR port a2d70317-249a-4d0b-91b2-bb7875c24f34 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:47.592310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] DHCP port deletion for ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:52:47.592501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:47.611696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Checking router: 8d13ce0d-3d6b-4828-8109-a0e518887c42 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:47.612039 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Updating router 8d13ce0d-3d6b-4828-8109-a0e518887c42 port 99fad2f0-afa9-4994-a032-0e245545713c binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:52:47.614302 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6930995 Dec 22 04:52:47.630928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56930) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:47.680473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'subnet': {'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:47.714574 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226c6703-aae5-44c1-ba52-d9dcdae9a2a1 None None] Network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:47.719841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.758189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:47.759032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.759657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Network': ['ID=7740db7a-58c9-4eec-83ae-924b0ed433ba,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:47.775265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.775646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.776393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.776781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.777151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.777516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.777878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.778240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.779110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.779691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.780062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d11ce67-22b1-4883-9b73-df3d153b1dc3']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.780208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.780465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:47.786757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:47.824650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d251ca7-a191-49b9-9b81-c13d84dcd2f8') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.824878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d251ca7-a191-49b9-9b81-c13d84dcd2f8') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.878490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.898998 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1393790 Dec 22 04:52:47.905506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] For port 2151ade8-9efb-4638-8925-f11de8f52efe, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2151ade8-9efb-4638-8925-f11de8f52efe,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:47.905882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.912050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56934) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:47.955441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 78744ca5-80e7-49d6-a9de-904c081a2dd6 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:47.961202 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:52:44Z', 'revision_number': 2, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:44Z', 'revision_number': 2, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.972013 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:47.973906 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Updating router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 port 37510fe1-4045-440f-8dac-8b987b25a494 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:52:47.982527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 7740db7a-58c9-4eec-83ae-924b0ed433ba details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:52:48.091066 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.120366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] Deleting port 4d17ba58-f930-4118-830f-a249b2d2a213 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:48.120766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.139512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Calling delete_port for 2151ade8-9efb-4638-8925-f11de8f52efe owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:48.213202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:48.227849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:subnet and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:48.242583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:48.254645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:48.314927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:48.329740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.366581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.405914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] For port 4d17ba58-f930-4118-830f-a249b2d2a213, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4d17ba58-f930-4118-830f-a249b2d2a213,segment=NetworkSegment(6d69c5e0-5857-4426-b144-b9e52da6622c),segment_id=6d69c5e0-5857-4426-b144-b9e52da6622c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:48.406235 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.442676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:48.443098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:48.459056 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:48.629645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.641993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c80bb79-94ca-4bd6-9c32-161ed4af8fff tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:48.643643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] Calling delete_port for 4d17ba58-f930-4118-830f-a249b2d2a213 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:48.672999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.678488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] For port a2d70317-249a-4d0b-91b2-bb7875c24f34, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a2d70317-249a-4d0b-91b2-bb7875c24f34,segment=NetworkSegment(0d251ca7-a191-49b9-9b81-c13d84dcd2f8),segment_id=0d251ca7-a191-49b9-9b81-c13d84dcd2f8)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:48.678908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.694539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Network': ['ID=2d11ce67-22b1-4883-9b73-df3d153b1dc3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:48.699309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:48.725512 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/networks/2d11ce67-22b1-4883-9b73-df3d153b1dc3 HTTP/1.1" status: 204 len: 168 time: 3.3436129 Dec 22 04:52:48.726253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56938) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:48.735473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1570320881', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:48.744012 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.745118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:48.746883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.753150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:router and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:48.825332 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Transition to ACTIVE for port object 37510fe1-4045-440f-8dac-8b987b25a494 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:48.838052 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.839944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:48.840985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.842822 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:48.858228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-618bf280-12f0-4c12-a366-921643ab9518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:48.880393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:48.984254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.985669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.047176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.101368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] Calling delete_port for a2d70317-249a-4d0b-91b2-bb7875c24f34 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:52:49.130482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event deleted for resources: {'Port': ['ID=2151ade8-9efb-4638-8925-f11de8f52efe,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:49.133620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:49.155603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.159158 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba2d23-416e-4fee-837f-223f00e53247 None None] Pushing event updated for resources: {'Port': ['ID=37510fe1-4045-440f-8dac-8b987b25a494,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:49.177234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-60ba2d23-416e-4fee-837f-223f00e53247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:49.209336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.220890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6bbe1579-506c-40ec-8824-400b268f1c9a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:49.235555 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Attempting to bind port 37510fe1-4045-440f-8dac-8b987b25a494 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:49.236829 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Attempting to bind port 37510fe1-4045-440f-8dac-8b987b25a494 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'c6a949f1-1305-4972-a31c-2df5ebb8503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:49.238104 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Attempting to bind port 37510fe1-4045-440f-8dac-8b987b25a494 on network 2c98b513-35f0-4c5d-a6e5-7211cf313850 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:49.250280 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:49.251015 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Checking segment: {'id': 'c6a949f1-1305-4972-a31c-2df5ebb8503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:49.253102 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.254520 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Bound using segment: {'id': 'c6a949f1-1305-4972-a31c-2df5ebb8503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:49.255769 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Bound port: 37510fe1-4045-440f-8dac-8b987b25a494, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a949f1-1305-4972-a31c-2df5ebb8503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:49.256924 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.409636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Checking segment: {'id': '7ea02492-339d-4abf-8c60-01e7fb3883ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:49.410022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network hostable DHCP agents. Network: 7740db7a-58c9-4eec-83ae-924b0ed433ba, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:49.423427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Subnet': ['ID=158d1baa-9369-43f8-afc0-1cf040c8fac3,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:49.429514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.458076 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] For port 37510fe1-4045-440f-8dac-8b987b25a494, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:49.472956 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] For port 37510fe1-4045-440f-8dac-8b987b25a494, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=37510fe1-4045-440f-8dac-8b987b25a494,segment=NetworkSegment(c6a949f1-1305-4972-a31c-2df5ebb8503b),segment_id=c6a949f1-1305-4972-a31c-2df5ebb8503b)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:49.481843 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.483085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:49.486964 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:49.577734 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba2d23-416e-4fee-837f-223f00e53247 None None] Pushing event updated for resources: {'Port': ['ID=37510fe1-4045-440f-8dac-8b987b25a494,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:49.582802 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-60ba2d23-416e-4fee-837f-223f00e53247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:49.613053 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:49.613838 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:49.705412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 7740db7a-58c9-4eec-83ae-924b0ed433ba is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:49.722514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.727764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.740952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 7740db7a-58c9-4eec-83ae-924b0ed433ba) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:49.764313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.778428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:49.781373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.782272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Transition to ACTIVE for port object 99fad2f0-afa9-4994-a032-0e245545713c will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:49.815176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.815627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Fanout notify agent at l3_agent the message router_deleted on router 5825369a-2474-4c74-8a1c-67e01036fa78 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:52:49.886608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.887877 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "DELETE /v2.0/routers/5825369a-2474-4c74-8a1c-67e01036fa78 HTTP/1.1" status: 204 len: 168 time: 3.6998954 Dec 22 04:52:49.892359 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2509518 Dec 22 04:52:49.894871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56952) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:49.895249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56954) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:49.913465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f476d-f09f-4587-89c7-e438f5958da6 None None] Network 7740db7a-58c9-4eec-83ae-924b0ed433ba requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:49.938370 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:49.939222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.984270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.024767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-949ddac9-fa84-4cb2-9023-d113128cf36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:50.203047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:52:50.205094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.252621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fe75c-8162-4b7d-958c-552b68e08688 None None] Pushing event updated for resources: {'Port': ['ID=99fad2f0-afa9-4994-a032-0e245545713c,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:50.330841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c70fe75c-8162-4b7d-958c-552b68e08688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:50.331040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.353755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Attempting to bind port 99fad2f0-afa9-4994-a032-0e245545713c on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:50.355719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Attempting to bind port 99fad2f0-afa9-4994-a032-0e245545713c by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:50.355719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Attempting to bind port 99fad2f0-afa9-4994-a032-0e245545713c on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:50.385855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 78744ca5-80e7-49d6-a9de-904c081a2dd6 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:50.386088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.392743 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:52:44Z', 'revision_number': 2, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:49Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:50.397307 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338378c-f937-4764-8e33-1052f538d9c7 None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:52:44Z', 'revision_number': 2, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:49Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:50.513129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.532369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:50.532369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:50.532369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.532369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:50.532369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Bound port: 99fad2f0-afa9-4994-a032-0e245545713c, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:50.532369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.577591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:50.611179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] No DVR routers for this DVR port 4d17ba58-f930-4118-830f-a249b2d2a213 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:50.695060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.1 (9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f/06e23f5e-e720-4f6d-ba65-994a11bb0c03/957bcd84-a0c9-4938-9606-ae9572c4b027) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:50.798511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] Pushing event deleted for resources: {'Port': ['ID=4d17ba58-f930-4118-830f-a249b2d2a213,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:50.813968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.821165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:50.845401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] For port 99fad2f0-afa9-4994-a032-0e245545713c, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:50.855080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:52:50.855568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:52:50.913122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] For port 99fad2f0-afa9-4994-a032-0e245545713c, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=99fad2f0-afa9-4994-a032-0e245545713c,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:50.927658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.959846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-81236f26-408a-474b-a47e-4e7d588fc695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:50.967402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.020387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.088581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:51.111847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d69c5e0-5857-4426-b144-b9e52da6622c') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:51.112466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d69c5e0-5857-4426-b144-b9e52da6622c') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:51.130754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.131198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.154220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.164185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:51.164946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.172056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 957bcd84-a0c9-4938-9606-ae9572c4b027 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:51.186367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:51.186927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:51.295974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Allocated IP 172.26.1.108 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/4abd2c73-faff-4a35-bf34-6dcba3a8cb43) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:51.326373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-7740db7a-58c9-4eec-83ae-924b0ed433ba', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:52:51.327491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.331074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.339661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f55bb5e6-f6bc-452e-882c-644b97836a35 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:51.416403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] Deleting port a2d70317-249a-4d0b-91b2-bb7875c24f34 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:52:51.416838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:51.484837 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:51.490072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fe75c-8162-4b7d-958c-552b68e08688 None None] Pushing event updated for resources: {'Port': ['ID=99fad2f0-afa9-4994-a032-0e245545713c,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:51.505835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.519899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a434cbd3-01b1-40ff-b8dc-eca61904d11e tempest-NetworksIpV6Test-585018347 tempest-NetworksIpV6Test-585018347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:51.520464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c70fe75c-8162-4b7d-958c-552b68e08688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:51.541834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.567183 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "DELETE /v2.0/networks/ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2 HTTP/1.1" status: 204 len: 168 time: 1.6662128 Dec 22 04:52:51.568429 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event deleted for resources: {'Network': ['ID=ecaf0dfc-53ba-4250-8a4e-fbdbd4f462e2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:51.622851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 56974) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:51.623787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:51.713933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:51.723253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:51.725865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:51.732521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Allocated IP 172.21.0.2 (7740db7a-58c9-4eec-83ae-924b0ed433ba/158d1baa-9369-43f8-afc0-1cf040c8fac3/3c3d6738-4c15-44a3-8887-5d41a2bbfed4) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:51.796936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e27606aa-1783-4cc6-a939-23fb3e2e1333 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.805665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=957bcd84-a0c9-4938-9606-ae9572c4b027,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:51.817467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.817803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.818178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.818543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.819401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.819401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.819627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.819946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.820333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.820686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.821043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.821391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:51.825713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:51.848330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.884279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e27606aa-1783-4cc6-a939-23fb3e2e1333 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.967681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.978349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Transition to ACTIVE for port object 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:51.997712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Transition to ACTIVE for port object 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:52.015341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e27606aa-1783-4cc6-a939-23fb3e2e1333 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.027476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.031210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-59d7be70-4956-4ed2-85d4-8049c6a29a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:52.042898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.063425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.142926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a2d70317-249a-4d0b-91b2-bb7875c24f34 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:52:52.151757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27606aa-1783-4cc6-a939-23fb3e2e1333 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ba3e15-ac79-47aa-8bd3-c42d038373f7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:52.161394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e27606aa-1783-4cc6-a939-23fb3e2e1333 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.162530 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e27606aa-1783-4cc6-a939-23fb3e2e1333 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] 10.222.0.36 "DELETE /v2.0/security-groups/e5ba3e15-ac79-47aa-8bd3-c42d038373f7 HTTP/1.1" status: 204 len: 168 time: 0.5377498 Dec 22 04:52:52.163513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e27606aa-1783-4cc6-a939-23fb3e2e1333 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:52.190748 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e9263-f8a1-41a3-b90e-0ef003eed88f None None] The port 'a2d70317-249a-4d0b-91b2-bb7875c24f34' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:52:52.203027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: a2d70317-249a-4d0b-91b2-bb7875c24f34 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:52:52.203506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a2d70317-249a-4d0b-91b2-bb7875c24f34 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:52:52.208389 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:52:52.300252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.327472 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:52:52.328018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2f4be638-e3e3-4cc0-af9e-e951ff5ccf06 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:52:52.330540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:52.366403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.373875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6c989039-92e8-48d8-b7e9-9a3d388e7a9e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:52.421104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Pushing event updated for resources: {'Port': ['ID=3c3d6738-4c15-44a3-8887-5d41a2bbfed4,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:52.439623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Network 7740db7a-58c9-4eec-83ae-924b0ed433ba is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:52.452778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:52.496767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:52.507960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:52.522143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=4abd2c73-faff-4a35-bf34-6dcba3a8cb43,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:52.526856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:52.610076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:52.613186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:52.632125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:52.733538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Allocated IP 172.20.0.2 (9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f/06e23f5e-e720-4f6d-ba65-994a11bb0c03/95ffbe32-31d5-4f15-a187-5b306c7e95be) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:52.800470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 37510fe1-4045-440f-8dac-8b987b25a494 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:52.864536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Allocated IP 172.21.0.1 (7740db7a-58c9-4eec-83ae-924b0ed433ba/158d1baa-9369-43f8-afc0-1cf040c8fac3/ac327b27-c81d-4d80-b57e-b6662048c5ae) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:52.872903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Attempting to bind port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:52.873423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Attempting to bind port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '7ea02492-339d-4abf-8c60-01e7fb3883ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:52.873899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Attempting to bind port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 on network 7740db7a-58c9-4eec-83ae-924b0ed433ba {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:52.896541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:52.897110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Checking segment: {'id': '7ea02492-339d-4abf-8c60-01e7fb3883ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:52.897676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.898422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Bound using segment: {'id': '7ea02492-339d-4abf-8c60-01e7fb3883ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:52.899148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Bound port: 3c3d6738-4c15-44a3-8887-5d41a2bbfed4, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea02492-339d-4abf-8c60-01e7fb3883ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:52.899838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.972327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 56986) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:53.027033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:53.100372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.120692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Transition to ACTIVE for port object ac327b27-c81d-4d80-b57e-b6662048c5ae will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:53.189765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.195435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-05ffc1eb-b1a7-42f4-af3d-c09760f22f36 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:53.297795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 7740db7a-58c9-4eec-83ae-924b0ed433ba is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:53.302396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:53.306562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:53.358475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=ac327b27-c81d-4d80-b57e-b6662048c5ae,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:53.373760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:53.411006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.447841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 37510fe1-4045-440f-8dac-8b987b25a494 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:53.454964 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aa2a9822-2cda-460f-95e0-20d384d6f41f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=764145d3df5348cd8b52e32c7b5419a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4778757 Dec 22 04:52:53.457786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57000) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:53.464813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.471214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] For port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:53.494783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 37510fe1-4045-440f-8dac-8b987b25a494 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:53.495411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.541453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] For port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=3c3d6738-4c15-44a3-8887-5d41a2bbfed4,segment=NetworkSegment(7ea02492-339d-4abf-8c60-01e7fb3883ea),segment_id=7ea02492-339d-4abf-8c60-01e7fb3883ea)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:53.555585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b5d2-025f-46bd-a2bb-c046f57e6d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.561440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:52:53.581298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.582346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.590419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.600615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-91beb887-5b2e-49da-9d94-55aa4637d3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:53.648123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.681157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dfbb9d51-ec9e-4c90-9805-e84285f2432d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:53.729775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b5d2-025f-46bd-a2bb-c046f57e6d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.942628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.952110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=957bcd84-a0c9-4938-9606-ae9572c4b027,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:53.954166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Pushing event updated for resources: {'Port': ['ID=3c3d6738-4c15-44a3-8887-5d41a2bbfed4,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:53.955633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:53.961980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:54.011283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.033614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Transition to ACTIVE for port object 95ffbe32-31d5-4f15-a187-5b306c7e95be will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:54.238471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Transition to ACTIVE for port object 95ffbe32-31d5-4f15-a187-5b306c7e95be will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:54.247557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b5d2-025f-46bd-a2bb-c046f57e6d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.256866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.265897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-14296d92-767b-4757-bb39-8ec2342a2857 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:54.298242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.300472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5b5d2-025f-46bd-a2bb-c046f57e6d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5a4804-1edf-48a8-86e4-aa56bf7f30dd,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:54.303111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e3d5b5d2-025f-46bd-a2bb-c046f57e6d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:54.305624 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:54.336237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.350237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b5d2-025f-46bd-a2bb-c046f57e6d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.353853 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e3d5b5d2-025f-46bd-a2bb-c046f57e6d2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f5a4804-1edf-48a8-86e4-aa56bf7f30dd HTTP/1.1" status: 204 len: 168 time: 0.8918753 Dec 22 04:52:54.421398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:52:41Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:54.431428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:54.436717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:54.440153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 37510fe1-4045-440f-8dac-8b987b25a494, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=37510fe1-4045-440f-8dac-8b987b25a494,segment=NetworkSegment(c6a949f1-1305-4972-a31c-2df5ebb8503b),segment_id=c6a949f1-1305-4972-a31c-2df5ebb8503b)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:54.443353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:52:54.445529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9f953-cc12-4a8f-a0c9-de34a91a3b17 None None] The sync data for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv is: [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:52:41Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:54.451872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Pushing event updated for resources: {'Port': ['ID=95ffbe32-31d5-4f15-a187-5b306c7e95be,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:54.456003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.458057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:54.458518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:54.584963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2151ade8-9efb-4638-8925-f11de8f52efe no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:52:54.692042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.697931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.747150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 2151ade8-9efb-4638-8925-f11de8f52efe {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:52:54.747499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2151ade8-9efb-4638-8925-f11de8f52efe not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:52:54.747943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4d17ba58-f930-4118-830f-a249b2d2a213 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:52:54.792023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:54.836489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:54.841506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:54.858752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 4d17ba58-f930-4118-830f-a249b2d2a213 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:52:54.886166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4d17ba58-f930-4118-830f-a249b2d2a213 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:52:54.894033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5b8de8df-aee1-416e-bfb7-18c509312cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.902140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Attempting to bind port 95ffbe32-31d5-4f15-a187-5b306c7e95be on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:54.902528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Attempting to bind port 95ffbe32-31d5-4f15-a187-5b306c7e95be by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:54.902904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Attempting to bind port 95ffbe32-31d5-4f15-a187-5b306c7e95be on network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:52:54.908386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=37510fe1-4045-440f-8dac-8b987b25a494,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:54.944231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:54.945012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:52:54.945395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Checking segment: {'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:54.945806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.946214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Bound using segment: {'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:52:54.946715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Bound port: 95ffbe32-31d5-4f15-a187-5b306c7e95be, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:54.947104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.056582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57012) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:55.126676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.146749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=ac327b27-c81d-4d80-b57e-b6662048c5ae,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:55.156642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:55.180270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] For port 95ffbe32-31d5-4f15-a187-5b306c7e95be, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:52:55.208610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.209818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] For port 95ffbe32-31d5-4f15-a187-5b306c7e95be, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=95ffbe32-31d5-4f15-a187-5b306c7e95be,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:52:55.216401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.221909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-54e7bc5c-6f00-4335-879e-4ec0c3f792ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:55.369927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 99fad2f0-afa9-4994-a032-0e245545713c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:55.382727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:55.423538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] Usage tracker for resource:security_group_rule and tenant:2551fe6b646a498ebf76dc1e9f89ab41 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:55.428171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:55.438799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:55.555881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Pushing event updated for resources: {'Port': ['ID=95ffbe32-31d5-4f15-a187-5b306c7e95be,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:55.567708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:55.585622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 99fad2f0-afa9-4994-a032-0e245545713c completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:55.597823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 99fad2f0-afa9-4994-a032-0e245545713c triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:55.598248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.626581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 8d13ce0d-3d6b-4828-8109-a0e518887c42 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:55.655815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 7740db7a-58c9-4eec-83ae-924b0ed433ba is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:55.659136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:55.703248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55899b4-5f98-40bf-af30-3e89929d5abd None None] Network 7740db7a-58c9-4eec-83ae-924b0ed433ba requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:55.903192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1bd55c04-8c75-4ca4-bdc2-f9f13800a830 None None] Provisioning for port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:55.945777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:55.969515 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/8d13ce0d-3d6b-4828-8109-a0e518887c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0561390 Dec 22 04:52:55.971799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57016) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:56.008103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:56.083354 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.153754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 8a01fbe4-5207-446c-a50c-206535a5c677 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:52:56.201702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 99fad2f0-afa9-4994-a032-0e245545713c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=99fad2f0-afa9-4994-a032-0e245545713c,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:56.212969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.213927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:56.293002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-00eba6be-4f6f-4499-a335-89d75c92e18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:56.392164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.408285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.429880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09aa99-3e1f-4942-83ab-e745d3383433 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.430146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4ab72985-c199-4e0a-9ad7-b44d03a65d5d tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:56.431596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09aa99-3e1f-4942-83ab-e745d3383433 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.432301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09aa99-3e1f-4942-83ab-e745d3383433 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.432997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09aa99-3e1f-4942-83ab-e745d3383433 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.433500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09aa99-3e1f-4942-83ab-e745d3383433 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.433975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09aa99-3e1f-4942-83ab-e745d3383433 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.434573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09aa99-3e1f-4942-83ab-e745d3383433 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.435429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09aa99-3e1f-4942-83ab-e745d3383433 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.435891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09aa99-3e1f-4942-83ab-e745d3383433 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.438440 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6a09aa99-3e1f-4942-83ab-e745d3383433 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6345 time: 0.4653263 Dec 22 04:52:56.441555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57022) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:56.462730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:56.470005 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2551fe6b646a498ebf76dc1e9f89ab41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4118614 Dec 22 04:52:56.483137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57026) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:56.491202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:56.520431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6662eff6-9bb4-4bdb-8b8c-cd4f5506dbcf,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:56.531019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:56.531714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:56.540758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:56.548932 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6457741 Dec 22 04:52:56.552735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57030) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:56.568871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'network': {'name': 'tempest-RoutersTest-2097003539'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:56.582428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:56.597055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2a54d-63d9-4e35-ae3e-8ffe558e65c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.598656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2a54d-63d9-4e35-ae3e-8ffe558e65c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.598943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:network and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:56.599227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2a54d-63d9-4e35-ae3e-8ffe558e65c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.601150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2a54d-63d9-4e35-ae3e-8ffe558e65c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.602141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2a54d-63d9-4e35-ae3e-8ffe558e65c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.602442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2a54d-63d9-4e35-ae3e-8ffe558e65c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.603101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2a54d-63d9-4e35-ae3e-8ffe558e65c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.605847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2a54d-63d9-4e35-ae3e-8ffe558e65c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.606628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2a54d-63d9-4e35-ae3e-8ffe558e65c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.609697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:56.610256 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-92f2a54d-63d9-4e35-ae3e-8ffe558e65c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5824 time: 0.1676950 Dec 22 04:52:56.625884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57036) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:56.633062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=99fad2f0-afa9-4994-a032-0e245545713c,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:56.742661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.743116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.743358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.743904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.745625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.746245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.746634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.746991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.747578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.747984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.748512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.749087 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.773876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:56.791099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:56.808367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:56.831518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:56.831939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.833349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:52:56.845158 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76b3d-88fa-4414-b7d4-eaca84016aa3 None None] Sync routers for ids ['8a01fbe4-5207-446c-a50c-206535a5c677'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:56.861154 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b76b3d-88fa-4414-b7d4-eaca84016aa3 None None] Routers {'8a01fbe4-5207-446c-a50c-206535a5c677'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:56.862994 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b1b76b3d-88fa-4414-b7d4-eaca84016aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8a01fbe4-5207-446c-a50c-206535a5c677'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:56.871043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:56.892309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.898163 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1705973 Dec 22 04:52:56.899076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57040) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:56.920203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-135af4d5-d1b0-4059-ac26-eb809cea67bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.029572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fc43f243-0e5f-4367-ae52-7df71904596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.047515 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b1b76b3d-88fa-4414-b7d4-eaca84016aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:57.067714 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b76b3d-88fa-4414-b7d4-eaca84016aa3 None None] Routers {'8a01fbe4-5207-446c-a50c-206535a5c677'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:57.070543 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b1b76b3d-88fa-4414-b7d4-eaca84016aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8a01fbe4-5207-446c-a50c-206535a5c677'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:57.099799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-135af4d5-d1b0-4059-ac26-eb809cea67bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.159792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:57.171221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.218134 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b1b76b3d-88fa-4414-b7d4-eaca84016aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:57.218734 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76b3d-88fa-4414-b7d4-eaca84016aa3 None None] The sync data for ids ['8a01fbe4-5207-446c-a50c-206535a5c677'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:57.312734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:57.332475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.333189 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added segment 7f8a07a7-2f4b-4b98-bd85-421cda940e04 of type vlan for network 1f68edcc-69e6-4247-a5a6-2ddab6099387 Dec 22 04:52:57.380276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9dce4a-284c-4c73-8b63-ace8ce44e7da None None] Network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:52:57.472631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.531056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-135af4d5-d1b0-4059-ac26-eb809cea67bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.555234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-47e5d092-50fa-469d-928d-7365c6364b32 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:57.559856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4ee6af8b-db7c-4326-811f-185620286c2c None None] Provisioning for port 95ffbe32-31d5-4f15-a187-5b306c7e95be completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:57.597990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135af4d5-d1b0-4059-ac26-eb809cea67bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6662eff6-9bb4-4bdb-8b8c-cd4f5506dbcf,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:57.603403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-135af4d5-d1b0-4059-ac26-eb809cea67bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:57.625258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.631061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:57.631698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.637308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-afa18489-2d3f-406d-9f99-81f63649868d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:57.664031 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f3059ff6-b6f3-4642-959c-2c248dc0fe9b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/routers/8a01fbe4-5207-446c-a50c-206535a5c677 HTTP/1.1" status: 200 len: 885 time: 0.7631774 Dec 22 04:52:57.666071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-135af4d5-d1b0-4059-ac26-eb809cea67bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.666212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57046) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:57.669043 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-135af4d5-d1b0-4059-ac26-eb809cea67bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6662eff6-9bb4-4bdb-8b8c-cd4f5506dbcf HTTP/1.1" status: 204 len: 168 time: 1.1803932 Dec 22 04:52:57.712854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.817399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Sync routers for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:57.950944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b9902171-2f33-4a16-a465-58196a60b46b None None] Provisioning for port ac327b27-c81d-4d80-b57e-b6662048c5ae completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:57.961330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.962299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:52:57.963328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:58.235365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Network': ['ID=1f68edcc-69e6-4247-a5a6-2ddab6099387,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:58.240419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:58.252766 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6988571 Dec 22 04:52:58.256014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57052) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:58.281633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'subnet': {'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:58.293049 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fd150b32-b93e-4a07-a4c3-a839b4bcf578 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5011 time: 1.6643791 Dec 22 04:52:58.317202 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-aecf8417-2484-4694-bacb-649c94edf765 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2427783 Dec 22 04:52:58.326241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=3c3d6738-4c15-44a3-8887-5d41a2bbfed4,segment=NetworkSegment(7ea02492-339d-4abf-8c60-01e7fb3883ea),segment_id=7ea02492-339d-4abf-8c60-01e7fb3883ea)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:52:58.336509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b9902171-2f33-4a16-a465-58196a60b46b None None] Provisioning complete for port ac327b27-c81d-4d80-b57e-b6662048c5ae triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:58.338446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b9902171-2f33-4a16-a465-58196a60b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.402931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 1f68edcc-69e6-4247-a5a6-2ddab6099387 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:52:58.403814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7d222816-1b9b-4709-a09a-72fe4ae76f76 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Synchronizing usage tracker for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:router {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:58.465934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:52:58.483893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57058) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:58.489952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371465337', 'description': 'tempest-secgroup-smoke-371465337 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:58.490503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7d222816-1b9b-4709-a09a-72fe4ae76f76 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Unset dirty status for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:router {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:58.491745 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7d222816-1b9b-4709-a09a-72fe4ae76f76 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8245523 Dec 22 04:52:58.496484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57062) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:58.497226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:58.499381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:58.502850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:subnet and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:58.505765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5b10a488-82ae-488b-9948-11cb5b22dab9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1570320881'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:58.506174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:58.515281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.516162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 37510fe1-4045-440f-8dac-8b987b25a494 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:52:58.519793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:58.536290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:58.538983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c70fe75c-8162-4b7d-958c-552b68e08688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:58.540056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.566893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:58.576866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:58.592416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:58.621334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-fb4e0cd0-54db-4bd6-88e7-3649d1ca6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:58.622879 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-fb4e0cd0-54db-4bd6-88e7-3649d1ca6aba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1098 time: 0.1889923 Dec 22 04:52:58.695011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.732562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.736988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:58.747812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:58.755397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:58.815362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-b693afaa-236b-479b-937a-eb80b1e7a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:58.817364 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-b693afaa-236b-479b-937a-eb80b1e7a9b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 912 time: 0.1679938 Dec 22 04:52:58.820556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:58.842637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b9902171-2f33-4a16-a465-58196a60b46b None None] Port ac327b27-c81d-4d80-b57e-b6662048c5ae cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:52:58.873609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=3c3d6738-4c15-44a3-8887-5d41a2bbfed4,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:58.881813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:58.990165 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-7bc743a3-1cb8-4a78-8c18-2556e5eb5bd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 1000 time: 0.1608081 Dec 22 04:52:58.997209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:52:53Z', 'revision_number': 3, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 2, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:58.998957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b9902171-2f33-4a16-a465-58196a60b46b None None] Provisioning complete for port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:58.999323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b9902171-2f33-4a16-a465-58196a60b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.062902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 37510fe1-4045-440f-8dac-8b987b25a494 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:59.063285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.099440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-1a4d13e8-8872-4860-b271-54e7ddf2b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:59.100981 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-1a4d13e8-8872-4860-b271-54e7ddf2b3f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 200 len: 850 time: 0.1021729 Dec 22 04:52:59.101968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.106279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-38214af5-406e-4e2e-b590-45cffe3591d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:59.108003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.163489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:59.163847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Updating router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 port ac327b27-c81d-4d80-b57e-b6662048c5ae binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:52:59.333258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Subnet': ['ID=7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:59.343887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:59.354320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.360505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.362391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:52:59.392358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5b10a488-82ae-488b-9948-11cb5b22dab9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.440355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Checking segment: {'id': '7f8a07a7-2f4b-4b98-bd85-421cda940e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:52:59.441814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network hostable DHCP agents. Network: 1f68edcc-69e6-4247-a5a6-2ddab6099387, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:59.442836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5b10a488-82ae-488b-9948-11cb5b22dab9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.464052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-573f20bc-3e4d-4389-9eaa-eeaf97587f3b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Synchronizing usage tracker for tenant:b446b894ac664acfb029340103ffff69 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:52:59.475292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-a0f8f61a-cef3-4967-88ed-bc9165277afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:59.477985 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-a0f8f61a-cef3-4967-88ed-bc9165277afc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=381c7c77-02da-4013-b529-7b532458aa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3360558 Dec 22 04:52:59.584413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.634407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-573f20bc-3e4d-4389-9eaa-eeaf97587f3b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Unset dirty status for tenant:b446b894ac664acfb029340103ffff69 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:52:59.645075 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-573f20bc-3e4d-4389-9eaa-eeaf97587f3b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925118228&fields=id&tenant_id=b446b894ac664acfb029340103ffff69 HTTP/1.1" status: 200 len: 267 time: 0.3064182 Dec 22 04:52:59.662480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdb5fef-e43d-418a-83f7-46996ea1b7b9,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:59.672777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b10a488-82ae-488b-9948-11cb5b22dab9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 8a01fbe4-5207-446c-a50c-206535a5c677 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:52:59.673937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.675167 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1897111 Dec 22 04:52:59.676382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:52:59.680914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57076) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:52:59.688660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb5fef-e43d-418a-83f7-46996ea1b7b9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:59.696100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 1f68edcc-69e6-4247-a5a6-2ddab6099387 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:59.699741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:52:59.704336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:52:59.709507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:52:59.716646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:52:59.827874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.932122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:52:51Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:52:52Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:59.961864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Checking router: 8d13ce0d-3d6b-4828-8109-a0e518887c42 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:59.962479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Updating router 8d13ce0d-3d6b-4828-8109-a0e518887c42 port 957bcd84-a0c9-4938-9606-ae9572c4b027 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:00.034171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b10a488-82ae-488b-9948-11cb5b22dab9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:00.034386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Provisioning complete for port ac327b27-c81d-4d80-b57e-b6662048c5ae triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:00.035892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.045541 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2712bc-5b5a-46d3-b59e-ac35fd7a1bcb None None] Sync routers for ids ['8a01fbe4-5207-446c-a50c-206535a5c677'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:00.070744 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2712bc-5b5a-46d3-b59e-ac35fd7a1bcb None None] Routers {'8a01fbe4-5207-446c-a50c-206535a5c677'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:00.072001 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0a2712bc-5b5a-46d3-b59e-ac35fd7a1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8a01fbe4-5207-446c-a50c-206535a5c677'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:00.100310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.108002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5b10a488-82ae-488b-9948-11cb5b22dab9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.113687 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5b10a488-82ae-488b-9948-11cb5b22dab9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/8a01fbe4-5207-446c-a50c-206535a5c677 HTTP/1.1" status: 200 len: 892 time: 1.6161201 Dec 22 04:53:00.115779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57080) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:00.121253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 95ffbe32-31d5-4f15-a187-5b306c7e95be up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:00.124324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.149000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-9a449c6c-c8f2-4385-9e53-f4c5eaac5fe2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:00.150497 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-9a449c6c-c8f2-4385-9e53-f4c5eaac5fe2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 811 time: 0.5042818 Dec 22 04:53:00.179191 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-03d5016c-26d5-4240-9979-bca0051be8e0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/quotas/b446b894ac664acfb029340103ffff69 HTTP/1.1" status: 200 len: 375 time: 0.0173910 Dec 22 04:53:00.179758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 1f68edcc-69e6-4247-a5a6-2ddab6099387) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:00.208609 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0a2712bc-5b5a-46d3-b59e-ac35fd7a1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:00.212025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:00.219635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.224547 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2712bc-5b5a-46d3-b59e-ac35fd7a1bcb None None] Routers {'8a01fbe4-5207-446c-a50c-206535a5c677'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:00.226661 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0a2712bc-5b5a-46d3-b59e-ac35fd7a1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8a01fbe4-5207-446c-a50c-206535a5c677'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:00.244312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf39a00b-7307-45e5-9548-9fdb46786f33 None None] Network 1f68edcc-69e6-4247-a5a6-2ddab6099387 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:00.315766 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0a2712bc-5b5a-46d3-b59e-ac35fd7a1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:00.316505 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2712bc-5b5a-46d3-b59e-ac35fd7a1bcb None None] The sync data for ids ['8a01fbe4-5207-446c-a50c-206535a5c677'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:00.384500 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1256237 Dec 22 04:53:00.387621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57084) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:00.459289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f29482cc-c865-4729-882a-bf08c59a2440 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:00.459925 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-d12fc409-f592-4c27-bf87-5292b15c87ab service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9699357 Dec 22 04:53:00.475556 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c151aa54-1eb1-4fdb-82d6-2c91b276f74d tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/routers/8a01fbe4-5207-446c-a50c-206535a5c677 HTTP/1.1" status: 200 len: 892 time: 0.3570120 Dec 22 04:53:00.482294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.484330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57088) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:00.500252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Port ac327b27-c81d-4d80-b57e-b6662048c5ae cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:00.531390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f165ba44-1aab-4c03-aab8-e4536e1e7f15,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:00.534334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:00.558874 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f70956dc-4373-468f-a052-0f6f4d5a8634 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a01fbe4-5207-446c-a50c-206535a5c677 HTTP/1.1" status: 200 len: 205 time: 0.0707347 Dec 22 04:53:00.559740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57094) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:00.647930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.resource_extend [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:53:00.684510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2b8d1ca7-3230-4fdb-8605-2a55db66c6c4 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Synchronizing usage tracker for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:53:00.708528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Provisioning for port 957bcd84-a0c9-4938-9606-ae9572c4b027 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:00.777490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Provisioning complete for port 957bcd84-a0c9-4938-9606-ae9572c4b027 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:00.778047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.780170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.780688 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0964806 Dec 22 04:53:00.789158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57098) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:00.797192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb5fef-e43d-418a-83f7-46996ea1b7b9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:00.814297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:00.821666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:00.825730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:00.856923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-1f68edcc-69e6-4247-a5a6-2ddab6099387', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:53:00.857781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.885636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:00.886666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 95ffbe32-31d5-4f15-a187-5b306c7e95be completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:00.886838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2b8d1ca7-3230-4fdb-8605-2a55db66c6c4 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Unset dirty status for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:53:00.888098 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2b8d1ca7-3230-4fdb-8605-2a55db66c6c4 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6142387 Dec 22 04:53:00.893592 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6103bbbc-bb5d-4a88-acaf-a0a223950c06 req-4f847bc4-be3e-459f-8802-6b366c5f5dd7 service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239957 Dec 22 04:53:00.921718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.951460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.973093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.982099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 95ffbe32-31d5-4f15-a187-5b306c7e95be triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:00.982740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.038587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Port 957bcd84-a0c9-4938-9606-ae9572c4b027 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:01.091846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Transition to ACTIVE for port object ac327b27-c81d-4d80-b57e-b6662048c5ae will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:01.122524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.137115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a95c019-0b24-43c8-870a-a2363d6b68d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:01.188955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.235912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.240643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d77c243-aab3-463f-b494-242f289e32fd tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:01.268029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8226e662-aef2-40cf-8883-1d77f0990068,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:01.287358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.294572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:01.302849 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-c272cd8c-c9a2-4af7-9978-066daf4501c5 service neutron] 10.222.0.36 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932631 Dec 22 04:53:01.310506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.311303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Provisioning complete for port 95ffbe32-31d5-4f15-a187-5b306c7e95be triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:01.311684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.312907 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5223873 Dec 22 04:53:01.315379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57106) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:01.318913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 4abd2c73-faff-4a35-bf34-6dcba3a8cb43 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:01.319377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.452506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.512805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5d0d1-d7b0-44df-a766-802a2d387c03 None None] Pushing event updated for resources: {'Port': ['ID=ac327b27-c81d-4d80-b57e-b6662048c5ae,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:01.531518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-47d5d0d1-d7b0-44df-a766-802a2d387c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:01.533843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.621713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb5fef-e43d-418a-83f7-46996ea1b7b9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:01.692773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:01.703402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 4abd2c73-faff-4a35-bf34-6dcba3a8cb43 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:01.714081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Allocated IP 172.22.0.2 (1f68edcc-69e6-4247-a5a6-2ddab6099387/7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b/c5d5512d-fe13-4866-b7ae-1707e1420beb) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:01.739470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:01.749700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:01.758605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:01.778035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.803374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.805000 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-361d0f8c-4c13-4990-b74f-4909d10e2e11 service neutron] 10.222.0.36 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719155 Dec 22 04:53:01.822928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Attempting to bind port ac327b27-c81d-4d80-b57e-b6662048c5ae on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:01.823204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Attempting to bind port ac327b27-c81d-4d80-b57e-b6662048c5ae by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '7ea02492-339d-4abf-8c60-01e7fb3883ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:01.823961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Attempting to bind port ac327b27-c81d-4d80-b57e-b6662048c5ae on network 7740db7a-58c9-4eec-83ae-924b0ed433ba {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:01.880617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:01.880617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Checking segment: {'id': '7ea02492-339d-4abf-8c60-01e7fb3883ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:01.880960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.881421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Bound using segment: {'id': '7ea02492-339d-4abf-8c60-01e7fb3883ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:01.881937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Bound port: ac327b27-c81d-4d80-b57e-b6662048c5ae, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea02492-339d-4abf-8c60-01e7fb3883ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:01.882323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.893089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.899906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.905012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c1db6b35-e5e2-4e8a-b775-2bde2c4f5a8e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:01.920417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.936196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Transition to ACTIVE for port object 957bcd84-a0c9-4938-9606-ae9572c4b027 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:01.951135 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.979660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30db665-57fa-4109-80bb-63e2767cd66d,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:01.994836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:02.015229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.019225 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6994872 Dec 22 04:53:02.021063 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57118) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:02.026808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb5fef-e43d-418a-83f7-46996ea1b7b9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:02.035100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:02.040305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.046791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:02.049777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-96124f60-8062-452f-981d-d09e79cb0d1b tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:02.063923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.079658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:02.091207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:02.104898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=4abd2c73-faff-4a35-bf34-6dcba3a8cb43,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:02.108468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:02.109594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:02.138758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 95ffbe32-31d5-4f15-a187-5b306c7e95be, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=95ffbe32-31d5-4f15-a187-5b306c7e95be,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:02.169322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.170190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:02.200439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.259433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.347824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c8112-ff4e-4e6d-9952-4394a17b2ed0 None None] Pushing event updated for resources: {'Port': ['ID=957bcd84-a0c9-4938-9606-ae9572c4b027,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:02.385920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-574c8112-ff4e-4e6d-9952-4394a17b2ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:02.423872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:02.434258 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46a3c7a2-284d-4d8a-ae5f-bfe62ad8f10c req-e72d2059-551a-40f2-b121-3849b78e8de6 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 210 time: 0.0941434 Dec 22 04:53:02.526705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.529874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.603258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] For port ac327b27-c81d-4d80-b57e-b6662048c5ae, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:02.633400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Attempting to bind port 957bcd84-a0c9-4938-9606-ae9572c4b027 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:02.633780 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Attempting to bind port 957bcd84-a0c9-4938-9606-ae9572c4b027 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:02.634145 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Attempting to bind port 957bcd84-a0c9-4938-9606-ae9572c4b027 on network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:02.641076 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] For port ac327b27-c81d-4d80-b57e-b6662048c5ae, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ac327b27-c81d-4d80-b57e-b6662048c5ae,segment=NetworkSegment(7ea02492-339d-4abf-8c60-01e7fb3883ea),segment_id=7ea02492-339d-4abf-8c60-01e7fb3883ea)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:02.649614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:02.650036 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-97e51ea5-cda8-4ee8-8390-b76ea528c4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:02.662286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.666112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:02.666862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Checking segment: {'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:02.666989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.667383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Bound using segment: {'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:02.667903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Bound port: 957bcd84-a0c9-4938-9606-ae9572c4b027, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:02.668634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.691922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.699865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.702435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:02.713357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=95ffbe32-31d5-4f15-a187-5b306c7e95be,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:02.715416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.716230 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Fanout notify agent at l3_agent the message router_deleted on router 8a01fbe4-5207-446c-a50c-206535a5c677 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:53:02.730483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:02.734967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c70fe75c-8162-4b7d-958c-552b68e08688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:02.738999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fd5d15-01fe-4a47-9c5e-3f91ac0f64d5,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:02.743752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:02.755863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.760835 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/8a01fbe4-5207-446c-a50c-206535a5c677 HTTP/1.1" status: 204 len: 168 time: 2.1937330 Dec 22 04:53:02.760835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.760835 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7377295 Dec 22 04:53:02.761212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57134) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:02.764653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57138) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:02.766982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-121871161'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:02.772002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:02.774289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb5fef-e43d-418a-83f7-46996ea1b7b9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:02.777773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:network and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:02.781502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:02.788556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:02.789961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:02.801187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:02.803552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:02.807767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:02.808904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.812071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:02.812479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.817006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:02.834822 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:53:02.846348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.847976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:02.862231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.863916 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added segment cd63ddac-4469-42f3-ae61-029f0186c097 of type vlan for network 4454051b-0b3f-4f49-ab40-9bdfdb236807 Dec 22 04:53:02.934120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.946411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] For port 957bcd84-a0c9-4938-9606-ae9572c4b027, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:02.950395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] For port 957bcd84-a0c9-4938-9606-ae9572c4b027, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=957bcd84-a0c9-4938-9606-ae9572c4b027,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:02.959732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.964894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.980482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:02.991497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.001216 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.007435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:03.008367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.009042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b06c9d0-b0da-4d33-bacf-a10a1bb8e3c3,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.010547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.014733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a321c6e-096a-4538-abaf-b512277e6bc3 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:03.020224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:03.040424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.042981 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2757475 Dec 22 04:53:03.062970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57144) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:03.065877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:03.066535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:03.077570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'subnet': {'network_id': '4454051b-0b3f-4f49-ab40-9bdfdb236807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:03.083659 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3214493 Dec 22 04:53:03.110556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57148) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:03.130796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb5fef-e43d-418a-83f7-46996ea1b7b9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:03.142159 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:03.177559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Network': ['ID=4454051b-0b3f-4f49-ab40-9bdfdb236807,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.188243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:03.199531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:03.214595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:03.230425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:03.238414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 4454051b-0b3f-4f49-ab40-9bdfdb236807 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:53:03.264635 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:53:03.277357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:03.279543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.294039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:subnet and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:03.299166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:03.314246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Transition to ACTIVE for port object c5d5512d-fe13-4866-b7ae-1707e1420beb will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:03.316429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:03.316774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5d0d1-d7b0-44df-a766-802a2d387c03 None None] Pushing event updated for resources: {'Port': ['ID=ac327b27-c81d-4d80-b57e-b6662048c5ae,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.363282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:03.365533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-47d5d0d1-d7b0-44df-a766-802a2d387c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:03.367192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.367740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-35f11578-cbd9-49fc-b9a2-a34a820cf697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:03.467117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.484767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.497120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-47596944-36d9-4995-b00a-cdf307e9906f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:03.514172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Transition to ACTIVE for port object c5d5512d-fe13-4866-b7ae-1707e1420beb will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:03.527302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:03.528223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:03.542149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c90fbe-3723-44aa-b2e0-df079f2a1273,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.544567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:03.583005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.584158 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d26211cc-46bb-4f2e-b396-5eb4f9fbc4de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4615700 Dec 22 04:53:03.643521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.654143 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db7c5536-9abd-44f0-8279-80f768d14075 req-cc0eecb4-6d66-466e-b37a-8514d9980d11 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 210 time: 0.0709138 Dec 22 04:53:03.673402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Allocated IP 172.22.0.1 (1f68edcc-69e6-4247-a5a6-2ddab6099387/7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b/b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:03.678174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:03.842007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Network 1f68edcc-69e6-4247-a5a6-2ddab6099387 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:03.855491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c8112-ff4e-4e6d-9952-4394a17b2ed0 None None] Pushing event updated for resources: {'Port': ['ID=957bcd84-a0c9-4938-9606-ae9572c4b027,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.879407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-574c8112-ff4e-4e6d-9952-4394a17b2ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:03.880987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 99fad2f0-afa9-4994-a032-0e245545713c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:03.913282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:03.915575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:03.920328 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-56e6db09-fc46-48e1-ad48-fa0c44518f37 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371465337&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.1168029 Dec 22 04:53:03.957219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:03.996625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.054120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f12af0c0-1233-45c2-bd2e-179a03de2702 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:04.198704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.198922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:04.271095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Transition to ACTIVE for port object b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:04.280182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Subnet': ['ID=a73188b8-2af4-452d-8762-67170a42947e,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:04.289594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:04.300208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Pushing event updated for resources: {'Port': ['ID=c5d5512d-fe13-4866-b7ae-1707e1420beb,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:04.303410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:04.341084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0a70de2f-57e6-4e3d-8b1a-5891d6df4f1b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:04.342662 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0a70de2f-57e6-4e3d-8b1a-5891d6df4f1b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 811 time: 0.4169233 Dec 22 04:53:04.350436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-91e5360c-1161-40ff-bbfa-736159c3e289 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:04.351854 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-91e5360c-1161-40ff-bbfa-736159c3e289 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/networks?id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f HTTP/1.1" status: 200 len: 796 time: 0.4053557 Dec 22 04:53:04.352630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Checking segment: {'id': 'cd63ddac-4469-42f3-ae61-029f0186c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4454051b-0b3f-4f49-ab40-9bdfdb236807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:04.352993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network hostable DHCP agents. Network: 4454051b-0b3f-4f49-ab40-9bdfdb236807, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:04.367264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Attempting to bind port c5d5512d-fe13-4866-b7ae-1707e1420beb on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:04.367565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Attempting to bind port c5d5512d-fe13-4866-b7ae-1707e1420beb by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '7f8a07a7-2f4b-4b98-bd85-421cda940e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:04.367954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Attempting to bind port c5d5512d-fe13-4866-b7ae-1707e1420beb on network 1f68edcc-69e6-4247-a5a6-2ddab6099387 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:04.398758 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-3b9e311b-9e8f-4619-aa5a-60d3962f4b5f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/quotas/e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 375 time: 0.0383134 Dec 22 04:53:04.472344 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-5b54618d-3746-45cf-90b1-06d5dad48c0b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b446b894ac664acfb029340103ffff69 HTTP/1.1" status: 200 len: 380 time: 0.1107397 Dec 22 04:53:04.476414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 4454051b-0b3f-4f49-ab40-9bdfdb236807 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:04.486204 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.498242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'port': {'device_id': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'admin_state_up': True, 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'security_groups': ['26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:04.516953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:04.535055 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:04.535453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Checking segment: {'id': '7f8a07a7-2f4b-4b98-bd85-421cda940e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:04.535749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.536198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Bound using segment: {'id': '7f8a07a7-2f4b-4b98-bd85-421cda940e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:04.536668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Bound port: c5d5512d-fe13-4866-b7ae-1707e1420beb, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8a07a7-2f4b-4b98-bd85-421cda940e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:04.537055 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.741560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 4454051b-0b3f-4f49-ab40-9bdfdb236807) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:04.743065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 99fad2f0-afa9-4994-a032-0e245545713c triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:04.743452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.760001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:04.760897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.779570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3814e2-6bd0-4689-9743-462d33a8d0db None None] Network 4454051b-0b3f-4f49-ab40-9bdfdb236807 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:04.803475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] For port c5d5512d-fe13-4866-b7ae-1707e1420beb, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:04.859000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 1f68edcc-69e6-4247-a5a6-2ddab6099387 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:04.899252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:04.902181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:04.927088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] For port c5d5512d-fe13-4866-b7ae-1707e1420beb, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c5d5512d-fe13-4866-b7ae-1707e1420beb,segment=NetworkSegment(7f8a07a7-2f4b-4b98-bd85-421cda940e04),segment_id=7f8a07a7-2f4b-4b98-bd85-421cda940e04)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:04.947705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.957634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-47d5d0d1-d7b0-44df-a766-802a2d387c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:04.985861 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9192400 Dec 22 04:53:04.986120 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1fa9c6c1-6e88-45ba-81bd-aafdd96f4e53 req-07761906-8cea-4a59-9705-25318a6355b4 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 210 time: 0.1635015 Dec 22 04:53:04.986238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57174) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:04.991568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-32125825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:04.992173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:04.995378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:05.004204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:05.018588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:router and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:05.033217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:05.041075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:05.059708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.061752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.079964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:05.085146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.100840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:05.114164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.120186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.151758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-517eee0f-f26b-409c-9973-5236acefb500 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:53:05.153404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.155324 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0c2b20e5-58ec-43e8-b6fe-1fa30e1bb73a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1680701 Dec 22 04:53:05.158621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57178) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:05.175556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Made reservation on behalf of b446b894ac664acfb029340103ffff69 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:05.183575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.276787 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Pushing event updated for resources: {'Port': ['ID=c5d5512d-fe13-4866-b7ae-1707e1420beb,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:05.280349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:05.349226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:52:53Z', 'revision_number': 3, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:02Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:05.404790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc51480d-beb9-4e79-8077-f51f5c64c164 None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:52:53Z', 'revision_number': 3, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:02Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:05.412154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-4454051b-0b3f-4f49-ab40-9bdfdb236807', 'network_id': '4454051b-0b3f-4f49-ab40-9bdfdb236807', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'fixed_ips': [{'subnet_id': 'a73188b8-2af4-452d-8762-67170a42947e'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:53:05.413270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.453115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:52:51Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:02Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:05.482252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Allocated IP 172.20.0.6 (5b56d29e-ae81-4c58-a03e-7274a2ef6bec/05ad0b02-1041-42f8-8ea5-e833f0065fb6/ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:05.534010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf7028-d3e9-4c48-9901-8e75b0133dcf None None] The sync data for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv is: [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:52:51Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:02Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:05.613419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 95ffbe32-31d5-4f15-a187-5b306c7e95be up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:05.788445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-517eee0f-f26b-409c-9973-5236acefb500 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:53:05.790030 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-517eee0f-f26b-409c-9973-5236acefb500 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3787053 Dec 22 04:53:05.894381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Allocated IP 2001:db8::2 (4454051b-0b3f-4f49-ab40-9bdfdb236807/a73188b8-2af4-452d-8762-67170a42947e/73105a97-abdf-4326-9db8-03912d1005ea) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:05.980417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 95ffbe32-31d5-4f15-a187-5b306c7e95be triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:05.981062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.016881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.039370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Transition to ACTIVE for port object ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:06.132735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.154625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:06.183225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.353362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:06.486266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:06.522731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:06.613201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'Port': ['ID=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:06.626730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:06.646984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.685323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Transition to ACTIVE for port object 73105a97-abdf-4326-9db8-03912d1005ea will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:06.728242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Transition to ACTIVE for port object 73105a97-abdf-4326-9db8-03912d1005ea will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:06.738550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.761728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-72a293b5-d7a4-4ed7-b938-c5daf62874b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:06.771850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.893088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Network 4454051b-0b3f-4f49-ab40-9bdfdb236807 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:06.910592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:06.919511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:07.036528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Pushing event updated for resources: {'Port': ['ID=73105a97-abdf-4326-9db8-03912d1005ea,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:07.052348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:07.062395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Allocated IP 2001:db8::1 (4454051b-0b3f-4f49-ab40-9bdfdb236807/a73188b8-2af4-452d-8762-67170a42947e/38d7510c-cf56-44d2-9724-e967448adc9f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:07.096038 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-892948a3-d9fb-4133-a466-12ab39250727 service neutron] 10.222.0.36 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2421350 Dec 22 04:53:07.131628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6060a787-2149-43c4-846d-914d24242be9 None None] Network 1f68edcc-69e6-4247-a5a6-2ddab6099387 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:07.175078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Attempting to bind port 73105a97-abdf-4326-9db8-03912d1005ea on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:07.175602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Attempting to bind port 73105a97-abdf-4326-9db8-03912d1005ea by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'cd63ddac-4469-42f3-ae61-029f0186c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4454051b-0b3f-4f49-ab40-9bdfdb236807'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:07.176089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Attempting to bind port 73105a97-abdf-4326-9db8-03912d1005ea on network 4454051b-0b3f-4f49-ab40-9bdfdb236807 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:07.322557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-706b2dd7-d8c1-43d9-8146-479b40ceca96 None None] Provisioning for port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:07.332509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:07.332983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Checking segment: {'id': 'cd63ddac-4469-42f3-ae61-029f0186c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4454051b-0b3f-4f49-ab40-9bdfdb236807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:07.333456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.333917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Bound using segment: {'id': 'cd63ddac-4469-42f3-ae61-029f0186c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4454051b-0b3f-4f49-ab40-9bdfdb236807'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:07.334470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Bound port: 73105a97-abdf-4326-9db8-03912d1005ea, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd63ddac-4469-42f3-ae61-029f0186c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4454051b-0b3f-4f49-ab40-9bdfdb236807'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:07.335406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.358974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-706b2dd7-d8c1-43d9-8146-479b40ceca96 None None] Provisioning complete for port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:07.359458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-706b2dd7-d8c1-43d9-8146-479b40ceca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.434470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.477081 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-79e42481-94fb-403e-a9b2-109c1ec13026 service neutron] 10.222.0.36 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807564 Dec 22 04:53:07.491402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Transition to ACTIVE for port object 38d7510c-cf56-44d2-9724-e967448adc9f will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:07.498182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:07.502120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.562198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.568303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e6411140-9ad0-4a5e-a1b6-efe8abb15c30 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:07.578442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-706b2dd7-d8c1-43d9-8146-479b40ceca96 None None] Port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:07.616887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1290607 Dec 22 04:53:07.643163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] For port 73105a97-abdf-4326-9db8-03912d1005ea, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:07.655556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] For port 73105a97-abdf-4326-9db8-03912d1005ea, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=73105a97-abdf-4326-9db8-03912d1005ea,segment=NetworkSegment(cd63ddac-4469-42f3-ae61-029f0186c097),segment_id=cd63ddac-4469-42f3-ae61-029f0186c097)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:07.662021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ac327b27-c81d-4d80-b57e-b6662048c5ae up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:07.664482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45e495-f4be-43c6-931a-81a8a71a6d73 req-c3059d83-28f6-43f4-8274-5b63ee3e83d7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:07.665486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ef45e495-f4be-43c6-931a-81a8a71a6d73 req-c3059d83-28f6-43f4-8274-5b63ee3e83d7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Synchronizing usage tracker for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:53:07.680714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Request body: {'port': {'device_id': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:07.734484 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:53:07.738510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.789272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1f4d32cb-8805-4c41-94a1-9aa81f5ce06f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:07.809394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=38d7510c-cf56-44d2-9724-e967448adc9f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:07.813040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:07.823278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 4454051b-0b3f-4f49-ab40-9bdfdb236807 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:07.824988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:07.831265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:07.831806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.890413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Pushing event updated for resources: {'Port': ['ID=73105a97-abdf-4326-9db8-03912d1005ea,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:07.922381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:07.930323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ac327b27-c81d-4d80-b57e-b6662048c5ae completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:07.943619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ac327b27-c81d-4d80-b57e-b6662048c5ae triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:07.944011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.042581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-44904a1b-17e4-4c69-a26e-f808958f3603 None None] Provisioning for port c5d5512d-fe13-4866-b7ae-1707e1420beb completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:08.106735 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c9e1cbe-5e97-4a2e-93f1-972f565cf09d req-1ba3f850-a577-4ebe-9f5a-6c6cee110c54 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 210 time: 0.0735950 Dec 22 04:53:08.278462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.291245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ef45e495-f4be-43c6-931a-81a8a71a6d73 req-c3059d83-28f6-43f4-8274-5b63ee3e83d7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Unset dirty status for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:53:08.300747 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef45e495-f4be-43c6-931a-81a8a71a6d73 req-c3059d83-28f6-43f4-8274-5b63ee3e83d7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 931 time: 1.9692495 Dec 22 04:53:08.340739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port ac327b27-c81d-4d80-b57e-b6662048c5ae, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ac327b27-c81d-4d80-b57e-b6662048c5ae,segment=NetworkSegment(7ea02492-339d-4abf-8c60-01e7fb3883ea),segment_id=7ea02492-339d-4abf-8c60-01e7fb3883ea)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:08.348067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.349555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c5d5512d-fe13-4866-b7ae-1707e1420beb up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:08.416572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:08.561006 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef45e495-f4be-43c6-931a-81a8a71a6d73 req-01515fbc-3542-4da3-89d0-5e5b8dafd617 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592108 Dec 22 04:53:08.574783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=ac327b27-c81d-4d80-b57e-b6662048c5ae,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:08.577067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.624796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.655280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:08.699543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port c5d5512d-fe13-4866-b7ae-1707e1420beb completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:08.717082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c5d5512d-fe13-4866-b7ae-1707e1420beb triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:08.717539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.732121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.742074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.774328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b26c1ffd-cf34-40cb-a7f8-36ade534eb7e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:08.818805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c1fb7e64-6a62-4436-906e-cd1180a422cb None None] Provisioning for port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:08.845974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c1fb7e64-6a62-4436-906e-cd1180a422cb None None] Provisioning complete for port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:08.846350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7e64-6a62-4436-906e-cd1180a422cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.951138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb7e64-6a62-4436-906e-cd1180a422cb None None] Port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:09.058289 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c1fb7e64-6a62-4436-906e-cd1180a422cb None None] Provisioning complete for port c5d5512d-fe13-4866-b7ae-1707e1420beb triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:09.058962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7e64-6a62-4436-906e-cd1180a422cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.122999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.253285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port c5d5512d-fe13-4866-b7ae-1707e1420beb, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c5d5512d-fe13-4866-b7ae-1707e1420beb,segment=NetworkSegment(7f8a07a7-2f4b-4b98-bd85-421cda940e04),segment_id=7f8a07a7-2f4b-4b98-bd85-421cda940e04)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:09.254013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.262369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.263701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.271672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.275368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 957bcd84-a0c9-4938-9606-ae9572c4b027 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:09.279333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-79c3feab-7cd4-4da2-9e15-ac8d60af7788 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:09.312314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.330893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ff56acdd-926f-44be-9758-1d14d65d2fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:09.414420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:09.432082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:09.434279 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7bc37549-ef2e-4e1b-a2cc-88e209cdea8a req-28a818da-1b39-41a3-a1dd-e4f24c8e1823 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 210 time: 0.1003475 Dec 22 04:53:09.435627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=c5d5512d-fe13-4866-b7ae-1707e1420beb,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:09.444264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:09.509384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=38d7510c-cf56-44d2-9724-e967448adc9f,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:09.514718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:09.534303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 957bcd84-a0c9-4938-9606-ae9572c4b027 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:09.540509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 957bcd84-a0c9-4938-9606-ae9572c4b027 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:09.541002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.596306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 4454051b-0b3f-4f49-ab40-9bdfdb236807 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:09.599956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:09.643941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:53:09.669883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.726123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5362dc-f98b-4f25-bf80-d2ce290db340 None None] Network 4454051b-0b3f-4f49-ab40-9bdfdb236807 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:09.731025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Transition to ACTIVE for port object ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:09.745660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.763650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 1f68edcc-69e6-4247-a5a6-2ddab6099387 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:09.765792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8027c436-f396-42e8-8c2b-f8950f3156e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:09.816627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-25100e04-e71d-4c78-bc47-11e5c773a4bb None None] Provisioning complete for port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:09.817092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-25100e04-e71d-4c78-bc47-11e5c773a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.823711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:10.050534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.071091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-25100e04-e71d-4c78-bc47-11e5c773a4bb None None] Port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:10.091035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-9fc12165-3513-40ae-8be0-f4604c1b67de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:10.092108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-9fc12165-3513-40ae-8be0-f4604c1b67de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:53:10.114728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 12545338-12ab-4b6c-993a-7b88f7e68808 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:53:10.137828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 957bcd84-a0c9-4938-9606-ae9572c4b027, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=957bcd84-a0c9-4938-9606-ae9572c4b027,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:10.171115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.175642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:10.207833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-9fc12165-3513-40ae-8be0-f4604c1b67de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:53:10.209356 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-9fc12165-3513-40ae-8be0-f4604c1b67de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f HTTP/1.1" status: 200 len: 796 time: 0.4739599 Dec 22 04:53:10.444260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f487ddb5-3b15-4ba5-a1eb-215d90345aa5 None None] Provisioning complete for port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:10.444260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f487ddb5-3b15-4ba5-a1eb-215d90345aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.447535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-e63b1da0-e711-440d-b439-a19134525290 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:53:10.459943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:10.460196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:10.465220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:10.477205 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/12545338-12ab-4b6c-993a-7b88f7e68808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3164058 Dec 22 04:53:10.479824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57206) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:10.551238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff5c6f-9ca2-417a-a325-0b03cd288ccd None None] Sync routers for ids ['12545338-12ab-4b6c-993a-7b88f7e68808'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:10.565852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ac327b27-c81d-4d80-b57e-b6662048c5ae up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:10.572723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-e63b1da0-e711-440d-b439-a19134525290 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:53:10.574047 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-e63b1da0-e711-440d-b439-a19134525290 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 379 time: 0.3364406 Dec 22 04:53:10.584562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'admin_state_up': True, 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'security_groups': ['bfdb5fef-e43d-418a-83f7-46996ea1b7b9']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:10.668949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf1e0d-5c30-42ab-832f-c6cdc92ddec0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:10.670131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-cdaf1e0d-5c30-42ab-832f-c6cdc92ddec0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Synchronizing usage tracker for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:53:10.692528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff5c6f-9ca2-417a-a325-0b03cd288ccd None None] Routers {'12545338-12ab-4b6c-993a-7b88f7e68808'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:10.693239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-32ff5c6f-9ca2-417a-a325-0b03cd288ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['12545338-12ab-4b6c-993a-7b88f7e68808'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:10.776341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-32ff5c6f-9ca2-417a-a325-0b03cd288ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:10.780642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=957bcd84-a0c9-4938-9606-ae9572c4b027,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:10.788957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:10.804384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff5c6f-9ca2-417a-a325-0b03cd288ccd None None] Routers {'12545338-12ab-4b6c-993a-7b88f7e68808'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:10.804959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-32ff5c6f-9ca2-417a-a325-0b03cd288ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['12545338-12ab-4b6c-993a-7b88f7e68808'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:10.812020 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19ab24a0-1976-49ed-807a-868e4f9951fe req-108459ae-708d-497c-bb13-8bed673d3041 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 210 time: 0.1100519 Dec 22 04:53:10.839767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:10.875551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139ebd8-af8b-4fd0-9bdb-2108b1e81180 req-06599998-f287-49ed-a9a7-479788ae66ed tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:10.879000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f487ddb5-3b15-4ba5-a1eb-215d90345aa5 None None] Port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:10.883281 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e139ebd8-af8b-4fd0-9bdb-2108b1e81180 req-06599998-f287-49ed-a9a7-479788ae66ed tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 943 time: 1.0618043 Dec 22 04:53:10.898983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-32ff5c6f-9ca2-417a-a325-0b03cd288ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:10.899398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff5c6f-9ca2-417a-a325-0b03cd288ccd None None] The sync data for ids ['12545338-12ab-4b6c-993a-7b88f7e68808'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:10.904547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Attempting to bind port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:10.904880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Attempting to bind port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:10.905200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Attempting to bind port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:10.910192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ac327b27-c81d-4d80-b57e-b6662048c5ae triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:10.910509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.935883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-cdaf1e0d-5c30-42ab-832f-c6cdc92ddec0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Unset dirty status for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:53:10.939955 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cdaf1e0d-5c30-42ab-832f-c6cdc92ddec0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports/38d7510c-cf56-44d2-9724-e967448adc9f HTTP/1.1" status: 200 len: 911 time: 0.4536004 Dec 22 04:53:10.941642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f487ddb5-3b15-4ba5-a1eb-215d90345aa5 None None] Provisioning for port 73105a97-abdf-4326-9db8-03912d1005ea completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:10.945185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57210) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:10.956802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-66ebb49d-5cfb-4ad4-83c0-1301ca3586b5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a73188b8-2af4-452d-8762-67170a42947e'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:11.003489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:11.032739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:11.052108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:53:11.052489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Attempting to bind port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:11.061813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c5d5512d-fe13-4866-b7ae-1707e1420beb up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:11.093587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:11.093940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Checking segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:11.094327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Bound using segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:11.095041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Bound port: ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:11.095395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.124408 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e139ebd8-af8b-4fd0-9bdb-2108b1e81180 req-bfad10cc-5c6b-4a6e-a0ef-e7290b1f60a7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401149 Dec 22 04:53:11.166143 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:11.169769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.175534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c5d5512d-fe13-4866-b7ae-1707e1420beb triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:11.177375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.207440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:11.217764 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8211379 Dec 22 04:53:11.218704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57214) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:11.224424 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:11.230302 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'network': {'name': 'tempest-RoutersTest-497002606'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:11.237871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:11.238087 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:11.238808 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:11.251800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:network and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:11.257746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:11.267783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:11.277872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] For port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2, host hv-neutron-8225, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:11.281490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] For port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:11.289187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:11.294358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.324765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.341000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1418bcbc-f182-4f86-9a1e-ba43a974d707 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:11.380740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.7 (9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f/06e23f5e-e720-4f6d-ba65-994a11bb0c03/05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:11.444039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:11.444604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.445628 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] 10.222.0.61 "PUT /v2.0/ports/ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 HTTP/1.1" status: 200 len: 1093 time: 3.7985218 Dec 22 04:53:11.449913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'tag': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:11.471160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:11.491737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.492381 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added segment 46f58555-8e09-4eb4-97c0-b855f333fa58 of type vlan for network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd Dec 22 04:53:11.495017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:11.499286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:11.510471 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:11.557806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-50316e42-48ed-4469-9314-2d857133eff6 None None] Provisioning for port 38d7510c-cf56-44d2-9724-e967448adc9f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:11.578944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-50316e42-48ed-4469-9314-2d857133eff6 None None] Provisioning complete for port 38d7510c-cf56-44d2-9724-e967448adc9f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:11.580665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-50316e42-48ed-4469-9314-2d857133eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.594715 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'tag': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2', 'status': 'completed', 'code': 200} Dec 22 04:53:11.619155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 73105a97-abdf-4326-9db8-03912d1005ea up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:11.620408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.692968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-824ec2b7-d473-4305-883b-3b41e0e5788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:11.694488 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-824ec2b7-d473-4305-883b-3b41e0e5788b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 1096 time: 0.1889796 Dec 22 04:53:11.743350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-66ebb49d-5cfb-4ad4-83c0-1301ca3586b5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.786131 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-50316e42-48ed-4469-9314-2d857133eff6 None None] Port 38d7510c-cf56-44d2-9724-e967448adc9f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:11.832867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 73105a97-abdf-4326-9db8-03912d1005ea completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:11.845380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.849975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 73105a97-abdf-4326-9db8-03912d1005ea triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:11.850924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.875280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.888351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:11.889310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.910636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f964ffbc-5f3e-4545-a3e6-a3ff21663ae7 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:11.956499 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-d64754bd-a519-4885-afb2-b3fb67dd5ce0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 HTTP/1.1" status: 200 len: 217 time: 0.2362177 Dec 22 04:53:11.977977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-610f2140-bdc9-4d4c-98aa-3ed2e0e5c80e None None] Provisioning complete for port 38d7510c-cf56-44d2-9724-e967448adc9f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:11.978516 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-610f2140-bdc9-4d4c-98aa-3ed2e0e5c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.098508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-74f07db5-9615-43ed-981d-9761ad30ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:12.100255 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-74f07db5-9615-43ed-981d-9761ad30ac34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.1364233 Dec 22 04:53:12.121290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-610f2140-bdc9-4d4c-98aa-3ed2e0e5c80e None None] Port 38d7510c-cf56-44d2-9724-e967448adc9f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:12.134568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.177901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 73105a97-abdf-4326-9db8-03912d1005ea, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=73105a97-abdf-4326-9db8-03912d1005ea,segment=NetworkSegment(cd63ddac-4469-42f3-ae61-029f0186c097),segment_id=cd63ddac-4469-42f3-ae61-029f0186c097)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:12.185520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.208680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d66976d1-c3b1-43c8-9335-21193d7d748b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:12.212257 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9924099 Dec 22 04:53:12.213081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57224) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:12.230038 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-548f3f50-d5e5-4ebd-9698-9afc9a2fb1f3 req-46e03359-735f-4c1b-8d13-f690731ba3d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 210 time: 0.1287374 Dec 22 04:53:12.234293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'subnet': {'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:12.252179 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:06Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:07Z', 'revision_number': 2, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:12.252776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:12.259557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Network': ['ID=6b7c045f-bbd9-45d9-ba25-4700424bcfdd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:12.268701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:12.279404 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:12.288377 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Updating router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:12.326955 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:53:12.390205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 957bcd84-a0c9-4938-9606-ae9572c4b027 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:12.396328 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.424999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.436538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-34a1b921-01f0-4038-92a2-81804a3494a1 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:12.442920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:12.446817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:subnet and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:12.450049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:12.455982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:12.485220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Made reservation on behalf of 0144ba753aab42598a5bf2d4d063032d for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:12.488898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.528908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9d2fe044-aa73-4c10-9bee-b74a6f3d5149 None None] Provisioning complete for port 38d7510c-cf56-44d2-9724-e967448adc9f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:12.529383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe044-aa73-4c10-9bee-b74a6f3d5149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.575342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:12.580804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:12.583855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:12.626521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=73105a97-abdf-4326-9db8-03912d1005ea,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:12.646770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:12.647388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:12.651255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:12.665136 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9d2fe044-aa73-4c10-9bee-b74a6f3d5149 None None] Port 38d7510c-cf56-44d2-9724-e967448adc9f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:12.685300 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 957bcd84-a0c9-4938-9606-ae9572c4b027 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:12.689982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.717189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:12.717840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.793785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.798403 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2177486 Dec 22 04:53:12.805973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-95259941-a896-4051-96d8-687c3759e417 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:12.810674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-66ebb49d-5cfb-4ad4-83c0-1301ca3586b5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.826775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Request body: {'port': {'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:12.880575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-66ebb49d-5cfb-4ad4-83c0-1301ca3586b5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.888849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ebb49d-5cfb-4ad4-83c0-1301ca3586b5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:12.888849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-66ebb49d-5cfb-4ad4-83c0-1301ca3586b5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.890076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-a3218ab2-3556-4752-80f4-8eedcbc22152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:12.891150 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-a3218ab2-3556-4752-80f4-8eedcbc22152 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7337701 Dec 22 04:53:12.892868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Subnet': ['ID=118d3de2-5ff0-470a-8153-1a30dab16b2d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:12.893863 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-66ebb49d-5cfb-4ad4-83c0-1301ca3586b5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/ports/38d7510c-cf56-44d2-9724-e967448adc9f HTTP/1.1" status: 200 len: 911 time: 1.9471247 Dec 22 04:53:12.895250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57230) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:12.899349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:12.900170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:12.936415 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.947806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076db0b-a78e-47f5-bbe4-aea93d5af293 req-1618b125-608c-4d7f-b443-1000d64a4a55 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:12.949513 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3076db0b-a78e-47f5-bbe4-aea93d5af293 req-1618b125-608c-4d7f-b443-1000d64a4a55 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 943 time: 0.5831590 Dec 22 04:53:12.949810 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Transition to ACTIVE for port object b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:12.960114 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.964464 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:12.997264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-037466ad-6cff-45cd-aeb8-b43f7eb4e3b4 None None] Provisioning for port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:13.009017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-037466ad-6cff-45cd-aeb8-b43f7eb4e3b4 None None] Provisioning complete for port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:13.010307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-037466ad-6cff-45cd-aeb8-b43f7eb4e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.039226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebb49d-5cfb-4ad4-83c0-1301ca3586b5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=38d7510c-cf56-44d2-9724-e967448adc9f,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:13.050754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-66ebb49d-5cfb-4ad4-83c0-1301ca3586b5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:13.144009 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Pushing event updated for resources: {'Port': ['ID=b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:13.146294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-037466ad-6cff-45cd-aeb8-b43f7eb4e3b4 None None] Port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:13.186416 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.186686 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.186868 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.187196 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.187517 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.187851 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.188507 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.188823 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.189158 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.189474 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.189788 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.190098 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:13.198607 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:13.223416 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Attempting to bind port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:13.223694 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Attempting to bind port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '7f8a07a7-2f4b-4b98-bd85-421cda940e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:13.223939 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Attempting to bind port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be on network 1f68edcc-69e6-4247-a5a6-2ddab6099387 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:13.231190 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:13.231642 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Checking segment: {'id': '7f8a07a7-2f4b-4b98-bd85-421cda940e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:13.231973 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.233738 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Bound using segment: {'id': '7f8a07a7-2f4b-4b98-bd85-421cda940e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:13.234243 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Bound port: b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8a07a7-2f4b-4b98-bd85-421cda940e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:13.234641 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.247171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Checking segment: {'id': '46f58555-8e09-4eb4-97c0-b855f333fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:13.247551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network hostable DHCP agents. Network: 6b7c045f-bbd9-45d9-ba25-4700424bcfdd, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:13.276316 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3076db0b-a78e-47f5-bbe4-aea93d5af293 req-bbaa5da5-7823-4010-9503-8f52c454e1de tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574925 Dec 22 04:53:13.347344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:13.367412 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-61e14cac-2168-4ee6-85c1-38e42b97cf13 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645247 Dec 22 04:53:13.387993 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] For port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:13.392451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 6b7c045f-bbd9-45d9-ba25-4700424bcfdd) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:13.394372 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] For port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be,segment=NetworkSegment(7f8a07a7-2f4b-4b98-bd85-421cda940e04),segment_id=7f8a07a7-2f4b-4b98-bd85-421cda940e04)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:13.403392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9dabfb-0c4d-45d1-b52a-10a5b5d595a2 None None] Network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:13.404668 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.416615 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-60ba2d23-416e-4fee-837f-223f00e53247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:13.429366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.438285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:13.438876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.499562 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Pushing event updated for resources: {'Port': ['ID=b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:13.504478 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:13.518708 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:13.519688 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:13.634133 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17350c9e-91f7-4252-a7cf-0d606f0d69da req-394572e4-55f4-451e-a54b-1ac9f4df4ed0 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394438 Dec 22 04:53:13.695022 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4686012 Dec 22 04:53:13.705384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57238) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:13.768574 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:13.817201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'fixed_ips': [{'subnet_id': '118d3de2-5ff0-470a-8153-1a30dab16b2d'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:53:13.818058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.991174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Allocated IP 172.23.0.2 (6b7c045f-bbd9-45d9-ba25-4700424bcfdd/118d3de2-5ff0-470a-8153-1a30dab16b2d/614a4984-9e34-4591-9692-736c0c0dacec) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:14.033513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-b1a83dd9-5996-4c86-a684-cb179914b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:14.035118 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-b1a83dd9-5996-4c86-a684-cb179914b6bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 1096 time: 0.2354333 Dec 22 04:53:14.047256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33265ba0-dcba-4d91-a9f2-e26f3de153a2 req-6375cdc8-79c0-4021-bd2e-6a0797591f2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:14.058352 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33265ba0-dcba-4d91-a9f2-e26f3de153a2 req-6375cdc8-79c0-4021-bd2e-6a0797591f2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 931 time: 0.5913243 Dec 22 04:53:14.242717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.254473 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Transition to ACTIVE for port object 614a4984-9e34-4591-9692-736c0c0dacec will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:14.261679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:53:14.274980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Transition to ACTIVE for port object 614a4984-9e34-4591-9692-736c0c0dacec will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:14.286627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.61', 60654) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:14.300613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.301692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.318905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:14.363692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.370839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.375291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:14.386781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:14.395778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:14.440101 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:06Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:13Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:14.441812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 73105a97-abdf-4326-9db8-03912d1005ea up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:14.445609 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ecb3c-38fb-49a6-9f43-6f083f8a10d1 None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:06Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:13Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:14.612214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Pushing event updated for resources: {'Port': ['ID=614a4984-9e34-4591-9692-736c0c0dacec,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:14.627036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Transition to ACTIVE for port object 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:14.633111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:14.634494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Attempting to bind port 614a4984-9e34-4591-9692-736c0c0dacec on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:14.635021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Attempting to bind port 614a4984-9e34-4591-9692-736c0c0dacec by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '46f58555-8e09-4eb4-97c0-b855f333fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:14.635458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Attempting to bind port 614a4984-9e34-4591-9692-736c0c0dacec on network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:14.639243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.643943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:14.644450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Checking segment: {'id': '46f58555-8e09-4eb4-97c0-b855f333fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:14.644926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.645403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Bound using segment: {'id': '46f58555-8e09-4eb4-97c0-b855f333fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:14.645951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Bound port: 614a4984-9e34-4591-9692-736c0c0dacec, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f58555-8e09-4eb4-97c0-b855f333fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:14.646407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.656066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e863a419-056d-4402-884c-3b4a7cb2fa55 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:14.694161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 73105a97-abdf-4326-9db8-03912d1005ea triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:14.694614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.726562 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33265ba0-dcba-4d91-a9f2-e26f3de153a2 req-1f9d8b4a-abd6-40d5-aee2-b1f16b77b24a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6670341 Dec 22 04:53:14.917503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] For port 614a4984-9e34-4591-9692-736c0c0dacec, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:14.942856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] For port 614a4984-9e34-4591-9692-736c0c0dacec, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=614a4984-9e34-4591-9692-736c0c0dacec,segment=NetworkSegment(46f58555-8e09-4eb4-97c0-b855f333fa58),segment_id=46f58555-8e09-4eb4-97c0-b855f333fa58)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:14.957648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.970258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:15.050976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881226a9-137c-49e1-b853-605cac1c7e12 req-95994eda-95ec-453c-ab7a-7580d885d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:15.052839 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881226a9-137c-49e1-b853-605cac1c7e12 req-95994eda-95ec-453c-ab7a-7580d885d525 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1098 time: 0.7588203 Dec 22 04:53:15.053521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Pushing event updated for resources: {'Port': ['ID=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:15.057868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:15.117052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Pushing event updated for resources: {'Port': ['ID=614a4984-9e34-4591-9692-736c0c0dacec,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:15.129357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:15.190844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-72c56353-4a1d-4541-bd7c-3847f5375a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:15.192548 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-72c56353-4a1d-4541-bd7c-3847f5375a2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 1.1022201 Dec 22 04:53:15.297669 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-e1b9ecdd-4a6f-42a5-9456-f056cb36bbfd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 HTTP/1.1" status: 200 len: 217 time: 0.0868304 Dec 22 04:53:15.477584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Attempting to bind port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:15.478697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Attempting to bind port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:15.479295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Attempting to bind port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 on network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:15.499768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 on network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:53:15.500202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Attempting to bind port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 on network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:15.515921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:15.516245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Checking segment: {'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:15.516655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Bound using segment: {'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:15.517089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Bound port: 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027068ff-121b-4f2c-8ab5-810cd9fe9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:15.517431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.601020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881226a9-137c-49e1-b853-605cac1c7e12 req-413e7c99-ee17-4a06-b2ec-cb5e690a46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:15.602524 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881226a9-137c-49e1-b853-605cac1c7e12 req-413e7c99-ee17-4a06-b2ec-cb5e690a46f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 912 time: 0.5031655 Dec 22 04:53:15.619443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97620a2-b924-44b0-a8e7-c782e8e1824a req-af160137-5a75-4c29-86a8-8efb186c1dec tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:15.621052 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a97620a2-b924-44b0-a8e7-c782e8e1824a req-af160137-5a75-4c29-86a8-8efb186c1dec tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.9548175 Dec 22 04:53:15.652487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-cac6c0f7-0921-40bb-89d8-c6695d520c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:15.653814 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-cac6c0f7-0921-40bb-89d8-c6695d520c18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.3447556 Dec 22 04:53:15.664382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3f0f5-5247-4d45-a64b-b79c094282ac req-2653cc39-c586-4433-be0c-01829cf4cf3c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:15.665723 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58f3f0f5-5247-4d45-a64b-b79c094282ac req-2653cc39-c586-4433-be0c-01829cf4cf3c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 943 time: 0.6385779 Dec 22 04:53:15.707142 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.773304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 38d7510c-cf56-44d2-9724-e967448adc9f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:15.773651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.800465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] For port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:15.831746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] For port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:15.836236 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881226a9-137c-49e1-b853-605cac1c7e12 req-d7101a5c-08f2-4734-96ba-32e962f52368 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 1000 time: 0.1955655 Dec 22 04:53:15.840007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.847003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:15.935498 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a97620a2-b924-44b0-a8e7-c782e8e1824a req-c12d2d8f-2867-48d5-8094-ddb7df66a727 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045471 Dec 22 04:53:15.941452 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58f3f0f5-5247-4d45-a64b-b79c094282ac req-9d344340-5c5a-4c7f-809e-316508f2b3b0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371542 Dec 22 04:53:16.037138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-5c645bfb-e684-459d-8743-13b6a9bcdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.038723 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-5c645bfb-e684-459d-8743-13b6a9bcdf31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3659248 Dec 22 04:53:16.106836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.107476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.109106 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] 10.222.0.61 "PUT /v2.0/ports/05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 HTTP/1.1" status: 200 len: 1093 time: 3.2907355 Dec 22 04:53:16.111980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e193c3f-a21e-4afd-bb87-39320791b730', 'tag': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:16.153302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881226a9-137c-49e1-b853-605cac1c7e12 req-5ffb5aa8-6939-4726-91c8-8d253f0eeecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.154964 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881226a9-137c-49e1-b853-605cac1c7e12 req-5ffb5aa8-6939-4726-91c8-8d253f0eeecd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 200 len: 850 time: 0.3110523 Dec 22 04:53:16.380970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Pushing event updated for resources: {'Port': ['ID=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:16.406196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:16.428866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.495913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:16.513577 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e193c3f-a21e-4afd-bb87-39320791b730', 'tag': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'status': 'completed', 'code': 200} Dec 22 04:53:16.527331 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-dfb9e647-79b4-4ebc-b1ac-43f3b65664fe service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819367 Dec 22 04:53:16.530324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60135200-0894-497d-9b83-90be712f0eae None None] Network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:16.577536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 38d7510c-cf56-44d2-9724-e967448adc9f owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:16.634097 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Allocated IP 172.23.0.1 (6b7c045f-bbd9-45d9-ba25-4700424bcfdd/118d3de2-5ff0-470a-8153-1a30dab16b2d/f74ac3bd-1cea-482e-9837-cbf449e86f2e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:16.649174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881226a9-137c-49e1-b853-605cac1c7e12 req-c43f93d9-966f-4aa6-8406-c05fd9563a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.650645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e3183582-d795-4472-b1c7-72f08c73b6ef None None] Provisioning for port 614a4984-9e34-4591-9692-736c0c0dacec completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:16.651527 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881226a9-137c-49e1-b853-605cac1c7e12 req-c43f93d9-966f-4aa6-8406-c05fd9563a63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=381c7c77-02da-4013-b529-7b532458aa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4286416 Dec 22 04:53:16.651811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e21521-f8eb-4cd7-9f15-d1bfed23047c req-2498a2ca-9508-4173-8da0-e6356db79ff5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.653432 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8e21521-f8eb-4cd7-9f15-d1bfed23047c req-2498a2ca-9508-4173-8da0-e6356db79ff5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 943 time: 0.4555001 Dec 22 04:53:16.691165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:16.692111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-360c548f-5514-4a27-b409-608ffd3014b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.693335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-360c548f-5514-4a27-b409-608ffd3014b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 1096 time: 0.5198338 Dec 22 04:53:16.699274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:16.699636 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.829035 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8e21521-f8eb-4cd7-9f15-d1bfed23047c req-a7e73edb-b6a8-4e61-9861-db2bca3aeadc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621156 Dec 22 04:53:16.840404 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-cdcea336-30ad-41bb-bd71-0d55cff63af2 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059757 Dec 22 04:53:16.841082 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-4e3664aa-dfd2-4cc3-b729-679a933c4e99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 HTTP/1.1" status: 200 len: 217 time: 0.0896027 Dec 22 04:53:16.911000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.928529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.930049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Transition to ACTIVE for port object f74ac3bd-1cea-482e-9837-cbf449e86f2e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:16.935668 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881226a9-137c-49e1-b853-605cac1c7e12 req-498067cd-3543-422c-bdd4-e32345866411 service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760251 Dec 22 04:53:16.968355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.974401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be,segment=NetworkSegment(7f8a07a7-2f4b-4b98-bd85-421cda940e04),segment_id=7f8a07a7-2f4b-4b98-bd85-421cda940e04)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:16.977035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ea89135-1f95-441f-9ccf-caebc0743729 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:16.981056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-9f83125d-614b-4541-a718-28e17d99993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.982546 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-9f83125d-614b-4541-a718-28e17d99993d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06e23f5e-e720-4f6d-ba65-994a11bb0c03 HTTP/1.1" status: 200 len: 834 time: 0.1190965 Dec 22 04:53:16.984212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.986563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 614a4984-9e34-4591-9692-736c0c0dacec up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:17.018421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:17.238069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:17.242890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:17.274899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 614a4984-9e34-4591-9692-736c0c0dacec completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:17.281396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 614a4984-9e34-4591-9692-736c0c0dacec triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:17.281784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.309156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:17.310965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=f74ac3bd-1cea-482e-9837-cbf449e86f2e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:17.317785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:17.331754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:17.332035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:17.365051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-71efe107-2753-4ad4-aa8e-82d2cbc38cc8 None None] Provisioning complete for port 614a4984-9e34-4591-9692-736c0c0dacec triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:17.365435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71efe107-2753-4ad4-aa8e-82d2cbc38cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.388189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.399844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4af59364-8126-4469-9bf9-be07f5fdf119 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:17.450740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbbd21-55ec-41d8-9c50-41e053904ff8 req-a23ec5fc-2002-4c9c-9ccf-8c9c6d287601 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.458235 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4bbbbd21-55ec-41d8-9c50-41e053904ff8 req-a23ec5fc-2002-4c9c-9ccf-8c9c6d287601 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 943 time: 0.2586961 Dec 22 04:53:17.466451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=38d7510c-cf56-44d2-9724-e967448adc9f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:17.469655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:17.493731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04cb84-e2b2-4f8e-8a91-fdf6987af9c2 req-8d755c36-50e6-4cf7-9931-e3b870f87d86 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.495597 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2e04cb84-e2b2-4f8e-8a91-fdf6987af9c2 req-8d755c36-50e6-4cf7-9931-e3b870f87d86 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.3431582 Dec 22 04:53:17.535422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.537881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.645015 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2e04cb84-e2b2-4f8e-8a91-fdf6987af9c2 req-94bf4b37-7778-4cce-8576-ed8f5eb11cb7 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413534 Dec 22 04:53:17.652949 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881226a9-137c-49e1-b853-605cac1c7e12 req-cb48e00a-2e85-4f2c-8a45-37886d2cdf6f service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057889 Dec 22 04:53:17.657143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 614a4984-9e34-4591-9692-736c0c0dacec, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=614a4984-9e34-4591-9692-736c0c0dacec,segment=NetworkSegment(46f58555-8e09-4eb4-97c0-b855f333fa58),segment_id=46f58555-8e09-4eb4-97c0-b855f333fa58)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:17.659211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71efe107-2753-4ad4-aa8e-82d2cbc38cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.683480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.689012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-574c8112-ff4e-4e6d-9952-4394a17b2ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:17.700754 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4bbbbd21-55ec-41d8-9c50-41e053904ff8 req-ba4a4f58-53ac-4ade-9dc3-145e128b00a4 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412686 Dec 22 04:53:17.745459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.756853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.788024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-a2eba500-9988-4000-89d9-4d16b428cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.789573 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-a2eba500-9988-4000-89d9-4d16b428cd9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4454057 Dec 22 04:53:17.833077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=614a4984-9e34-4591-9692-736c0c0dacec,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:17.837098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:17.839962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-71efe107-2753-4ad4-aa8e-82d2cbc38cc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:17.840448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-71efe107-2753-4ad4-aa8e-82d2cbc38cc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:18.194264 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-7291d445-3264-4085-82a5-dc1792f8b895 service neutron] 10.222.0.61 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906941 Dec 22 04:53:18.195826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router 12545338-12ab-4b6c-993a-7b88f7e68808 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:18.244159 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566d420-3fb2-4cf6-add2-c2c8041f2e90 req-1cf05cda-fbc0-4eab-9407-1a82dcecfb22 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:18.245709 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3566d420-3fb2-4cf6-add2-c2c8041f2e90 req-1cf05cda-fbc0-4eab-9407-1a82dcecfb22 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 943 time: 0.2641490 Dec 22 04:53:18.312619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:18.402304 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3566d420-3fb2-4cf6-add2-c2c8041f2e90 req-8fc211ea-653f-4409-9db7-bb8178efe002 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397455 Dec 22 04:53:18.451928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:18.452344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.500386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.501070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:18.511188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.521566 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a1611-5959-48a8-b2a1-df3a10454b0e None None] Sync routers for ids ['12545338-12ab-4b6c-993a-7b88f7e68808'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:18.545581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1aa8c4b8-588d-41e2-a74c-872e4b56517a tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:18.565966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a1611-5959-48a8-b2a1-df3a10454b0e None None] Routers {'12545338-12ab-4b6c-993a-7b88f7e68808'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:18.566678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1b4a1611-5959-48a8-b2a1-df3a10454b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['12545338-12ab-4b6c-993a-7b88f7e68808'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:18.574543 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/12545338-12ab-4b6c-993a-7b88f7e68808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6008170 Dec 22 04:53:18.575346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57262) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:18.580965 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-60ffd1bd-b75b-4875-98a7-ee1212fb8a90 req-ce93f72a-374f-4e16-b6f9-1c4b58ed2e1c service neutron] 10.222.0.61 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763964 Dec 22 04:53:18.642370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f5dec60a-6e9d-4502-9e63-a80355598a75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Synchronizing usage tracker for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:53:18.662685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event updated for resources: {'Port': ['ID=f74ac3bd-1cea-482e-9837-cbf449e86f2e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:18.663369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f5dec60a-6e9d-4502-9e63-a80355598a75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Unset dirty status for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:53:18.670235 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f5dec60a-6e9d-4502-9e63-a80355598a75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=12545338-12ab-4b6c-993a-7b88f7e68808 HTTP/1.1" status: 200 len: 205 time: 0.0869589 Dec 22 04:53:18.670461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.670611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57266) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:18.670725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:18.678102 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1b4a1611-5959-48a8-b2a1-df3a10454b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:18.694036 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8c533536-dbfb-43cd-b7df-991425c96d1b None None] Provisioning for port f74ac3bd-1cea-482e-9837-cbf449e86f2e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:18.737210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a1611-5959-48a8-b2a1-df3a10454b0e None None] Routers {'12545338-12ab-4b6c-993a-7b88f7e68808'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:18.737995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1b4a1611-5959-48a8-b2a1-df3a10454b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['12545338-12ab-4b6c-993a-7b88f7e68808'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:18.831868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1b4a1611-5959-48a8-b2a1-df3a10454b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:18.831868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a1611-5959-48a8-b2a1-df3a10454b0e None None] The sync data for ids ['12545338-12ab-4b6c-993a-7b88f7e68808'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:18.831868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8c533536-dbfb-43cd-b7df-991425c96d1b None None] Provisioning complete for port f74ac3bd-1cea-482e-9837-cbf449e86f2e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:18.832554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8c533536-dbfb-43cd-b7df-991425c96d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.893854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 614a4984-9e34-4591-9692-736c0c0dacec up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:18.956062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8c533536-dbfb-43cd-b7df-991425c96d1b None None] Port f74ac3bd-1cea-482e-9837-cbf449e86f2e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:18.987917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 614a4984-9e34-4591-9692-736c0c0dacec triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:18.988358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.063208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e769333c-89cf-419d-9531-7854081cb873 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.072750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:19.076190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:19.086728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2937625-281b-4344-ae0b-6dac6cfb7406 req-3b4a9217-64a5-47c1-965f-2501852f9dd2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:19.088263 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2937625-281b-4344-ae0b-6dac6cfb7406 req-3b4a9217-64a5-47c1-965f-2501852f9dd2 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.2506540 Dec 22 04:53:19.100580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6cc4-b7f9-42b7-97b6-357d3200b15d req-4ec56f85-71ef-4381-be2b-b48d4de2839a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:19.108176 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8aaa6cc4-b7f9-42b7-97b6-357d3200b15d req-4ec56f85-71ef-4381-be2b-b48d4de2839a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 943 time: 0.2128854 Dec 22 04:53:19.327994 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8aaa6cc4-b7f9-42b7-97b6-357d3200b15d req-57a0939d-4989-450b-bb22-96aed817070b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189560 Dec 22 04:53:19.333110 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2937625-281b-4344-ae0b-6dac6cfb7406 req-32ea2c40-3e40-4dab-8975-05fc4c2f7d9d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093341 Dec 22 04:53:19.345176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:19.379714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f79650c5-eacb-4179-94e2-0dabd250203d None None] Provisioning complete for port f74ac3bd-1cea-482e-9837-cbf449e86f2e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:19.380034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f79650c5-eacb-4179-94e2-0dabd250203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.395801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-f7cacd1c-cb25-44c4-b715-305481531af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:19.397338 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-f7cacd1c-cb25-44c4-b715-305481531af8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 1096 time: 0.4036939 Dec 22 04:53:19.405178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e769333c-89cf-419d-9531-7854081cb873 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.408884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e769333c-89cf-419d-9531-7854081cb873 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.453167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f79650c5-eacb-4179-94e2-0dabd250203d None None] Port f74ac3bd-1cea-482e-9837-cbf449e86f2e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:19.519848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e769333c-89cf-419d-9531-7854081cb873 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.520280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e769333c-89cf-419d-9531-7854081cb873 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Fanout notify agent at l3_agent the message router_deleted on router 12545338-12ab-4b6c-993a-7b88f7e68808 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:53:19.523527 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:19.540108 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:19.550572 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:19.551250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e769333c-89cf-419d-9531-7854081cb873 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.551380 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:19.552403 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e769333c-89cf-419d-9531-7854081cb873 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/12545338-12ab-4b6c-993a-7b88f7e68808 HTTP/1.1" status: 204 len: 168 time: 0.8824313 Dec 22 04:53:19.555542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57276) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:19.583384 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8752909 Dec 22 04:53:19.586734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57280) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:19.592908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5a28f2f9-2959-431f-89ee-846ac5c40d06 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:19.621474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-6c325c63-278f-4f98-a6be-d22b07c6c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:19.622936 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-6c325c63-278f-4f98-a6be-d22b07c6c5dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f HTTP/1.1" status: 200 len: 897 time: 0.2156665 Dec 22 04:53:19.704408 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-ec5c380b-6bdc-4890-a606-661b805e233f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 HTTP/1.1" status: 200 len: 217 time: 0.0722911 Dec 22 04:53:19.708802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b3a00c-1205-4ba2-a075-569153b10780 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting subnet a73188b8-2af4-452d-8762-67170a42947e {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:53:19.711972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1b3a00c-1205-4ba2-a075-569153b10780 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.716518 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:19.815906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1b3a00c-1205-4ba2-a075-569153b10780 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.860466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-39bbcc03-005f-403c-a463-0943d27e2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:19.862993 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-39bbcc03-005f-403c-a463-0943d27e2a4e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06e23f5e-e720-4f6d-ba65-994a11bb0c03 HTTP/1.1" status: 200 len: 834 time: 0.1180048 Dec 22 04:53:19.918178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78d138-3663-4f44-aaec-9f3f48d39ab1 req-dbe303b3-510b-46f9-825e-0cf4f2f2bca1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:19.919671 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b78d138-3663-4f44-aaec-9f3f48d39ab1 req-dbe303b3-510b-46f9-825e-0cf4f2f2bca1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 943 time: 0.3905818 Dec 22 04:53:19.970781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1b3a00c-1205-4ba2-a075-569153b10780 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.018890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-1d528c1a-fb28-4129-bce9-69131980f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:20.020539 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-1d528c1a-fb28-4129-bce9-69131980f3df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1438477 Dec 22 04:53:20.093176 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:17Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74ac3bd-1cea-482e-9837-cbf449e86f2e', 'name': '', 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:e5:e5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:16Z', 'updated_at': '2021-12-22T04:53:18Z', 'revision_number': 2, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:20.097840 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:20.098199 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Updating router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 port f74ac3bd-1cea-482e-9837-cbf449e86f2e binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:20.109574 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b78d138-3663-4f44-aaec-9f3f48d39ab1 req-23b8d89b-a596-4ca3-b565-e1ddef9ba6ea tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300600 Dec 22 04:53:20.144344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1b3a00c-1205-4ba2-a075-569153b10780 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.150840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-24c7b422-98da-42fe-8746-84bf4de624a7 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:20.164224 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.204402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3a00c-1205-4ba2-a075-569153b10780 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Subnet': ['ID=a73188b8-2af4-452d-8762-67170a42947e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:20.206447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1b3a00c-1205-4ba2-a075-569153b10780 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.212676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f1b3a00c-1205-4ba2-a075-569153b10780 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:20.217508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f4e1c-3e14-46fe-9a03-223878dd0577 None None] Network 4454051b-0b3f-4f49-ab40-9bdfdb236807 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:20.229449 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f1b3a00c-1205-4ba2-a075-569153b10780 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/a73188b8-2af4-452d-8762-67170a42947e HTTP/1.1" status: 204 len: 168 time: 0.6705945 Dec 22 04:53:20.229834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57284) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:20.253852 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-45c7cf88-b5b2-4bc1-a8fe-73dfba7d6c9c service neutron] 10.222.0.61 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193315 Dec 22 04:53:20.599119 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.600716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.612198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] DHCP port deletion for 4454051b-0b3f-4f49-ab40-9bdfdb236807 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:53:20.616687 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Transition to ACTIVE for port object f74ac3bd-1cea-482e-9837-cbf449e86f2e will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:20.619431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] Deleting port 73105a97-abdf-4326-9db8-03912d1005ea {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:20.620042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.625426 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.629685 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-bd7e139d-dc08-4364-8968-b766bbb73579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:20.644833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 73105a97-abdf-4326-9db8-03912d1005ea {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:20.645168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.667878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-5a28f2f9-2959-431f-89ee-846ac5c40d06 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 04:53:20.713034 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e3a60-7193-41c3-b09f-fda77e6cb9a4 None None] Pushing event updated for resources: {'Port': ['ID=f74ac3bd-1cea-482e-9837-cbf449e86f2e,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:20.713873 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a7a0775d-762f-4209-906b-611ceb1fd325 req-e31c1229-d80f-4b8c-bb08-91f402fba60e service neutron] 10.222.0.61 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113050 Dec 22 04:53:20.718335 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ab4e3a60-7193-41c3-b09f-fda77e6cb9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:20.744606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-5a28f2f9-2959-431f-89ee-846ac5c40d06 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Removed routes are [] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 04:53:20.745171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a28f2f9-2959-431f-89ee-846ac5c40d06 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.909677 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Attempting to bind port f74ac3bd-1cea-482e-9837-cbf449e86f2e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:20.910052 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Attempting to bind port f74ac3bd-1cea-482e-9837-cbf449e86f2e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '46f58555-8e09-4eb4-97c0-b855f333fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:20.910417 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Attempting to bind port f74ac3bd-1cea-482e-9837-cbf449e86f2e on network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:20.916483 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:20.916862 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Checking segment: {'id': '46f58555-8e09-4eb4-97c0-b855f333fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:20.917279 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.917681 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Bound using segment: {'id': '46f58555-8e09-4eb4-97c0-b855f333fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:20.918154 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Bound port: f74ac3bd-1cea-482e-9837-cbf449e86f2e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f58555-8e09-4eb4-97c0-b855f333fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:20.918611 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.938213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port 73105a97-abdf-4326-9db8-03912d1005ea, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=73105a97-abdf-4326-9db8-03912d1005ea,segment=NetworkSegment(cd63ddac-4469-42f3-ae61-029f0186c097),segment_id=cd63ddac-4469-42f3-ae61-029f0186c097)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:20.938576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.981439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72305be5-30b5-4631-9d84-4e4e0ce5dd90 req-64eef947-5635-44df-87ba-6c69283d40d9 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:20.991630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] For port 73105a97-abdf-4326-9db8-03912d1005ea, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=73105a97-abdf-4326-9db8-03912d1005ea,segment=NetworkSegment(cd63ddac-4469-42f3-ae61-029f0186c097),segment_id=cd63ddac-4469-42f3-ae61-029f0186c097)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:20.991838 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72305be5-30b5-4631-9d84-4e4e0ce5dd90 req-64eef947-5635-44df-87ba-6c69283d40d9 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.4305568 Dec 22 04:53:20.992239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.057397 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] For port f74ac3bd-1cea-482e-9837-cbf449e86f2e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:21.061686 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] For port f74ac3bd-1cea-482e-9837-cbf449e86f2e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f74ac3bd-1cea-482e-9837-cbf449e86f2e,segment=NetworkSegment(46f58555-8e09-4eb4-97c0-b855f333fa58),segment_id=46f58555-8e09-4eb4-97c0-b855f333fa58)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:21.068521 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.074490 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:21.109115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 73105a97-abdf-4326-9db8-03912d1005ea owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:21.135646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] Calling delete_port for 73105a97-abdf-4326-9db8-03912d1005ea owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:21.139242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd90e-03c3-4ce4-8691-a6f83276ce27 req-03f3f95a-defc-4d2f-97be-ecc0ea2fb991 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:21.141066 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ec7dd90e-03c3-4ce4-8691-a6f83276ce27 req-03f3f95a-defc-4d2f-97be-ecc0ea2fb991 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 943 time: 0.5843246 Dec 22 04:53:21.156922 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e3a60-7193-41c3-b09f-fda77e6cb9a4 None None] Pushing event updated for resources: {'Port': ['ID=f74ac3bd-1cea-482e-9837-cbf449e86f2e,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:21.161511 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ab4e3a60-7193-41c3-b09f-fda77e6cb9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:21.174654 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:21.175462 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:21.217501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.240386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3ba93557-4bb0-4aa9-b55d-54b38016f297 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:21.255352 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72305be5-30b5-4631-9d84-4e4e0ce5dd90 req-cac31aba-fba4-4483-8a6f-069ae1362465 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469354 Dec 22 04:53:21.270669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:21.271220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:21.317174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No DVR routers for this DVR port 73105a97-abdf-4326-9db8-03912d1005ea on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:21.319079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=73105a97-abdf-4326-9db8-03912d1005ea,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:21.340067 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ec7dd90e-03c3-4ce4-8691-a6f83276ce27 req-f90b5614-1468-48d8-90a7-cdd1d31cdc3d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858075 Dec 22 04:53:21.344541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a28f2f9-2959-431f-89ee-846ac5c40d06 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.348034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a28f2f9-2959-431f-89ee-846ac5c40d06 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.359214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:21.489102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.497548 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:21.517804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4454051b-0b3f-4f49-ab40-9bdfdb236807']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:21.531450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd63ddac-4469-42f3-ae61-029f0186c097') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:21.531758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd63ddac-4469-42f3-ae61-029f0186c097') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:21.544666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.564226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.571898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:21.572513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:21.592882 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:21.679185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.684404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-912c9c9d-9a5b-41c8-8dee-e265473afdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:21.708864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.711949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Network': ['ID=4454051b-0b3f-4f49-ab40-9bdfdb236807,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:21.715807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:21.738122 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/networks/4454051b-0b3f-4f49-ab40-9bdfdb236807 HTTP/1.1" status: 204 len: 168 time: 1.5068467 Dec 22 04:53:21.740698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a28f2f9-2959-431f-89ee-846ac5c40d06 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:21.743561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57294) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:21.751641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1608611189', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:21.760942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:21.769385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:router and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:21.772105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] Deleting port 73105a97-abdf-4326-9db8-03912d1005ea {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:21.772632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.778956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed8b1c-657b-4594-8c24-fafb5357db06 req-7c7ffe36-f14e-4b3e-96cd-a3f49ca20113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:21.780480 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-78ed8b1c-657b-4594-8c24-fafb5357db06 req-7c7ffe36-f14e-4b3e-96cd-a3f49ca20113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 943 time: 0.3489947 Dec 22 04:53:21.781319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:21.840417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2f44e-19ca-4516-8fa3-590c69488bbb None None] The port '73105a97-abdf-4326-9db8-03912d1005ea' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:53:21.847137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:21.874622 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:20Z', 'revision_number': 6, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74ac3bd-1cea-482e-9837-cbf449e86f2e', 'name': '', 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:e5:e5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:16Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:21.878557 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e63cb-1075-4f2a-91ba-a98ae5ff504b None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:20Z', 'revision_number': 6, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74ac3bd-1cea-482e-9837-cbf449e86f2e', 'name': '', 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:e5:e5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:16Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:21.983477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.985076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.996416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-78ed8b1c-657b-4594-8c24-fafb5357db06 req-0cc1f056-e32e-4027-917c-905a6595d9a1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590703 Dec 22 04:53:22.016389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a28f2f9-2959-431f-89ee-846ac5c40d06 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:22.020452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.040822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a28f2f9-2959-431f-89ee-846ac5c40d06 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.044189 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5a28f2f9-2959-431f-89ee-846ac5c40d06 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 HTTP/1.1" status: 200 len: 933 time: 2.4548395 Dec 22 04:53:22.045152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57298) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:22.112419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.222023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.224601 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b7cdf42b-d50a-424c-b0da-2ec5ab2a42da tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4795549 Dec 22 04:53:22.226298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57302) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:22.232164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-344405081'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:22.237175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:22.242915 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-93609fef-16e3-4f7c-886b-4d5ffccc1811 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 HTTP/1.1" status: 200 len: 933 time: 0.1965897 Dec 22 04:53:22.246691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57306) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:22.249793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:network and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:22.253497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:22.254428 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-aac3b5e6-175a-4945-a3ba-d6ad812d397a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'routes': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:22.269450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:22.287804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:22.291524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.361881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:22.362425 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f74ac3bd-1cea-482e-9837-cbf449e86f2e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:22.380259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.380621 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added segment 0d4e73ff-405b-47c7-aaca-e0eeeafee093 of type vlan for network 4971ad73-5f8e-478a-93c2-693b9759e404 Dec 22 04:53:22.414914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.456364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.464812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:22.466221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.497066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-10c11c8e-50f8-4daf-8cb3-a53ede62ff88 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:22.529600 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3019719 Dec 22 04:53:22.532529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port f74ac3bd-1cea-482e-9837-cbf449e86f2e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:22.534984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57314) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:22.538829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f74ac3bd-1cea-482e-9837-cbf449e86f2e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:22.539785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.543749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'subnet': {'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:22.704825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Network': ['ID=4971ad73-5f8e-478a-93c2-693b9759e404,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:22.716660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 4971ad73-5f8e-478a-93c2-693b9759e404 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:53:22.724107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:22.767987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:22.772398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:subnet and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:22.775144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:22.781136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:22.784747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a9c01-71ea-43f2-90ba-e25b7a6aaa62 req-00048e2c-f534-49bf-9d9a-5a7133aa67f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:22.786441 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-069a9c01-71ea-43f2-90ba-e25b7a6aaa62 req-00048e2c-f534-49bf-9d9a-5a7133aa67f0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.3303275 Dec 22 04:53:22.793482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:22.798004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.852814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.898012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:22.908466 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port f74ac3bd-1cea-482e-9837-cbf449e86f2e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f74ac3bd-1cea-482e-9837-cbf449e86f2e,segment=NetworkSegment(46f58555-8e09-4eb4-97c0-b855f333fa58),segment_id=46f58555-8e09-4eb4-97c0-b855f333fa58)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:22.914878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.918374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:22.919182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:22.975078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d15e7cb6-d8f5-477f-a1bb-ac9727d48aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:22.985742 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-069a9c01-71ea-43f2-90ba-e25b7a6aaa62 req-a3a18bbc-e84a-4d09-b393-4b33b7fc4960 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446245 Dec 22 04:53:23.020422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc865f34-67e2-4c39-8fdc-d5b9015ad1c2 req-02d844be-51ba-47a9-95cb-4c7de1ae476d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:23.022219 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc865f34-67e2-4c39-8fdc-d5b9015ad1c2 req-02d844be-51ba-47a9-95cb-4c7de1ae476d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 943 time: 0.2537119 Dec 22 04:53:23.026190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 73105a97-abdf-4326-9db8-03912d1005ea no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:53:23.103847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.112171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3b93493f-00c0-4e21-aaac-fb2341cede0a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:23.132748 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc865f34-67e2-4c39-8fdc-d5b9015ad1c2 req-a9ea99cc-da05-471c-95d6-5ccc30feab6f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004310 Dec 22 04:53:23.136520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 73105a97-abdf-4326-9db8-03912d1005ea {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:53:23.136863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 73105a97-abdf-4326-9db8-03912d1005ea not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:53:23.190897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=f74ac3bd-1cea-482e-9837-cbf449e86f2e,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:23.199796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Checking segment: {'id': '0d4e73ff-405b-47c7-aaca-e0eeeafee093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:23.200181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network hostable DHCP agents. Network: 4971ad73-5f8e-478a-93c2-693b9759e404, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:23.204642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Subnet': ['ID=4c40d403-4308-494b-bfae-26e6b8b2995a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:23.208328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:23.219453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:23.229477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 4971ad73-5f8e-478a-93c2-693b9759e404 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:23.242811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 4971ad73-5f8e-478a-93c2-693b9759e404) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:23.258180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:23.259061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.277157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:23.277922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fe85f1-38d0-4c54-8c71-8d96c951bf88 None None] Network 4971ad73-5f8e-478a-93c2-693b9759e404 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:23.288077 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7518418 Dec 22 04:53:23.291539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57320) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:23.333470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32cd4-d0e5-44e8-ab4a-646383e8c10a req-630136dd-e6a8-4dc3-b428-ed50c0800b01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:23.334984 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-75d32cd4-d0e5-44e8-ab4a-646383e8c10a req-630136dd-e6a8-4dc3-b428-ed50c0800b01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 943 time: 0.2011735 Dec 22 04:53:23.341206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-aac3b5e6-175a-4945-a3ba-d6ad812d397a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added routes are [] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 04:53:23.341524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-aac3b5e6-175a-4945-a3ba-d6ad812d397a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 04:53:23.439758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:53:23.577204 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-75d32cd4-d0e5-44e8-ab4a-646383e8c10a req-5988e4c3-ff83-480f-8d0c-4c22570aace5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329888 Dec 22 04:53:23.583265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aac3b5e6-175a-4945-a3ba-d6ad812d397a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.887972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-4971ad73-5f8e-478a-93c2-693b9759e404', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:53:23.888833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.917297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aac3b5e6-175a-4945-a3ba-d6ad812d397a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.920773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aac3b5e6-175a-4945-a3ba-d6ad812d397a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.929015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.931757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:23.993767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'mac_address': 'fa:16:3e:47:32:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:53:24.128876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.144264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac3b5e6-175a-4945-a3ba-d6ad812d397a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:24.145564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:20Z', 'revision_number': 6, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74ac3bd-1cea-482e-9837-cbf449e86f2e', 'name': '', 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:e5:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:16Z', 'updated_at': '2021-12-22T04:53:22Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:24.161510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:24.173530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:53:24.185970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:24.186657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:24.262822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Allocated IP 2001:db8::2 (4971ad73-5f8e-478a-93c2-693b9759e404/4c40d403-4308-494b-bfae-26e6b8b2995a/29ab28a6-8fb8-4831-ba23-38fb34248fea) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:24.327108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f74ac3bd-1cea-482e-9837-cbf449e86f2e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:24.355029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:24.392692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.393357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:53:24.400851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:24.478489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac3b5e6-175a-4945-a3ba-d6ad812d397a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:24.488169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aac3b5e6-175a-4945-a3ba-d6ad812d397a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.491912 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aac3b5e6-175a-4945-a3ba-d6ad812d397a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 HTTP/1.1" status: 200 len: 699 time: 2.2416742 Dec 22 04:53:24.493357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57328) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:24.517156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ed0cd-95cb-45f8-8852-142dc273eb44 req-3f728bf5-313e-4e31-9e7a-99116fa26f90 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:24.518567 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a76ed0cd-95cb-45f8-8852-142dc273eb44 req-3f728bf5-313e-4e31-9e7a-99116fa26f90 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.2650282 Dec 22 04:53:24.527258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da255ece-f37c-4157-9a83-19eef067725d req-09008165-0586-452d-ae69-2c616ee88d3f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:24.528688 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-da255ece-f37c-4157-9a83-19eef067725d req-09008165-0586-452d-ae69-2c616ee88d3f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 943 time: 0.2108657 Dec 22 04:53:24.568185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:24.602666 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a76ed0cd-95cb-45f8-8852-142dc273eb44 req-02677281-f565-4f00-a772-9e02c0d635eb tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730038 Dec 22 04:53:24.612710 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-da255ece-f37c-4157-9a83-19eef067725d req-511f8118-deaa-4285-b5e1-9e6cba895bc8 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689461 Dec 22 04:53:24.648439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.resource_extend [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:53:24.714133 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6b756554-bb82-47ed-a713-c8476473a3c2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 HTTP/1.1" status: 200 len: 699 time: 0.2164521 Dec 22 04:53:24.715140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57336) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:24.752115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:24.794639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7c087-f840-4b48-94af-5959779b217a req-9e83cb64-56e7-40dd-977d-da29df7a42d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:24.796307 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e0d7c087-f840-4b48-94af-5959779b217a req-9e83cb64-56e7-40dd-977d-da29df7a42d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 944 time: 0.0816357 Dec 22 04:53:24.824485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:24.835501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c2382fc-bf7a-470c-b06b-1838a797b95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.847129 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e0d7c087-f840-4b48-94af-5959779b217a req-28824222-2e4f-4ba5-852d-8d2e13ecf9cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447292 Dec 22 04:53:24.887611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f74ac3bd-1cea-482e-9837-cbf449e86f2e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:24.887986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.185018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:25.230181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'port_id': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2', 'mac_address': 'fa:16:3e:34:70:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:53:25.241907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.338757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Transition to ACTIVE for port object 29ab28a6-8fb8-4831-ba23-38fb34248fea will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:25.405021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.405884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Transition to ACTIVE for port object 29ab28a6-8fb8-4831-ba23-38fb34248fea will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:25.412565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.429465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.435726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:25.478170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:53:25.526951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Network 4971ad73-5f8e-478a-93c2-693b9759e404 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:25.531613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:25.536463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:25.537521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:25.544536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Pushing event updated for resources: {'Port': ['ID=29ab28a6-8fb8-4831-ba23-38fb34248fea,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:25.573382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.576025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:25.576416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:25.619744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Allocated IP 2001:db8::1 (4971ad73-5f8e-478a-93c2-693b9759e404/4c40d403-4308-494b-bfae-26e6b8b2995a/dabca04a-f012-48e3-adc7-655085153abf) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:25.666147 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:23Z', 'revision_number': 7, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74ac3bd-1cea-482e-9837-cbf449e86f2e', 'name': '', 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:e5:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:16Z', 'updated_at': '2021-12-22T04:53:22Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:25.688020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30de66-73c2-4966-be4a-69e74f1f6a38 None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:23Z', 'revision_number': 7, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74ac3bd-1cea-482e-9837-cbf449e86f2e', 'name': '', 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:e5:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:16Z', 'updated_at': '2021-12-22T04:53:22Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:25.704472 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Attempting to bind port 29ab28a6-8fb8-4831-ba23-38fb34248fea on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:25.704859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Attempting to bind port 29ab28a6-8fb8-4831-ba23-38fb34248fea by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '0d4e73ff-405b-47c7-aaca-e0eeeafee093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:25.705222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Attempting to bind port 29ab28a6-8fb8-4831-ba23-38fb34248fea on network 4971ad73-5f8e-478a-93c2-693b9759e404 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:25.710339 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:25.714854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:25.715958 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:25.716226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Checking segment: {'id': '0d4e73ff-405b-47c7-aaca-e0eeeafee093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:25.716626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.717010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Bound using segment: {'id': '0d4e73ff-405b-47c7-aaca-e0eeeafee093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:25.717483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Bound port: 29ab28a6-8fb8-4831-ba23-38fb34248fea, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4e73ff-405b-47c7-aaca-e0eeeafee093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:25.717858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.820821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26781b8-d046-4a83-b2e1-2bcbdcb23011 req-54d6b850-d077-40b0-8438-f426b592d685 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:25.822425 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f26781b8-d046-4a83-b2e1-2bcbdcb23011 req-54d6b850-d077-40b0-8438-f426b592d685 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 944 time: 0.0918298 Dec 22 04:53:25.826193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] For port 29ab28a6-8fb8-4831-ba23-38fb34248fea, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:25.836637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] For port 29ab28a6-8fb8-4831-ba23-38fb34248fea, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=29ab28a6-8fb8-4831-ba23-38fb34248fea,segment=NetworkSegment(0d4e73ff-405b-47c7-aaca-e0eeeafee093),segment_id=0d4e73ff-405b-47c7-aaca-e0eeeafee093)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:25.843923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.850621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:25.873535 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f26781b8-d046-4a83-b2e1-2bcbdcb23011 req-ab8bee7e-d2ac-4923-ab59-1f8605479dd2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438097 Dec 22 04:53:25.966316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Pushing event updated for resources: {'Port': ['ID=29ab28a6-8fb8-4831-ba23-38fb34248fea,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:25.969018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:25.997480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.039304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Transition to ACTIVE for port object dabca04a-f012-48e3-adc7-655085153abf will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:26.052582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port f74ac3bd-1cea-482e-9837-cbf449e86f2e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:26.052925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.059134 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:26.070476 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:26.070947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:53:26.071704 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:26.102667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eef3bd-d37b-435f-aec4-e027fb5540e2 req-6eb95521-0b2f-4c9f-be70-78160f57563c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:26.112290 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5eef3bd-d37b-435f-aec4-e027fb5540e2 req-6eb95521-0b2f-4c9f-be70-78160f57563c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 944 time: 0.1063571 Dec 22 04:53:26.153654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:53:26.182454 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5eef3bd-d37b-435f-aec4-e027fb5540e2 req-0c15120b-2efd-4179-82ac-167162ab333b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688660 Dec 22 04:53:26.277617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.293568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:26.389102 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:26.407327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 4971ad73-5f8e-478a-93c2-693b9759e404 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:26.416549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:26.427647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:26.428218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.455727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=dabca04a-f012-48e3-adc7-655085153abf,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:26.467220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:26.470181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port f74ac3bd-1cea-482e-9837-cbf449e86f2e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f74ac3bd-1cea-482e-9837-cbf449e86f2e,segment=NetworkSegment(46f58555-8e09-4eb4-97c0-b855f333fa58),segment_id=46f58555-8e09-4eb4-97c0-b855f333fa58)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:26.470600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.472773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 29ab28a6-8fb8-4831-ba23-38fb34248fea up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:26.607981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for f74ac3bd-1cea-482e-9837-cbf449e86f2e owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:26.696824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 29ab28a6-8fb8-4831-ba23-38fb34248fea completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:26.748796 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:23Z', 'revision_number': 7, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74ac3bd-1cea-482e-9837-cbf449e86f2e', 'name': '', 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:e5:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:16Z', 'updated_at': '2021-12-22T04:53:22Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:26.753337 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:26.760747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.762525 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:26.763533 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:52:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:26.901907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2f2242f6-e12d-4bf2-a4f9-13681a7856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.959150 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:27.146755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cb1f0-94f9-49eb-8157-28ae7a8b82b0 req-7cc74bf2-ad77-4aba-b2c4-29013e0f5b77 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:27.148357 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-220cb1f0-94f9-49eb-8157-28ae7a8b82b0 req-7cc74bf2-ad77-4aba-b2c4-29013e0f5b77 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 944 time: 0.1246045 Dec 22 04:53:27.231999 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-220cb1f0-94f9-49eb-8157-28ae7a8b82b0 req-96579555-e978-4b12-9f85-e776cdcc1624 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767944 Dec 22 04:53:27.279408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.292370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-66ebb49d-5cfb-4ad4-83c0-1301ca3586b5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:27.323601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56596ca-4c54-439e-84bd-ca65a154cd07 None None] Network 4971ad73-5f8e-478a-93c2-693b9759e404 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:27.377269 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:23Z', 'revision_number': 7, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74ac3bd-1cea-482e-9837-cbf449e86f2e', 'name': '', 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:e5:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:16Z', 'updated_at': '2021-12-22T04:53:22Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:27.378082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=f74ac3bd-1cea-482e-9837-cbf449e86f2e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:27.387960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:27.388172 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe154a-2469-4960-9315-b3b0fb0baf8b None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:23Z', 'revision_number': 7, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74ac3bd-1cea-482e-9837-cbf449e86f2e', 'name': '', 'network_id': '6b7c045f-bbd9-45d9-ba25-4700424bcfdd', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:e5:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:16Z', 'updated_at': '2021-12-22T04:53:22Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '118d3de2-5ff0-470a-8153-1a30dab16b2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:27.514048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d369a539-0887-4b60-a200-37fa20aec894 None None] Provisioning for port 29ab28a6-8fb8-4831-ba23-38fb34248fea completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:27.534031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d369a539-0887-4b60-a200-37fa20aec894 None None] Provisioning complete for port 29ab28a6-8fb8-4831-ba23-38fb34248fea triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:27.534453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d369a539-0887-4b60-a200-37fa20aec894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.687580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406205b-5e33-4f37-b18b-d175d863ec43 req-ce77191d-91a7-42f6-a47f-ec44dcc7e986 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:27.688628 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a406205b-5e33-4f37-b18b-d175d863ec43 req-ce77191d-91a7-42f6-a47f-ec44dcc7e986 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 944 time: 0.3550649 Dec 22 04:53:27.733673 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a406205b-5e33-4f37-b18b-d175d863ec43 req-dedc7387-ee17-475f-aee3-c1de5956c8d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390861 Dec 22 04:53:27.767716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d369a539-0887-4b60-a200-37fa20aec894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.809034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d369a539-0887-4b60-a200-37fa20aec894 None None] For port 29ab28a6-8fb8-4831-ba23-38fb34248fea, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=29ab28a6-8fb8-4831-ba23-38fb34248fea,segment=NetworkSegment(0d4e73ff-405b-47c7-aaca-e0eeeafee093),segment_id=0d4e73ff-405b-47c7-aaca-e0eeeafee093)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:27.809475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.815230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d369a539-0887-4b60-a200-37fa20aec894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.816808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:27.887740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369a539-0887-4b60-a200-37fa20aec894 None None] Pushing event updated for resources: {'Port': ['ID=29ab28a6-8fb8-4831-ba23-38fb34248fea,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:27.890939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d369a539-0887-4b60-a200-37fa20aec894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:27.912197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.950000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.968817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.969656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.980456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-897c9169-6108-4aed-b55a-2711f82a2f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:28.055477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-84e01e3c-9c44-4f60-84a7-bab14adcc47e None None] Provisioning complete for port 29ab28a6-8fb8-4831-ba23-38fb34248fea triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:28.055863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-84e01e3c-9c44-4f60-84a7-bab14adcc47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.125175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.207006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=dabca04a-f012-48e3-adc7-655085153abf,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:28.223527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:28.288409 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-84e01e3c-9c44-4f60-84a7-bab14adcc47e None None] Provisioning for port dabca04a-f012-48e3-adc7-655085153abf completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:28.294673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-84e01e3c-9c44-4f60-84a7-bab14adcc47e None None] Provisioning complete for port dabca04a-f012-48e3-adc7-655085153abf triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:28.295338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-84e01e3c-9c44-4f60-84a7-bab14adcc47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.366588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-84e01e3c-9c44-4f60-84a7-bab14adcc47e None None] Port dabca04a-f012-48e3-adc7-655085153abf cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:28.385622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:28.388165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 4971ad73-5f8e-478a-93c2-693b9759e404 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:28.391994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:28.431737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 29ab28a6-8fb8-4831-ba23-38fb34248fea up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:28.450251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1dc63-35b9-4d7e-afe9-8291a89d2286 req-62b91657-a56a-4ef6-a335-dd8e17dfab53 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:28.453116 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0fd1dc63-35b9-4d7e-afe9-8291a89d2286 req-62b91657-a56a-4ef6-a335-dd8e17dfab53 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 944 time: 0.0957987 Dec 22 04:53:28.505907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2551cd68-35c6-427c-8d08-534a961b21bd None None] Provisioning complete for port dabca04a-f012-48e3-adc7-655085153abf triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:28.506335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2551cd68-35c6-427c-8d08-534a961b21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.508179 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0fd1dc63-35b9-4d7e-afe9-8291a89d2286 req-e1ac3c97-6a2c-4ebe-bdd6-60883595d706 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487173 Dec 22 04:53:28.574860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 29ab28a6-8fb8-4831-ba23-38fb34248fea triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:28.575376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.599957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2551cd68-35c6-427c-8d08-534a961b21bd None None] Port dabca04a-f012-48e3-adc7-655085153abf cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:28.719531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ab5d7eb7-1a1a-444f-9cae-f45f900be146 None None] Provisioning complete for port dabca04a-f012-48e3-adc7-655085153abf triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:28.719904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7eb7-1a1a-444f-9cae-f45f900be146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.772499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d7eb7-1a1a-444f-9cae-f45f900be146 None None] Port dabca04a-f012-48e3-adc7-655085153abf cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:28.859321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:28.870182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:28.882668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:28.883381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:28.884997 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1681681 Dec 22 04:53:28.888040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57352) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:28.907481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:53:28.971706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7c5bbb-8ad0-4a78-b08e-5846aef206a2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting subnet 118d3de2-5ff0-470a-8153-1a30dab16b2d {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:53:28.976109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d7c5bbb-8ad0-4a78-b08e-5846aef206a2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.035467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb58a9a-70a5-4386-b306-97246841eee3 req-b88a9374-a829-45d8-aa7d-f5cc62adc949 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:29.037001 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddb58a9a-70a5-4386-b306-97246841eee3 req-b88a9374-a829-45d8-aa7d-f5cc62adc949 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 944 time: 0.1956351 Dec 22 04:53:29.046603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:29.047951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d7c5bbb-8ad0-4a78-b08e-5846aef206a2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.078989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:29.085157 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7923908 Dec 22 04:53:29.087673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57356) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:29.089540 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Sync routers for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:29.096594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1912565794'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:29.101027 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:29.101839 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:29.103695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:29.108624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:network and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:29.113151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:29.124026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:29.141949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:29.146749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.150399 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddb58a9a-70a5-4386-b306-97246841eee3 req-5ccd7ad4-6ac1-4f67-aa80-bf8a183ed0de tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047916 Dec 22 04:53:29.179132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d7c5bbb-8ad0-4a78-b08e-5846aef206a2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.203326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:29.216192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.217396 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added segment c292f71d-a9e0-4252-bd2c-309978860c9e of type vlan for network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 Dec 22 04:53:29.265877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.269988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d7c5bbb-8ad0-4a78-b08e-5846aef206a2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.282130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b051720-7e3d-4619-be4f-47688b541884 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:29.305459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.319233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:29.320075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.329315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d17af4e-735e-4e59-97cc-e12cc9322e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:29.336111 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c5bbb-8ad0-4a78-b08e-5846aef206a2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Subnet': ['ID=118d3de2-5ff0-470a-8153-1a30dab16b2d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:29.338559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d7c5bbb-8ad0-4a78-b08e-5846aef206a2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.343216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d7c5bbb-8ad0-4a78-b08e-5846aef206a2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:29.349321 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3d7c5bbb-8ad0-4a78-b08e-5846aef206a2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/118d3de2-5ff0-470a-8153-1a30dab16b2d HTTP/1.1" status: 204 len: 168 time: 0.4602520 Dec 22 04:53:29.349884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca45ff-950f-44a7-b177-1943a5d558bd None None] Network 6b7c045f-bbd9-45d9-ba25-4700424bcfdd requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:29.350093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57360) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:29.372267 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:29.450880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Network': ['ID=8ac4302c-afe0-4d12-b0fc-e44f9f533320,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:29.454015 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3649597 Dec 22 04:53:29.455183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:29.458473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57364) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:29.464930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'subnet': {'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:29.483551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.497605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port 614a4984-9e34-4591-9692-736c0c0dacec {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:29.498092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.551786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:53:29.634843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:29.640171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:subnet and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:29.643731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:29.649825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:29.664023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:29.670719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.675331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:29.755432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.762559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:26Z', 'revision_number': 8, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:29.770334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:29.776389 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:26Z', 'revision_number': 2, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:27Z', 'revision_number': 2, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:29.780585 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Checking router: a65c3b49-6398-4ea0-a85e-6df6827ee6d1 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:29.780934 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Updating router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 port dabca04a-f012-48e3-adc7-655085153abf binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:29.787646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port 614a4984-9e34-4591-9692-736c0c0dacec, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=614a4984-9e34-4591-9692-736c0c0dacec,segment=NetworkSegment(46f58555-8e09-4eb4-97c0-b855f333fa58),segment_id=46f58555-8e09-4eb4-97c0-b855f333fa58)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:29.788127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.814588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:29.815206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:29.842713 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.975671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for 614a4984-9e34-4591-9692-736c0c0dacec owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:29.987735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.995381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f1b3a00c-1205-4ba2-a075-569153b10780 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:30.055225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c521a-1459-4c14-8497-9aa68d39500d req-83d6b45f-3a9f-4987-b5b4-413ccc7d226d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:30.063305 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-396c521a-1459-4c14-8497-9aa68d39500d req-83d6b45f-3a9f-4987-b5b4-413ccc7d226d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 944 time: 0.3511243 Dec 22 04:53:30.075349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:30.083511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:30.083873 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.086509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Subnet': ['ID=227b130c-4875-458e-bdc0-2a010d3e00d8,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:30.100981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:30.144872 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-396c521a-1459-4c14-8497-9aa68d39500d req-d4a70d08-d87b-4487-a288-a9fb81dfe37f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779946 Dec 22 04:53:30.146330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Checking segment: {'id': 'c292f71d-a9e0-4252-bd2c-309978860c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:30.146789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network hostable DHCP agents. Network: 8ac4302c-afe0-4d12-b0fc-e44f9f533320, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:30.147696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.155532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f0df9ad-8ca4-4fef-ae3c-e68275167b96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:30.173743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:30.175193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:30.200796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 8ac4302c-afe0-4d12-b0fc-e44f9f533320) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:30.211083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:30.213790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No DVR routers for this DVR port 614a4984-9e34-4591-9692-736c0c0dacec on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:30.214081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.255458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=614a4984-9e34-4591-9692-736c0c0dacec,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:30.260228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:30.268469 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8088510 Dec 22 04:53:30.270573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57372) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:30.295349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0939e8a1-5131-41db-ac95-20a5503bcedc None None] Network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:30.300671 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.320068 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Transition to ACTIVE for port object dabca04a-f012-48e3-adc7-655085153abf will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:30.329828 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.337160 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ee49fe79-95f3-4a54-9272-2cee8577173f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:30.415466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.452785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7c045f-bbd9-45d9-ba25-4700424bcfdd']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:30.454646 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af9a8a-2d4d-4852-a523-815625cd80c6 None None] Pushing event updated for resources: {'Port': ['ID=dabca04a-f012-48e3-adc7-655085153abf,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:30.467195 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-a1af9a8a-2d4d-4852-a523-815625cd80c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:30.470455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f58555-8e09-4eb4-97c0-b855f333fa58') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:30.470824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f58555-8e09-4eb4-97c0-b855f333fa58') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:30.483743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.505327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.512324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:30.512792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.526785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a1e7e-c241-48e0-8005-317638440860 None None] DHCP port deletion for 6b7c045f-bbd9-45d9-ba25-4700424bcfdd request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:53:30.683190 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Attempting to bind port dabca04a-f012-48e3-adc7-655085153abf on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:30.684224 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Attempting to bind port dabca04a-f012-48e3-adc7-655085153abf by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '0d4e73ff-405b-47c7-aaca-e0eeeafee093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:30.685083 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Attempting to bind port dabca04a-f012-48e3-adc7-655085153abf on network 4971ad73-5f8e-478a-93c2-693b9759e404 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:30.695241 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:30.695935 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Checking segment: {'id': '0d4e73ff-405b-47c7-aaca-e0eeeafee093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:30.696526 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.697250 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Bound using segment: {'id': '0d4e73ff-405b-47c7-aaca-e0eeeafee093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:30.698065 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Bound port: dabca04a-f012-48e3-adc7-655085153abf, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4e73ff-405b-47c7-aaca-e0eeeafee093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:30.698638 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.796875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:30.801714 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:30.818396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.831197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bfda955c-b9af-4bba-8058-60f40a5bdfdc tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:30.851668 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] For port dabca04a-f012-48e3-adc7-655085153abf, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:30.854196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:30.855519 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] For port dabca04a-f012-48e3-adc7-655085153abf, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dabca04a-f012-48e3-adc7-655085153abf,segment=NetworkSegment(0d4e73ff-405b-47c7-aaca-e0eeeafee093),segment_id=0d4e73ff-405b-47c7-aaca-e0eeeafee093)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:30.857476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e193c3f-a21e-4afd-bb87-39320791b730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:30.859355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.862335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Network': ['ID=6b7c045f-bbd9-45d9-ba25-4700424bcfdd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:30.863388 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.866375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:30.877766 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:30.886282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f0088-1dae-44de-a5a4-e76bb1db5c3e req-d188869a-7e37-4c55-a8ea-b217cae8ae1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:30.888267 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-444f0088-1dae-44de-a5a4-e76bb1db5c3e req-d188869a-7e37-4c55-a8ea-b217cae8ae1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 944 time: 0.5472858 Dec 22 04:53:30.892461 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/networks/6b7c045f-bbd9-45d9-ba25-4700424bcfdd HTTP/1.1" status: 204 len: 168 time: 1.5412097 Dec 22 04:53:30.899296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57380) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:30.924613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.925623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:30.967069 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af9a8a-2d4d-4852-a523-815625cd80c6 None None] Pushing event updated for resources: {'Port': ['ID=dabca04a-f012-48e3-adc7-655085153abf,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:30.983550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:30.984358 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-a1af9a8a-2d4d-4852-a523-815625cd80c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:31.004643 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:31.005278 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:31.071820 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e193c3f-a21e-4afd-bb87-39320791b730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'code': 200} Dec 22 04:53:31.078838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:31.091875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:31.175610 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-444f0088-1dae-44de-a5a4-e76bb1db5c3e req-8d39c2d9-c504-4e01-a55a-6ab9e632ddc0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618761 Dec 22 04:53:31.190543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:26Z', 'revision_number': 8, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:31.218721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafab58-a389-4e1e-ae32-49d5d746dbb3 None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:26Z', 'revision_number': 8, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be', 'name': '', 'network_id': '1f68edcc-69e6-4247-a5a6-2ddab6099387', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:73:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:01Z', 'updated_at': '2021-12-22T04:53:16Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:31.289425 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:31.317959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:31.340564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:31.341046 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.412597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:53:31.413557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.529750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84247752-d6ab-4e7c-8b5f-6a69d3cafab7 req-2596a3e5-c7cf-4030-9d75-f13af217c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:31.531182 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-84247752-d6ab-4e7c-8b5f-6a69d3cafab7 req-2596a3e5-c7cf-4030-9d75-f13af217c558 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 1098 time: 0.2313073 Dec 22 04:53:31.615105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c1bf-7b0a-401f-af9e-19b44f16d0f2 req-1f25fdc2-7aa2-4652-a450-7eff1a42ae2e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:31.624206 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c211c1bf-7b0a-401f-af9e-19b44f16d0f2 req-1f25fdc2-7aa2-4652-a450-7eff1a42ae2e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 944 time: 0.2356646 Dec 22 04:53:31.685633 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-84247752-d6ab-4e7c-8b5f-6a69d3cafab7 req-398a49db-f118-4b23-961c-d64133250202 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017814 Dec 22 04:53:31.700029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.752203 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c211c1bf-7b0a-401f-af9e-19b44f16d0f2 req-14e7a74f-3a84-4182-8f0d-3c151eb5e8a5 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228986 Dec 22 04:53:31.766003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Allocated IP 2001:db8:1::2 (8ac4302c-afe0-4d12-b0fc-e44f9f533320/227b130c-4875-458e-bdc0-2a010d3e00d8/93616a83-e3e7-4530-95da-1487fb24f270) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:31.776583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.799786 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:26Z', 'revision_number': 2, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:30Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:31.810243 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb4244-be6d-4b0c-991f-f53c1898aaf3 None None] The sync data for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv is: [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:26Z', 'revision_number': 2, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:30Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:31.909831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:31.917710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.918027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.921967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:32.066401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:32.081036 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:32.117119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.139638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Transition to ACTIVE for port object 93616a83-e3e7-4530-95da-1487fb24f270 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:32.168814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Transition to ACTIVE for port object 93616a83-e3e7-4530-95da-1487fb24f270 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:32.186057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.203170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:32.316349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:32.350756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:32.354280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dabca04a-f012-48e3-adc7-655085153abf up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:32.362105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Allocated IP 2001:db8:1::1 (8ac4302c-afe0-4d12-b0fc-e44f9f533320/227b130c-4875-458e-bdc0-2a010d3e00d8/7a92ef44-8236-4f54-8293-e71e826db6ad) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:32.424322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:32.424674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.498008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:32.502830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Pushing event updated for resources: {'Port': ['ID=93616a83-e3e7-4530-95da-1487fb24f270,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:32.526122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:32.582509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.606004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Transition to ACTIVE for port object 7a92ef44-8236-4f54-8293-e71e826db6ad will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:32.637431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.644490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88bd82ab-9dd8-48dd-a266-e3e1b4f6e6b8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:32.653975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603628e-7390-4d64-854b-d052b68dee70 req-033f1a59-f625-46ec-91c5-3753275f53e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:32.655776 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9603628e-7390-4d64-854b-d052b68dee70 req-033f1a59-f625-46ec-91c5-3753275f53e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 945 time: 0.2328022 Dec 22 04:53:32.658023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Attempting to bind port 93616a83-e3e7-4530-95da-1487fb24f270 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:32.659201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Attempting to bind port 93616a83-e3e7-4530-95da-1487fb24f270 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'c292f71d-a9e0-4252-bd2c-309978860c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:32.659201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Attempting to bind port 93616a83-e3e7-4530-95da-1487fb24f270 on network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:32.665622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port dabca04a-f012-48e3-adc7-655085153abf completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:32.676632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port dabca04a-f012-48e3-adc7-655085153abf triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:32.677332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.707604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:32.708035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Checking segment: {'id': 'c292f71d-a9e0-4252-bd2c-309978860c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:32.708521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.709056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Bound using segment: {'id': 'c292f71d-a9e0-4252-bd2c-309978860c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:32.709548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Bound port: 93616a83-e3e7-4530-95da-1487fb24f270, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c292f71d-a9e0-4252-bd2c-309978860c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:32.709925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.724627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:32.728268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:32.733151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:32.733693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.748647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=7a92ef44-8236-4f54-8293-e71e826db6ad,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:32.763306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:32.890941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be,segment=NetworkSegment(7f8a07a7-2f4b-4b98-bd85-421cda940e04),segment_id=7f8a07a7-2f4b-4b98-bd85-421cda940e04)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:32.891232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.905764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.907147 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] For port 93616a83-e3e7-4530-95da-1487fb24f270, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:32.917465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.929611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] For port 93616a83-e3e7-4530-95da-1487fb24f270, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=93616a83-e3e7-4530-95da-1487fb24f270,segment=NetworkSegment(c292f71d-a9e0-4252-bd2c-309978860c9e),segment_id=c292f71d-a9e0-4252-bd2c-309978860c9e)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:32.938114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.943274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-038db27e-a131-42e1-8875-5b216bfea178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:32.956193 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9603628e-7390-4d64-854b-d052b68dee70 req-af883df7-8bb3-4d66-8a31-f184d7489ae7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844841 Dec 22 04:53:33.020357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port dabca04a-f012-48e3-adc7-655085153abf, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dabca04a-f012-48e3-adc7-655085153abf,segment=NetworkSegment(0d4e73ff-405b-47c7-aaca-e0eeeafee093),segment_id=0d4e73ff-405b-47c7-aaca-e0eeeafee093)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:33.031075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.045705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Pushing event updated for resources: {'Port': ['ID=93616a83-e3e7-4530-95da-1487fb24f270,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:33.048874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:33.049348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:33.090809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:33.127201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:33.131139 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 614a4984-9e34-4591-9692-736c0c0dacec no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:53:33.169100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=dabca04a-f012-48e3-adc7-655085153abf,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:33.172111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 614a4984-9e34-4591-9692-736c0c0dacec {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:53:33.172603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 614a4984-9e34-4591-9692-736c0c0dacec not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:53:33.173456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f74ac3bd-1cea-482e-9837-cbf449e86f2e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:53:33.227685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:33.238744 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2', 'code': 200} Dec 22 04:53:33.238927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb749bd-fc84-4e35-83dc-5ea4e58ca2f8 req-85ee8dad-3837-463d-8286-a8dd8f78e5fe tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:33.241057 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2eb749bd-fc84-4e35-83dc-5ea4e58ca2f8 req-85ee8dad-3837-463d-8286-a8dd8f78e5fe tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 945 time: 0.3522594 Dec 22 04:53:33.249283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: f74ac3bd-1cea-482e-9837-cbf449e86f2e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:53:33.249769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f74ac3bd-1cea-482e-9837-cbf449e86f2e not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:53:33.493698 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2eb749bd-fc84-4e35-83dc-5ea4e58ca2f8 req-d68d63d7-5f02-4d15-9ab1-17d32020b30f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959852 Dec 22 04:53:33.647428 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.656999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:33.715770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:33.718846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:33.751369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bae60-2270-46f6-bf7b-6b88fb54be64 req-0b5e481f-4474-4d7b-9a93-ac925e1b7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:33.752897 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-400bae60-2270-46f6-bf7b-6b88fb54be64 req-0b5e481f-4474-4d7b-9a93-ac925e1b7832 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 1098 time: 0.1330583 Dec 22 04:53:33.788823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.804690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.806173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.814813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:33.881352 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-400bae60-2270-46f6-bf7b-6b88fb54be64 req-96ace791-7c16-4b9c-a953-5b9f3ca1af0c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151211 Dec 22 04:53:33.971830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=7a92ef44-8236-4f54-8293-e71e826db6ad,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:33.975359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:34.010213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.046074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:34.047272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:34.257735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:34.403495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94581b31-b5dd-470f-9334-35273d51afb8 req-b4fbfaf3-bcde-4228-848f-741d85adb601 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:34.405200 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94581b31-b5dd-470f-9334-35273d51afb8 req-b4fbfaf3-bcde-4228-848f-741d85adb601 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 945 time: 0.2649415 Dec 22 04:53:34.409380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c186984-e9ba-4236-9052-67041d75e85f None None] Network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:34.454789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:34.472653 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1997426 Dec 22 04:53:34.476876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57396) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:34.482888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-769440564'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:34.489272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:34.493583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:network and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:34.499485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:34.499743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Sync routers for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:34.507835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:34.527847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-26f8cbb4-ab05-4f6e-8378-47faebdac1bd None None] Provisioning for port 93616a83-e3e7-4530-95da-1487fb24f270 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:34.535796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:34.540925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dabca04a-f012-48e3-adc7-655085153abf up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:34.542657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.583027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:34.595315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:34.595992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-74268d95-b929-444b-8463-57989f8f4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:34.598491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.600294 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added segment 89dc1d0a-a63d-4094-8544-048a5bb348d0 of type vlan for network 6275c82d-c38d-4b26-b7a9-b223b663ff48 Dec 22 04:53:34.637343 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94581b31-b5dd-470f-9334-35273d51afb8 req-551dcee2-03fb-4eba-8164-1c85b01a0583 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170262 Dec 22 04:53:34.646847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.647923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:34.692868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.700329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:34.701093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.721815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c701faf5-6cab-4615-bee1-40af830ac6b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:34.749992 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2689836 Dec 22 04:53:34.752826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57404) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:34.765239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'subnet': {'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:34.844103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:34.926823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:34.932934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Network': ['ID=6275c82d-c38d-4b26-b7a9-b223b663ff48,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:34.939595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:34.949117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57408) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:34.949504 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0486586 Dec 22 04:53:34.951316 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:34.956978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port dabca04a-f012-48e3-adc7-655085153abf triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:34.957349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.971844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf59ef-051d-4a73-bad3-2c9cad6b688b req-d1cebe30-9cfa-42e4-92bb-2d969284d95e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:34.973389 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a7bf59ef-051d-4a73-bad3-2c9cad6b688b req-d1cebe30-9cfa-42e4-92bb-2d969284d95e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 945 time: 0.3172004 Dec 22 04:53:34.987392 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:34.988583 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:34.991060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0753b97-12bb-4722-8394-227b0dfa91d5 req-1135621a-5cd6-41d3-8d88-91f229b1c21e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:34.992615 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0753b97-12bb-4722-8394-227b0dfa91d5 req-1135621a-5cd6-41d3-8d88-91f229b1c21e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 945 time: 0.1688406 Dec 22 04:53:35.031110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:35.038816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:subnet and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:35.043353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:35.052524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:35.053549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 6275c82d-c38d-4b26-b7a9-b223b663ff48 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:53:35.060974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ec6a7a-07c7-4956-98d7-5d937e9815ba tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting subnet 7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:53:35.066712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81ec6a7a-07c7-4956-98d7-5d937e9815ba tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.077649 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a7bf59ef-051d-4a73-bad3-2c9cad6b688b req-b6012edb-be67-4c89-bab0-f8b7001c7893 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950937 Dec 22 04:53:35.098601 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0753b97-12bb-4722-8394-227b0dfa91d5 req-80603ff1-5dff-4632-a2d9-ef64d87420a1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921154 Dec 22 04:53:35.115259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57412) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:35.126692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:35.130238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.206408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6b18b0-3f6c-4fa0-8eef-07f57f48be11 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:35.211365 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fa6b18b0-3f6c-4fa0-8eef-07f57f48be11 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 1093 time: 0.0947826 Dec 22 04:53:35.212126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57416) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:35.219746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:35.227291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:35.231912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:floatingip and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:35.235728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:35.244060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:35.245595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81ec6a7a-07c7-4956-98d7-5d937e9815ba tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.258378 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:35.262775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.456622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81ec6a7a-07c7-4956-98d7-5d937e9815ba tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.547740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.624533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81ec6a7a-07c7-4956-98d7-5d937e9815ba tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.636180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7e78dd2f-6c03-4077-9509-7c40fbe574c3 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:35.654809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 93616a83-e3e7-4530-95da-1487fb24f270 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:35.722038 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:33Z', 'revision_number': 9, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:35.728423 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:35.743693 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:35.745156 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:35.749066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.180 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/eaa358e1-c65f-4311-9713-3a1f678fe15e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:35.750653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 93616a83-e3e7-4530-95da-1487fb24f270 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:35.760429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-74268d95-b929-444b-8463-57989f8f4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 3, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:33Z', 'revision_number': 2, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:35.764545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 93616a83-e3e7-4530-95da-1487fb24f270 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:35.764962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.803705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Checking router: a65c3b49-6398-4ea0-a85e-6df6827ee6d1 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:35.804102 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Updating router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 port 7a92ef44-8236-4f54-8293-e71e826db6ad binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:35.821562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81ec6a7a-07c7-4956-98d7-5d937e9815ba tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.826275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec6a7a-07c7-4956-98d7-5d937e9815ba tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Subnet': ['ID=7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:35.833963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-81ec6a7a-07c7-4956-98d7-5d937e9815ba tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:35.837848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.843615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8abe5723-e021-4913-b231-9f9285c23b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:35.849081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68462af-7f81-4ffc-b96e-651b78c50076 None None] Network 1f68edcc-69e6-4247-a5a6-2ddab6099387 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:35.938887 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-81ec6a7a-07c7-4956-98d7-5d937e9815ba tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b HTTP/1.1" status: 204 len: 168 time: 0.9885824 Dec 22 04:53:35.954026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57420) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:35.967363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Subnet': ['ID=508930c7-a71d-46c2-a511-058a2a26e2db,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:35.971408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:35.979120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.988962 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:36.039171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Checking segment: {'id': '89dc1d0a-a63d-4094-8544-048a5bb348d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:36.039524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network hostable DHCP agents. Network: 6275c82d-c38d-4b26-b7a9-b223b663ff48, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:36.072769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 6275c82d-c38d-4b26-b7a9-b223b663ff48 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:36.088473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 6275c82d-c38d-4b26-b7a9-b223b663ff48) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:36.110663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:36.111077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.154163 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3976285 Dec 22 04:53:36.154516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57426) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:36.187511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.199676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0804ae6-6d13-4328-a2d1-4859b1883495 None None] Network 6275c82d-c38d-4b26-b7a9-b223b663ff48 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:36.272492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.288660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.300965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-39f68015-5ae4-4417-b47f-331bf802e610 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:36.456576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port c5d5512d-fe13-4866-b7ae-1707e1420beb {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:36.456918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.511056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:36.532868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:36.544689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:36.617407 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:33Z', 'revision_number': 9, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:36.622667 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548095d1-ba90-4425-af68-5abbabe3350e None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:33Z', 'revision_number': 9, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac327b27-c81d-4d80-b57e-b6662048c5ae', 'name': '', 'network_id': '7740db7a-58c9-4eec-83ae-924b0ed433ba', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:01:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:52Z', 'updated_at': '2021-12-22T04:53:08Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': '158d1baa-9369-43f8-afc0-1cf040c8fac3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:36.710615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=eaa358e1-c65f-4311-9713-3a1f678fe15e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:36.723999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:36.728553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f091ca6d-ba25-48e6-a260-7989e52ed2ea None None] Provisioning complete for port 93616a83-e3e7-4530-95da-1487fb24f270 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:36.729105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f091ca6d-ba25-48e6-a260-7989e52ed2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.781894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.884039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c7c46-061a-483e-9d19-db317d25eab9 req-82ec21e5-2834-4340-a40f-7664172394b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:36.885654 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-068c7c46-061a-483e-9d19-db317d25eab9 req-82ec21e5-2834-4340-a40f-7664172394b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 945 time: 0.5350308 Dec 22 04:53:36.928092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 93616a83-e3e7-4530-95da-1487fb24f270, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=93616a83-e3e7-4530-95da-1487fb24f270,segment=NetworkSegment(c292f71d-a9e0-4252-bd2c-309978860c9e),segment_id=c292f71d-a9e0-4252-bd2c-309978860c9e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:36.930139 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-6275c82d-c38d-4b26-b7a9-b223b663ff48', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:53:36.931037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.998028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.009187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-225de48e-4220-44cf-97ce-cacec5d28847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:37.104065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.108089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:53:37.210621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:53:37.211066 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b1cdcf5b-f5b9-4b23-8ddb-0c3ec3e993be not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:53:37.310134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=93616a83-e3e7-4530-95da-1487fb24f270,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:37.322007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:37.383464 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-068c7c46-061a-483e-9d19-db317d25eab9 req-aabf76a2-3326-43f8-a5ff-fa1a78374a2e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4882271 Dec 22 04:53:37.397837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port c5d5512d-fe13-4866-b7ae-1707e1420beb, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c5d5512d-fe13-4866-b7ae-1707e1420beb,segment=NetworkSegment(7f8a07a7-2f4b-4b98-bd85-421cda940e04),segment_id=7f8a07a7-2f4b-4b98-bd85-421cda940e04)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:37.397837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.398075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] DHCP port deletion for 1f68edcc-69e6-4247-a5a6-2ddab6099387 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:53:37.464742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.resource_extend [None req-74268d95-b929-444b-8463-57989f8f4487 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:53:37.474442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f091ca6d-ba25-48e6-a260-7989e52ed2ea None None] Provisioning for port 7a92ef44-8236-4f54-8293-e71e826db6ad completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:37.485157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] Deleting port c5d5512d-fe13-4866-b7ae-1707e1420beb {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:37.485474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.545201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f091ca6d-ba25-48e6-a260-7989e52ed2ea None None] Provisioning complete for port 7a92ef44-8236-4f54-8293-e71e826db6ad triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:37.545585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f091ca6d-ba25-48e6-a260-7989e52ed2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.549764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for c5d5512d-fe13-4866-b7ae-1707e1420beb owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:37.619991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Allocated IP 2001:db8:2::2 (6275c82d-c38d-4b26-b7a9-b223b663ff48/508930c7-a71d-46c2-a511-058a2a26e2db/0c8ffe5c-c33b-4f73-b754-43243351ae2c) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:37.700175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f091ca6d-ba25-48e6-a260-7989e52ed2ea None None] Port 7a92ef44-8236-4f54-8293-e71e826db6ad cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:37.722149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.726982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.727309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a45ba56-57c7-46bb-821c-0f2135c41ef6 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:37.782536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=c5d5512d-fe13-4866-b7ae-1707e1420beb,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:37.788545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:37.790205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No DVR routers for this DVR port c5d5512d-fe13-4866-b7ae-1707e1420beb on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:37.799145 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d22ff-1803-49f5-b388-f2651c951615 req-d4c80635-61c4-45e9-8eef-73cca6d7c2c0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:37.800663 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-032d22ff-1803-49f5-b388-f2651c951615 req-d4c80635-61c4-45e9-8eef-73cca6d7c2c0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 945 time: 0.2582395 Dec 22 04:53:37.822470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Transition to ACTIVE for port object 7a92ef44-8236-4f54-8293-e71e826db6ad will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:37.898760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.913943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0fd8e910-50fb-4bb0-94cf-8b7028f67467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:37.971863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.974593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.984217 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-032d22ff-1803-49f5-b388-f2651c951615 req-c3c0d609-d321-45c2-b6ce-027d3aaf5c82 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540558 Dec 22 04:53:38.011818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f68edcc-69e6-4247-a5a6-2ddab6099387']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:38.019843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57432) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:38.043832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8a07a7-2f4b-4b98-bd85-421cda940e04') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:38.044157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8a07a7-2f4b-4b98-bd85-421cda940e04') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:38.059190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.081989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.090832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:38.091308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.104044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] For port c5d5512d-fe13-4866-b7ae-1707e1420beb, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c5d5512d-fe13-4866-b7ae-1707e1420beb,segment=NetworkSegment(7f8a07a7-2f4b-4b98-bd85-421cda940e04),segment_id=7f8a07a7-2f4b-4b98-bd85-421cda940e04)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:38.104635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:38.109747 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:38.240415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51108c3a-dd3e-47a2-9be2-7f8f271ebcd8 tempest-TestVolumeBootPattern-1388625619 tempest-TestVolumeBootPattern-1388625619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:38.241723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-51108c3a-dd3e-47a2-9be2-7f8f271ebcd8 tempest-TestVolumeBootPattern-1388625619 tempest-TestVolumeBootPattern-1388625619-project-admin] Synchronizing usage tracker for tenant:f5cb24b755844ea5b80a255a793a5aef on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:53:38.267524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-51108c3a-dd3e-47a2-9be2-7f8f271ebcd8 tempest-TestVolumeBootPattern-1388625619 tempest-TestVolumeBootPattern-1388625619-project-admin] Unset dirty status for tenant:f5cb24b755844ea5b80a255a793a5aef on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:53:38.269425 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-51108c3a-dd3e-47a2-9be2-7f8f271ebcd8 tempest-TestVolumeBootPattern-1388625619 tempest-TestVolumeBootPattern-1388625619-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 1093 time: 0.2483602 Dec 22 04:53:38.270403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.272268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57438) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:38.279420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:38.287413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:38.292499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:floatingip and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:38.297315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:38.303162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] Calling delete_port for c5d5512d-fe13-4866-b7ae-1707e1420beb owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:38.306464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:38.306622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.313311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.323602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.332875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5c1cdc9f-093a-4dff-9a3e-c12b5b2bf061 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:38.366014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Network': ['ID=1f68edcc-69e6-4247-a5a6-2ddab6099387,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.368415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:38.385493 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/networks/1f68edcc-69e6-4247-a5a6-2ddab6099387 HTTP/1.1" status: 204 len: 168 time: 2.4276547 Dec 22 04:53:38.389489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57442) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:38.408572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9e899-73e9-46a9-be4f-6ff0790e60bd None None] Pushing event updated for resources: {'Port': ['ID=7a92ef44-8236-4f54-8293-e71e826db6ad,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.425891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-01b9e899-73e9-46a9-be4f-6ff0790e60bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:38.479170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Attempting to bind port 7a92ef44-8236-4f54-8293-e71e826db6ad on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:38.479545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Attempting to bind port 7a92ef44-8236-4f54-8293-e71e826db6ad by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'c292f71d-a9e0-4252-bd2c-309978860c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:38.479918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Attempting to bind port 7a92ef44-8236-4f54-8293-e71e826db6ad on network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:38.488443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.501541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:38.501937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Checking segment: {'id': 'c292f71d-a9e0-4252-bd2c-309978860c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:38.502360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.502819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Bound using segment: {'id': 'c292f71d-a9e0-4252-bd2c-309978860c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:38.503299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Bound port: 7a92ef44-8236-4f54-8293-e71e826db6ad, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c292f71d-a9e0-4252-bd2c-309978860c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:38.503678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.516038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.564309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:38.564536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:38.572337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Transition to ACTIVE for port object 0c8ffe5c-c33b-4f73-b754-43243351ae2c will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:38.611769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Transition to ACTIVE for port object 0c8ffe5c-c33b-4f73-b754-43243351ae2c will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:38.623050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.629561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-01b9e899-73e9-46a9-be4f-6ff0790e60bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:38.667584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-74268d95-b929-444b-8463-57989f8f4487 None None] For port 7a92ef44-8236-4f54-8293-e71e826db6ad, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:38.702740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-74268d95-b929-444b-8463-57989f8f4487 None None] For port 7a92ef44-8236-4f54-8293-e71e826db6ad, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7a92ef44-8236-4f54-8293-e71e826db6ad,segment=NetworkSegment(c292f71d-a9e0-4252-bd2c-309978860c9e),segment_id=c292f71d-a9e0-4252-bd2c-309978860c9e)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:38.707329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Network 6275c82d-c38d-4b26-b7a9-b223b663ff48 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:38.711184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:38.714044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.718213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:38.757306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Pushing event updated for resources: {'Port': ['ID=0c8ffe5c-c33b-4f73-b754-43243351ae2c,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.766392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:38.767187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:38.845200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Allocated IP 172.26.1.99 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/a2bed2e0-1a56-4478-a08e-fae81f5f1686) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:38.888268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:38.888910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-74268d95-b929-444b-8463-57989f8f4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:38.896862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Allocated IP 2001:db8:2::1 (6275c82d-c38d-4b26-b7a9-b223b663ff48/508930c7-a71d-46c2-a511-058a2a26e2db/58b64750-f765-4caa-bb19-e2ccaa28ade7) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:38.961108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Attempting to bind port 0c8ffe5c-c33b-4f73-b754-43243351ae2c on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:38.961502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Attempting to bind port 0c8ffe5c-c33b-4f73-b754-43243351ae2c by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '89dc1d0a-a63d-4094-8544-048a5bb348d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:38.961857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Attempting to bind port 0c8ffe5c-c33b-4f73-b754-43243351ae2c on network 6275c82d-c38d-4b26-b7a9-b223b663ff48 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:39.104960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.118562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.126575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e138b52-87a8-4a64-a850-399e588510ec tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:39.143430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] Deleting port c5d5512d-fe13-4866-b7ae-1707e1420beb {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:39.143430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.164885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.170596 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9e899-73e9-46a9-be4f-6ff0790e60bd None None] Pushing event updated for resources: {'Port': ['ID=7a92ef44-8236-4f54-8293-e71e826db6ad,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.193273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 93616a83-e3e7-4530-95da-1487fb24f270 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:39.214271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.226496 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-01b9e899-73e9-46a9-be4f-6ff0790e60bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:39.241300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Transition to ACTIVE for port object 58b64750-f765-4caa-bb19-e2ccaa28ade7 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:39.246042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:39.246446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Checking segment: {'id': '89dc1d0a-a63d-4094-8544-048a5bb348d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:39.246921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.247611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Bound using segment: {'id': '89dc1d0a-a63d-4094-8544-048a5bb348d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:39.248536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Bound port: 0c8ffe5c-c33b-4f73-b754-43243351ae2c, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89dc1d0a-a63d-4094-8544-048a5bb348d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:39.248954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.278727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.290483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d41e8660-3e70-4a58-b423-833e7c17785a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:39.297558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=eaa358e1-c65f-4311-9713-3a1f678fe15e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.300529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:39.316949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.340741 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2e9004c9-14bb-4641-83b5-844c5732b212 None None] The port 'c5d5512d-fe13-4866-b7ae-1707e1420beb' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:53:39.373599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 6275c82d-c38d-4b26-b7a9-b223b663ff48 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:39.373599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=58b64750-f765-4caa-bb19-e2ccaa28ade7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.374774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:39.376222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:39.378274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:39.378274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.390661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-74268d95-b929-444b-8463-57989f8f4487 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:39.492712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] For port 0c8ffe5c-c33b-4f73-b754-43243351ae2c, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:39.496924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] For port 0c8ffe5c-c33b-4f73-b754-43243351ae2c, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0c8ffe5c-c33b-4f73-b754-43243351ae2c,segment=NetworkSegment(89dc1d0a-a63d-4094-8544-048a5bb348d0),segment_id=89dc1d0a-a63d-4094-8544-048a5bb348d0)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:39.498533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.551219 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP d9240dd2-280f-4131-aa83-c918413efb03 associated. External IP: 172.26.1.180, port: 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2. Dec 22 04:53:39.557268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.571493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:39.631037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 93616a83-e3e7-4530-95da-1487fb24f270 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:39.631823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.687346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.704755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:39.732668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.789268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:39.806707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Pushing event updated for resources: {'Port': ['ID=0c8ffe5c-c33b-4f73-b754-43243351ae2c,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.810949 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:39.859706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:39.865688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'Port': ['ID=a2bed2e0-1a56-4478-a08e-fae81f5f1686,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.920456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:39.958126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:39.969492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-74268d95-b929-444b-8463-57989f8f4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 3, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:39.974938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74268d95-b929-444b-8463-57989f8f4487 None None] The sync data for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv is: [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 3, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:40.014769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c5d5512d-fe13-4866-b7ae-1707e1420beb no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:53:40.118238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: c5d5512d-fe13-4866-b7ae-1707e1420beb {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:53:40.118639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c5d5512d-fe13-4866-b7ae-1707e1420beb not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:53:40.273145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.319897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 8d13ce0d-3d6b-4828-8109-a0e518887c42 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:40.350377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.351135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.363905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5235d3c4-a7f3-4900-a2ca-1e175ff34758 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:40.737203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port ac327b27-c81d-4d80-b57e-b6662048c5ae {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:40.737203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.765031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=58b64750-f765-4caa-bb19-e2ccaa28ade7,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:40.771493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:40.804204 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:40.818130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] Sync routers for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:40.830034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:40.831897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:40.865808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 6275c82d-c38d-4b26-b7a9-b223b663ff48 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:40.868812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:40.901984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.990351 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7768862 Dec 22 04:53:40.993862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e193c3f-a21e-4afd-bb87-39320791b730', 'tag': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:40.998565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57446) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:41.114864 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e193c3f-a21e-4afd-bb87-39320791b730', 'tag': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'status': 'completed', 'code': 200} Dec 22 04:53:41.136961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:41.140116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:41.155864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port ac327b27-c81d-4d80-b57e-b6662048c5ae, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ac327b27-c81d-4d80-b57e-b6662048c5ae,segment=NetworkSegment(7ea02492-339d-4abf-8c60-01e7fb3883ea),segment_id=7ea02492-339d-4abf-8c60-01e7fb3883ea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:41.156253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.174229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.216545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0c8ffe5c-c33b-4f73-b754-43243351ae2c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:41.336394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for ac327b27-c81d-4d80-b57e-b6662048c5ae owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:41.343996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9df980-2749-45cd-92f2-26f27ac83c34 None None] Network 6275c82d-c38d-4b26-b7a9-b223b663ff48 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:41.393472 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bab3e360-8c73-42e9-9731-2f7a90cc3f56 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/d9240dd2-280f-4131-aa83-c918413efb03 HTTP/1.1" status: 200 len: 991 time: 0.3907738 Dec 22 04:53:41.483765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-47a57b01-9008-454b-a03d-8d900a1a5615 None None] Provisioning for port 0c8ffe5c-c33b-4f73-b754-43243351ae2c completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:41.487053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.547783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.553541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:41.560842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:41.576620 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Sync routers for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:41.586687 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:41.587728 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:41.610919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=ac327b27-c81d-4d80-b57e-b6662048c5ae,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:41.614599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:41.670244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 0c8ffe5c-c33b-4f73-b754-43243351ae2c completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:41.693597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 0c8ffe5c-c33b-4f73-b754-43243351ae2c triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:41.694417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.823959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.843945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.858479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c6f66b77-8950-4a9f-948b-dad0e1cec074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:41.906528 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:41.931738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282256-9816-44e8-b9a3-edc95304bddd req-99abdda0-4206-411d-a541-010f12618a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:41.933920 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b5282256-9816-44e8-b9a3-edc95304bddd req-99abdda0-4206-411d-a541-010f12618a57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 1098 time: 0.7149765 Dec 22 04:53:41.947759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.969338 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8134911 Dec 22 04:53:41.997936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57452) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:42.016918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-37834887'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:42.032668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:42.078117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.101704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:network and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:42.105029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'Port': ['ID=a2bed2e0-1a56-4478-a08e-fae81f5f1686,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:42.109446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:42.130228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 0c8ffe5c-c33b-4f73-b754-43243351ae2c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0c8ffe5c-c33b-4f73-b754-43243351ae2c,segment=NetworkSegment(89dc1d0a-a63d-4094-8544-048a5bb348d0),segment_id=89dc1d0a-a63d-4094-8544-048a5bb348d0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:42.133898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:52:51Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'd9240dd2-280f-4131-aa83-c918413efb03', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'mac_address': 'fa:16:3e:47:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:37Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:42.138573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.139518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7a92ef44-8236-4f54-8293-e71e826db6ad up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:42.139962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:42.152031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:42.169295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:42.179982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.205866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] Checking router: 8d13ce0d-3d6b-4828-8109-a0e518887c42 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:42.267418 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:39Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:39Z', 'revision_number': 2, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:42.271272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:42.271421 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Checking router: a65c3b49-6398-4ea0-a85e-6df6827ee6d1 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:42.271658 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Updating router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 port 58b64750-f765-4caa-bb19-e2ccaa28ade7 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:42.272520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:42.331359 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.342772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:42.349900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.427855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:42.437768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=0c8ffe5c-c33b-4f73-b754-43243351ae2c,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:42.445616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:42.449528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.449871 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added segment 62fc020e-beec-425a-a06e-95d0eabc0401 of type vlan for network 530aa068-92f5-4668-827b-b0565948d931 Dec 22 04:53:42.493540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57456) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:42.562638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 7a92ef44-8236-4f54-8293-e71e826db6ad completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:42.579097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 7a92ef44-8236-4f54-8293-e71e826db6ad triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:42.579472 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.622889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.635798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-79e3db04-8c67-44a7-8641-8152e40f9e57 None None] Provisioning complete for port 0c8ffe5c-c33b-4f73-b754-43243351ae2c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:42.636754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-79e3db04-8c67-44a7-8641-8152e40f9e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.726118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:42.767929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:42.813015 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.832848 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Transition to ACTIVE for port object 58b64750-f765-4caa-bb19-e2ccaa28ade7 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:42.848866 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.853866 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:42.890782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282256-9816-44e8-b9a3-edc95304bddd req-bce2a377-d4ef-49e1-9f4c-264eb6fb83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:42.894643 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b5282256-9816-44e8-b9a3-edc95304bddd req-bce2a377-d4ef-49e1-9f4c-264eb6fb83be service neutron] 10.222.0.61 "GET /v2.0/networks?id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f HTTP/1.1" status: 200 len: 897 time: 0.9214849 Dec 22 04:53:43.023614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:43.036418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:53:43.039871 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6494498 Dec 22 04:53:43.043276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57460) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:43.054872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:43.106938 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f6fd6e26-fb36-490e-97c6-ba51b52e2000 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/d9240dd2-280f-4131-aa83-c918413efb03 HTTP/1.1" status: 200 len: 991 time: 0.5998986 Dec 22 04:53:43.120903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.130235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.138131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:43.141274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.145155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab33610-9259-419b-b865-510927e942d5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting subnet 158d1baa-9369-43f8-afc0-1cf040c8fac3 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:53:43.154559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eab33610-9259-419b-b865-510927e942d5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.156044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cdbe654b-1be0-4629-8c28-f5771317e5fd tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:43.174145 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Attempting to bind port 58b64750-f765-4caa-bb19-e2ccaa28ade7 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:43.174514 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Attempting to bind port 58b64750-f765-4caa-bb19-e2ccaa28ade7 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '89dc1d0a-a63d-4094-8544-048a5bb348d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:43.174878 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Attempting to bind port 58b64750-f765-4caa-bb19-e2ccaa28ade7 on network 6275c82d-c38d-4b26-b7a9-b223b663ff48 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:43.187660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:43.188866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:43.189038 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:43.189344 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Checking segment: {'id': '89dc1d0a-a63d-4094-8544-048a5bb348d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:43.189746 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.190143 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Bound using segment: {'id': '89dc1d0a-a63d-4094-8544-048a5bb348d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:43.190606 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Bound port: 58b64750-f765-4caa-bb19-e2ccaa28ade7, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89dc1d0a-a63d-4094-8544-048a5bb348d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:43.190978 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.195830 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Floating IP ae6babd9-5233-40ce-b1f2-e0896d8f500a associated. External IP: 172.26.1.99, port: ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2. Dec 22 04:53:43.285810 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b5282256-9816-44e8-b9a3-edc95304bddd req-3d48be2b-a2dd-42e0-a265-fab15c8d7a86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 HTTP/1.1" status: 200 len: 999 time: 0.3610401 Dec 22 04:53:43.287399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eab33610-9259-419b-b865-510927e942d5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.315459 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] For port 58b64750-f765-4caa-bb19-e2ccaa28ade7, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:43.319409 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] For port 58b64750-f765-4caa-bb19-e2ccaa28ade7, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=58b64750-f765-4caa-bb19-e2ccaa28ade7,segment=NetworkSegment(89dc1d0a-a63d-4094-8544-048a5bb348d0),segment_id=89dc1d0a-a63d-4094-8544-048a5bb348d0)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:43.325661 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.345683 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d759687-63db-4bfe-a7e7-eeb11a3bba1f None None] Pushing event updated for resources: {'Port': ['ID=58b64750-f765-4caa-bb19-e2ccaa28ade7,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:43.348548 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-2d759687-63db-4bfe-a7e7-eeb11a3bba1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:43.350840 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:43.409044 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:43.409440 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:43.454524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eab33610-9259-419b-b865-510927e942d5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.518231 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5145221 Dec 22 04:53:43.522829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57464) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:43.532029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'subnet': {'network_id': '530aa068-92f5-4668-827b-b0565948d931', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:43.542208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Network': ['ID=530aa068-92f5-4668-827b-b0565948d931,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:43.548822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:43.570751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 530aa068-92f5-4668-827b-b0565948d931 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:53:43.581490 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d759687-63db-4bfe-a7e7-eeb11a3bba1f None None] Pushing event updated for resources: {'Port': ['ID=58b64750-f765-4caa-bb19-e2ccaa28ade7,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:43.584844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-79e3db04-8c67-44a7-8641-8152e40f9e57 None None] Provisioning for port 58b64750-f765-4caa-bb19-e2ccaa28ade7 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:43.588527 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-2d759687-63db-4bfe-a7e7-eeb11a3bba1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:43.621179 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:43.628567 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 7a92ef44-8236-4f54-8293-e71e826db6ad, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7a92ef44-8236-4f54-8293-e71e826db6ad,segment=NetworkSegment(c292f71d-a9e0-4252-bd2c-309978860c9e),segment_id=c292f71d-a9e0-4252-bd2c-309978860c9e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:43.662247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282256-9816-44e8-b9a3-edc95304bddd req-34ed525c-bfca-4b27-8847-6f1d1420557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:43.663768 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b5282256-9816-44e8-b9a3-edc95304bddd req-34ed525c-bfca-4b27-8847-6f1d1420557e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06e23f5e-e720-4f6d-ba65-994a11bb0c03 HTTP/1.1" status: 200 len: 834 time: 0.3605387 Dec 22 04:53:43.731155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.740434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:43.747617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:subnet and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:43.753763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:43.764174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:43.792206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Made reservation on behalf of e0df7fa42e0b4ae886d6054b3a4f4b99 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:43.799554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:43.803704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.897340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-47d5d0d1-d7b0-44df-a766-802a2d387c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:43.968562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eab33610-9259-419b-b865-510927e942d5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.977922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e26a902-bfb0-4e77-923d-ef2db28101fb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:43.993451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0c8ffe5c-c33b-4f73-b754-43243351ae2c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:44.023858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:44.045908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab33610-9259-419b-b865-510927e942d5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Subnet': ['ID=158d1baa-9369-43f8-afc0-1cf040c8fac3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:44.056468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eab33610-9259-419b-b865-510927e942d5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.072631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eab33610-9259-419b-b865-510927e942d5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:44.076348 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eab33610-9259-419b-b865-510927e942d5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/158d1baa-9369-43f8-afc0-1cf040c8fac3 HTTP/1.1" status: 204 len: 168 time: 1.0310400 Dec 22 04:53:44.078978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57468) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:44.115113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e093b40b-d270-4f54-a830-7d30e09e4538 None None] Network 7740db7a-58c9-4eec-83ae-924b0ed433ba requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:44.194883 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:39Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:44.199976 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc549c-aa55-4b1d-ac66-d04c64906906 None None] The sync data for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv is: [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:39Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:44.213850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57472) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:44.313337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282256-9816-44e8-b9a3-edc95304bddd req-0ae1ad27-74b1-4766-9741-1bb12812f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:44.314836 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b5282256-9816-44e8-b9a3-edc95304bddd req-0ae1ad27-74b1-4766-9741-1bb12812f65f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6436734 Dec 22 04:53:44.373617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:44.388873 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] Sync routers for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:44.402541 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:44.403350 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:44.408250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.449490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:44.449989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.512317 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a19b32f9-df45-4785-9ceb-534c2a819c8e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/d9240dd2-280f-4131-aa83-c918413efb03 HTTP/1.1" status: 200 len: 991 time: 0.2954981 Dec 22 04:53:44.525750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.543033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=7a92ef44-8236-4f54-8293-e71e826db6ad,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:44.591617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:44.600249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.665042 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3911722 Dec 22 04:53:44.670401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'tag': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:44.673820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 0c8ffe5c-c33b-4f73-b754-43243351ae2c triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:44.674444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.691880 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b5282256-9816-44e8-b9a3-edc95304bddd req-81d57792-74c7-4328-9360-b0e7060fe919 service neutron] 10.222.0.61 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658075 Dec 22 04:53:44.776341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:52:51Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'd9240dd2-280f-4131-aa83-c918413efb03', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'mac_address': 'fa:16:3e:47:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:37Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:44.787319 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:53:44.797932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c4b4a5-9767-4166-93b2-e87ab109ed4f None None] The sync data for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv is: [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:52:51Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'd9240dd2-280f-4131-aa83-c918413efb03', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'mac_address': 'fa:16:3e:47:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:37Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:44.824651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.841276 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:44.849197 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'tag': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2', 'status': 'completed', 'code': 200} Dec 22 04:53:44.849918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29550636-1132-48c4-8416-ba7504e465b9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:44.997462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:41Z', 'revision_number': 10, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.005687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:45.011425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=3c3d6738-4c15-44a3-8887-5d41a2bbfed4,segment=NetworkSegment(7ea02492-339d-4abf-8c60-01e7fb3883ea),segment_id=7ea02492-339d-4abf-8c60-01e7fb3883ea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:45.011915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.027849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:45.028527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.039767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Subnet': ['ID=b7056d11-605a-497c-b46f-66b0aec52ba2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:45.047426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:45.144703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dfed83-a680-4fc1-aadb-82cca120b63c None None] DHCP port deletion for 7740db7a-58c9-4eec-83ae-924b0ed433ba request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:53:45.286108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-13dfed83-a680-4fc1-aadb-82cca120b63c None None] Deleting port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:45.286719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13dfed83-a680-4fc1-aadb-82cca120b63c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.326699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afc002-6371-4582-bae3-0888e5d6c9a4 None None] New status for floating IP d9240dd2-280f-4131-aa83-c918413efb03: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:53:45.351444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-23ba1b96-1fdd-4dd4-bba8-f29762cfd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:45.354452 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-23ba1b96-1fdd-4dd4-bba8-f29762cfd3bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 1098 time: 0.5078077 Dec 22 04:53:45.399605 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b5282256-9816-44e8-b9a3-edc95304bddd req-dfc81b0b-9902-4c76-8daa-b78b21328668 service neutron] 10.222.0.61 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6994612 Dec 22 04:53:45.415987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:45.491838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Checking segment: {'id': '62fc020e-beec-425a-a06e-95d0eabc0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '530aa068-92f5-4668-827b-b0565948d931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:45.492319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network hostable DHCP agents. Network: 530aa068-92f5-4668-827b-b0565948d931, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:45.515847 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'ae6babd9-5233-40ce-b1f2-e0896d8f500a', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.99', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:34:70:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:40Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 0, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.521071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57480) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:45.521336 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] Checking router: 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:45.533355 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:45.534095 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.537713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 530aa068-92f5-4668-827b-b0565948d931 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:45.542500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.549533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c05b7307-986a-4e2f-8a89-68fae5243ae2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:45.593569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 530aa068-92f5-4668-827b-b0565948d931) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:45.598869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:45.599476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.613718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No DVR routers for this DVR port 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:45.614903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cbed1e-cef4-4940-89de-67c36a9fdd9a None None] Network 530aa068-92f5-4668-827b-b0565948d931 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:45.640226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-701088df-9434-43ff-a27d-089543f7639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:45.642986 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-701088df-9434-43ff-a27d-089543f7639b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 0.2787273 Dec 22 04:53:45.647425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=3c3d6738-4c15-44a3-8887-5d41a2bbfed4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:45.650477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:45.754590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-13dfed83-a680-4fc1-aadb-82cca120b63c None None] The port '3c3d6738-4c15-44a3-8887-5d41a2bbfed4' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:53:45.755900 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:45.760823 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-67d91129-713b-46e4-ab4d-ad83a330f45c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 HTTP/1.1" status: 200 len: 998 time: 0.1034200 Dec 22 04:53:45.770661 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2465482 Dec 22 04:53:45.784511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57484) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:45.854003 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9d46b1a0-73ee-4f09-9c18-9f19e9d45990 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/d9240dd2-280f-4131-aa83-c918413efb03 HTTP/1.1" status: 200 len: 991 time: 0.3309293 Dec 22 04:53:45.860758 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:45.861588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-cdfb1969-7cf4-484c-b997-baaa60fec4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:45.863158 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-cdfb1969-7cf4-484c-b997-baaa60fec4be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0949993 Dec 22 04:53:45.870041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.974567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7740db7a-58c9-4eec-83ae-924b0ed433ba']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.005186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea02492-339d-4abf-8c60-01e7fb3883ea') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.005503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea02492-339d-4abf-8c60-01e7fb3883ea') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.010558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-3e9bcb97-1bf2-4bb4-93e5-1682095c1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:46.012324 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-3e9bcb97-1bf2-4bb4-93e5-1682095c1171 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1347399 Dec 22 04:53:46.051084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7a92ef44-8236-4f54-8293-e71e826db6ad up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:46.080484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.191416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.206769 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:46.209910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:46.255449 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:46.319126 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-0346bb6d-3554-4630-a6a5-e9faefa3e494 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917933 Dec 22 04:53:46.498464 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'ae6babd9-5233-40ce-b1f2-e0896d8f500a', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.99', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:34:70:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:40Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 0, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.510534 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265cca5d-497f-4c28-adcb-0f7eeb919802 None None] The sync data for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv is: [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'ae6babd9-5233-40ce-b1f2-e0896d8f500a', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.99', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:34:70:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:40Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 0, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:46.542068 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2428ef3e-4d8b-4f57-bc3e-90e1c16ae828 req-4f56f277-b125-4e03-9f95-44192acbbc75 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153928 Dec 22 04:53:46.590725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.599293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c8fc402-f4a1-41f0-86c8-950a201f991f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:46.609271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 7a92ef44-8236-4f54-8293-e71e826db6ad triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:46.609650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.614425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.636913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Network': ['ID=7740db7a-58c9-4eec-83ae-924b0ed433ba,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:46.644563 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/networks/7740db7a-58c9-4eec-83ae-924b0ed433ba HTTP/1.1" status: 204 len: 168 time: 2.5616589 Dec 22 04:53:46.644563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:46.645380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57488) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:46.737996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.787146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-530aa068-92f5-4668-827b-b0565948d931', 'network_id': '530aa068-92f5-4668-827b-b0565948d931', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'fixed_ips': [{'subnet_id': 'b7056d11-605a-497c-b46f-66b0aec52ba2'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:53:46.788658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.860969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57492) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:46.987681 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392a446-d7e2-4cfd-826f-ac4bb2787759 None None] New status for floating IP ae6babd9-5233-40ce-b1f2-e0896d8f500a: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:53:47.105141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 58b64750-f765-4caa-bb19-e2ccaa28ade7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:47.159068 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2cabc993-e167-4ccf-acae-2148cd308e96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/d9240dd2-280f-4131-aa83-c918413efb03 HTTP/1.1" status: 200 len: 993 time: 0.2954378 Dec 22 04:53:47.213983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:41Z', 'revision_number': 10, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:47.233511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f0a0c-d7b2-430f-bd6f-aa70bbb86504 None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:41Z', 'revision_number': 10, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None, '_interfaces': [{'id': '37510fe1-4045-440f-8dac-8b987b25a494', 'name': '', 'network_id': '2c98b513-35f0-4c5d-a6e5-7211cf313850', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'mac_address': 'fa:16:3e:08:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:42Z', 'updated_at': '2021-12-22T04:52:54Z', 'revision_number': 5, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'subnets': [{'id': 'bc6de2af-c6a0-4f70-8184-255a2d87fd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:47.236904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Allocated IP 2001:db8:3::2 (530aa068-92f5-4668-827b-b0565948d931/b7056d11-605a-497c-b46f-66b0aec52ba2/c9e9dfa4-773f-404b-813f-47c24be2a704) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:47.534412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.548430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Transition to ACTIVE for port object c9e9dfa4-773f-404b-813f-47c24be2a704 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:47.571240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Transition to ACTIVE for port object c9e9dfa4-773f-404b-813f-47c24be2a704 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:47.575258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 58b64750-f765-4caa-bb19-e2ccaa28ade7 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:47.582700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 58b64750-f765-4caa-bb19-e2ccaa28ade7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:47.583671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.672447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.680462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-34babaa2-6112-4356-ac2d-49fe156ac70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:47.680965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.745658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Allocated IP 2001:db8:3::1 (530aa068-92f5-4668-827b-b0565948d931/b7056d11-605a-497c-b46f-66b0aec52ba2/040b0f56-abc9-48f8-ab0b-52b14a8779ae) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:47.787291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Pushing event updated for resources: {'Port': ['ID=c9e9dfa4-773f-404b-813f-47c24be2a704,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:47.798481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:47.877508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Network 530aa068-92f5-4668-827b-b0565948d931 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:47.878677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.980260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:47.983527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:48.040277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.063262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Transition to ACTIVE for port object 040b0f56-abc9-48f8-ab0b-52b14a8779ae will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:48.094862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.099248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 58b64750-f765-4caa-bb19-e2ccaa28ade7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=58b64750-f765-4caa-bb19-e2ccaa28ade7,segment=NetworkSegment(89dc1d0a-a63d-4094-8544-048a5bb348d0),segment_id=89dc1d0a-a63d-4094-8544-048a5bb348d0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:48.100187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7810fc91-a8c8-4a09-a227-4be739986052 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:48.117628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.122486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:48.164965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port 37510fe1-4045-440f-8dac-8b987b25a494 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:48.165304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.181213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 530aa068-92f5-4668-827b-b0565948d931 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:48.183890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:48.188341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:53:48.188902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.197535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:53:48.236494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Attempting to bind port c9e9dfa4-773f-404b-813f-47c24be2a704 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:48.236968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Attempting to bind port c9e9dfa4-773f-404b-813f-47c24be2a704 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '62fc020e-beec-425a-a06e-95d0eabc0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '530aa068-92f5-4668-827b-b0565948d931'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:48.237409 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Attempting to bind port c9e9dfa4-773f-404b-813f-47c24be2a704 on network 530aa068-92f5-4668-827b-b0565948d931 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:48.251060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:53:48.251694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 3c3d6738-4c15-44a3-8887-5d41a2bbfed4 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:53:48.256338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:48.257097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Checking segment: {'id': '62fc020e-beec-425a-a06e-95d0eabc0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '530aa068-92f5-4668-827b-b0565948d931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:48.257703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.258274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Bound using segment: {'id': '62fc020e-beec-425a-a06e-95d0eabc0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '530aa068-92f5-4668-827b-b0565948d931'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:48.258947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Bound port: c9e9dfa4-773f-404b-813f-47c24be2a704, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fc020e-beec-425a-a06e-95d0eabc0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '530aa068-92f5-4668-827b-b0565948d931'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:48.260099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.327497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=040b0f56-abc9-48f8-ab0b-52b14a8779ae,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:48.328109 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ac327b27-c81d-4d80-b57e-b6662048c5ae no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:53:48.338144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:48.375669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=58b64750-f765-4caa-bb19-e2ccaa28ade7,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:48.380705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: ac327b27-c81d-4d80-b57e-b6662048c5ae {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:53:48.381072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ac327b27-c81d-4d80-b57e-b6662048c5ae not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:53:48.384159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:48.414405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] For port c9e9dfa4-773f-404b-813f-47c24be2a704, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:48.417598 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] For port c9e9dfa4-773f-404b-813f-47c24be2a704, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c9e9dfa4-773f-404b-813f-47c24be2a704,segment=NetworkSegment(62fc020e-beec-425a-a06e-95d0eabc0401),segment_id=62fc020e-beec-425a-a06e-95d0eabc0401)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:48.422993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.423185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port 37510fe1-4045-440f-8dac-8b987b25a494, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=37510fe1-4045-440f-8dac-8b987b25a494,segment=NetworkSegment(c6a949f1-1305-4972-a31c-2df5ebb8503b),segment_id=c6a949f1-1305-4972-a31c-2df5ebb8503b)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:48.423407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.428701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-708aa4bb-4025-4527-bee9-ea0bf528edc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:48.468862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.513416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Pushing event updated for resources: {'Port': ['ID=c9e9dfa4-773f-404b-813f-47c24be2a704,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:48.516723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:48.553167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for 37510fe1-4045-440f-8dac-8b987b25a494 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:48.753894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.758767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b34ff5a-34e7-450f-8f40-38e56e246f7a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:48.820712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=37510fe1-4045-440f-8dac-8b987b25a494,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:48.862736 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.863440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.864008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.864551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.865085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.865600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.866111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.866657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.867015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.867381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.867773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.868128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:48.906322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:48.926704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.935283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.937109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.941654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-645a6127-bd48-4e68-8652-c705d5a1319f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:49.071012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.085554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event updated for resources: {'Port': ['ID=040b0f56-abc9-48f8-ab0b-52b14a8779ae,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:49.089963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:49.138502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Network 530aa068-92f5-4668-827b-b0565948d931 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:49.139721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:49.460389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:49.497277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:49.588650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c770fc-15a5-41a5-adc9-0047a0537b37 None None] Network 530aa068-92f5-4668-827b-b0565948d931 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:49.626157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:49.636096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:49.651754 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:49.653165 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071507 Dec 22 04:53:49.654151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57496) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:49.657774 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8723400 Dec 22 04:53:49.657961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Sync routers for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:49.658389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57500) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:49.660810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d9cdac23-35b5-4ba3-a583-9cd595631c75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:49.665926 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:49.667208 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:49.691935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:49.692633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:49.735746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b0d50a-4b87-4997-9055-73877d587c44 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting subnet bc6de2af-c6a0-4f70-8184-255a2d87fd6a {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:53:49.739311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d50a-4b87-4997-9055-73877d587c44 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.772873 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4940c715-9be8-4033-adad-2f29b7ae6633 None None] Provisioning for port c9e9dfa4-773f-404b-813f-47c24be2a704 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:49.805158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d50a-4b87-4997-9055-73877d587c44 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.820683 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:49.926247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d50a-4b87-4997-9055-73877d587c44 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.940786 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:48Z', 'revision_number': 11, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:49.949723 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:49.961939 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:49.963164 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:49.975632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:50.028778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d50a-4b87-4997-9055-73877d587c44 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.035424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:50.095363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0d50a-4b87-4997-9055-73877d587c44 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6de2af-c6a0-4f70-8184-255a2d87fd6a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:50.098005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d50a-4b87-4997-9055-73877d587c44 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.106477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4b0d50a-4b87-4997-9055-73877d587c44 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:50.115005 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:50.115738 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c4b0d50a-4b87-4997-9055-73877d587c44 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/bc6de2af-c6a0-4f70-8184-255a2d87fd6a HTTP/1.1" status: 204 len: 168 time: 0.4555054 Dec 22 04:53:50.115891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cd0ec2-0ca8-4ee8-905c-34ccf4fc974a None None] Network 2c98b513-35f0-4c5d-a6e5-7211cf313850 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:50.116593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57504) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:50.224086 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:48Z', 'revision_number': 11, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:50.229004 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e4d4d-c030-4ad6-8b7a-31ee5b63c5c7 None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:48Z', 'revision_number': 11, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:50.301261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.360833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Deleting port 78744ca5-80e7-49d6-a9de-904c081a2dd6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:50.361141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.523303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.extraroute_db [None req-d9cdac23-35b5-4ba3-a583-9cd595631c75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 04:53:50.562967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.extraroute_db [None req-d9cdac23-35b5-4ba3-a583-9cd595631c75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Removed routes are [] {{(pid=87555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 04:53:50.563402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9cdac23-35b5-4ba3-a583-9cd595631c75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.580438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:48Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '040b0f56-abc9-48f8-ab0b-52b14a8779ae', 'name': '', 'network_id': '530aa068-92f5-4668-827b-b0565948d931', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:e6:fb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:47Z', 'updated_at': '2021-12-22T04:53:48Z', 'revision_number': 2, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:50.585460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Checking router: a65c3b49-6398-4ea0-a85e-6df6827ee6d1 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:50.585908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Updating router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 port 040b0f56-abc9-48f8-ab0b-52b14a8779ae binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:50.774992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.798728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] DHCP port deletion for 2c98b513-35f0-4c5d-a6e5-7211cf313850 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:53:50.837644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] Deleting port 78744ca5-80e7-49d6-a9de-904c081a2dd6 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:50.837803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.879816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c9e9dfa4-773f-404b-813f-47c24be2a704 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:50.989382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] For port 78744ca5-80e7-49d6-a9de-904c081a2dd6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=78744ca5-80e7-49d6-a9de-904c081a2dd6,segment=NetworkSegment(c6a949f1-1305-4972-a31c-2df5ebb8503b),segment_id=c6a949f1-1305-4972-a31c-2df5ebb8503b)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:50.989740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.076466 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-32d4a084-5577-4351-b11c-716781ef6047 None None] Provisioning for port 040b0f56-abc9-48f8-ab0b-52b14a8779ae completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:51.102741 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-32d4a084-5577-4351-b11c-716781ef6047 None None] Provisioning complete for port 040b0f56-abc9-48f8-ab0b-52b14a8779ae triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:51.103306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32d4a084-5577-4351-b11c-716781ef6047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.137375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Calling delete_port for 78744ca5-80e7-49d6-a9de-904c081a2dd6 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:51.255637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port c9e9dfa4-773f-404b-813f-47c24be2a704 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:51.311841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-32d4a084-5577-4351-b11c-716781ef6047 None None] Port 040b0f56-abc9-48f8-ab0b-52b14a8779ae cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:53:51.330155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c9e9dfa4-773f-404b-813f-47c24be2a704 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:51.330539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.389332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9cdac23-35b5-4ba3-a583-9cd595631c75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.393121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9cdac23-35b5-4ba3-a583-9cd595631c75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.423883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] For port 78744ca5-80e7-49d6-a9de-904c081a2dd6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=78744ca5-80e7-49d6-a9de-904c081a2dd6,segment=NetworkSegment(c6a949f1-1305-4972-a31c-2df5ebb8503b),segment_id=c6a949f1-1305-4972-a31c-2df5ebb8503b)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:51.424308 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.504723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-32d4a084-5577-4351-b11c-716781ef6047 None None] Provisioning complete for port c9e9dfa4-773f-404b-813f-47c24be2a704 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:51.505100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32d4a084-5577-4351-b11c-716781ef6047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.512933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.524877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-09bf1979-3ea7-42c4-a4d3-bd2c24bbb1c6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:51.579083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Port': ['ID=78744ca5-80e7-49d6-a9de-904c081a2dd6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:51.581408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:51.584050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No DVR routers for this DVR port 78744ca5-80e7-49d6-a9de-904c081a2dd6 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:51.605677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] Calling delete_port for 78744ca5-80e7-49d6-a9de-904c081a2dd6 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:51.723034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cdac23-35b5-4ba3-a583-9cd595631c75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:51.725365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.761087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c98b513-35f0-4c5d-a6e5-7211cf313850']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:51.851106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.870626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:51.870995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:51.881355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a949f1-1305-4972-a31c-2df5ebb8503b') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:51.881584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a949f1-1305-4972-a31c-2df5ebb8503b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:51.881719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.905112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Transition to ACTIVE for port object 040b0f56-abc9-48f8-ab0b-52b14a8779ae will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:51.909666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32d4a084-5577-4351-b11c-716781ef6047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.911149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.928677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.936339 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:51.938885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.950884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:51.951228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:51.966144 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:51.968696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cdac23-35b5-4ba3-a583-9cd595631c75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:51.991746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port c9e9dfa4-773f-404b-813f-47c24be2a704, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c9e9dfa4-773f-404b-813f-47c24be2a704,segment=NetworkSegment(62fc020e-beec-425a-a06e-95d0eabc0401),segment_id=62fc020e-beec-425a-a06e-95d0eabc0401)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:52.032660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9cdac23-35b5-4ba3-a583-9cd595631c75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.033816 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d9cdac23-35b5-4ba3-a583-9cd595631c75 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1 HTTP/1.1" status: 200 len: 954 time: 2.3785653 Dec 22 04:53:52.036606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57508) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:52.053977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.054889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 58b64750-f765-4caa-bb19-e2ccaa28ade7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:52.073336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.079651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.082944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0e8a4969-f234-4b94-837e-1c5dbf897a38 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:52.106633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Pushing event deleted for resources: {'Network': ['ID=2c98b513-35f0-4c5d-a6e5-7211cf313850,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:52.110745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:52.115207 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/networks/2c98b513-35f0-4c5d-a6e5-7211cf313850 HTTP/1.1" status: 204 len: 168 time: 1.9974971 Dec 22 04:53:52.115833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57512) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:52.121976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2b10a4f5-053e-4bbf-bfc2-a7d89a3f84f6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'routes': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:52.210495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-32d4a084-5577-4351-b11c-716781ef6047 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:52.211276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-32d4a084-5577-4351-b11c-716781ef6047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:52.270589 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a35a4747-6fdf-4698-b30a-f986c7f8ce63 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1 HTTP/1.1" status: 200 len: 954 time: 0.2315369 Dec 22 04:53:52.271736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57516) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:52.277709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a0cd5697-5d37-4369-8b56-cd8d520f6753 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'routes': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:52.325940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3283684-5b39-4615-9b4d-e3f4414e06a4 None None] Pushing event updated for resources: {'Port': ['ID=040b0f56-abc9-48f8-ab0b-52b14a8779ae,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:52.338919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c3283684-5b39-4615-9b4d-e3f4414e06a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:52.378826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-01b9e899-73e9-46a9-be4f-6ff0790e60bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:52.411617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 58b64750-f765-4caa-bb19-e2ccaa28ade7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:52.414351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.439864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] Deleting port 78744ca5-80e7-49d6-a9de-904c081a2dd6 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:52.440812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.565434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Attempting to bind port 040b0f56-abc9-48f8-ab0b-52b14a8779ae on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:52.565945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Attempting to bind port 040b0f56-abc9-48f8-ab0b-52b14a8779ae by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '62fc020e-beec-425a-a06e-95d0eabc0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '530aa068-92f5-4668-827b-b0565948d931'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:52.566468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Attempting to bind port 040b0f56-abc9-48f8-ab0b-52b14a8779ae on network 530aa068-92f5-4668-827b-b0565948d931 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:53:52.574954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-311c0f26-54cc-44ab-bef1-92b5099e593c None None] The port '78744ca5-80e7-49d6-a9de-904c081a2dd6' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:53:52.590343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:53:52.590889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Checking segment: {'id': '62fc020e-beec-425a-a06e-95d0eabc0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '530aa068-92f5-4668-827b-b0565948d931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:53:52.594654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.596796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Bound using segment: {'id': '62fc020e-beec-425a-a06e-95d0eabc0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '530aa068-92f5-4668-827b-b0565948d931'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:53:52.596796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Bound port: 040b0f56-abc9-48f8-ab0b-52b14a8779ae, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fc020e-beec-425a-a06e-95d0eabc0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '530aa068-92f5-4668-827b-b0565948d931'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:52.596796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.616613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.extraroute_db [None req-2b10a4f5-053e-4bbf-bfc2-a7d89a3f84f6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Added routes are [] {{(pid=87555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 04:53:52.617209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.extraroute_db [None req-2b10a4f5-053e-4bbf-bfc2-a7d89a3f84f6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Removed routes are [] {{(pid=87555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 04:53:52.617209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b10a4f5-053e-4bbf-bfc2-a7d89a3f84f6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.626432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=c9e9dfa4-773f-404b-813f-47c24be2a704,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:52.654626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:52.815582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] For port 040b0f56-abc9-48f8-ab0b-52b14a8779ae, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:53:52.819224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] For port 040b0f56-abc9-48f8-ab0b-52b14a8779ae, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=040b0f56-abc9-48f8-ab0b-52b14a8779ae,segment=NetworkSegment(62fc020e-beec-425a-a06e-95d0eabc0401),segment_id=62fc020e-beec-425a-a06e-95d0eabc0401)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:53:52.825700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.840809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:52.886117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b10a4f5-053e-4bbf-bfc2-a7d89a3f84f6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.889600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b10a4f5-053e-4bbf-bfc2-a7d89a3f84f6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.891475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 37510fe1-4045-440f-8dac-8b987b25a494 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:53:52.901999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-a0cd5697-5d37-4369-8b56-cd8d520f6753 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added routes are [] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 04:53:52.902318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-a0cd5697-5d37-4369-8b56-cd8d520f6753 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 04:53:52.937715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5697-5d37-4369-8b56-cd8d520f6753 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.957509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 37510fe1-4045-440f-8dac-8b987b25a494 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:53:52.957509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 37510fe1-4045-440f-8dac-8b987b25a494 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:53:52.985221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:52.985221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:53.089612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b10a4f5-053e-4bbf-bfc2-a7d89a3f84f6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:53.174021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c9e9dfa4-773f-404b-813f-47c24be2a704 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:53.215924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3283684-5b39-4615-9b4d-e3f4414e06a4 None None] Pushing event updated for resources: {'Port': ['ID=040b0f56-abc9-48f8-ab0b-52b14a8779ae,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:53.233147 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c3283684-5b39-4615-9b4d-e3f4414e06a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:53.254527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b10a4f5-053e-4bbf-bfc2-a7d89a3f84f6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:53.263079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b10a4f5-053e-4bbf-bfc2-a7d89a3f84f6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.264696 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2b10a4f5-053e-4bbf-bfc2-a7d89a3f84f6 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 HTTP/1.1" status: 200 len: 700 time: 1.1478736 Dec 22 04:53:53.267556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57522) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:53.274308 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] Sync routers for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:53.314033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:53.327434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0bf3cf8a-fa99-4094-9fac-ee5c8052d709 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Synchronizing usage tracker for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:53:53.344376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0bf3cf8a-fa99-4094-9fac-ee5c8052d709 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Unset dirty status for tenant:0144ba753aab42598a5bf2d4d063032d on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:53:53.345640 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0bf3cf8a-fa99-4094-9fac-ee5c8052d709 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 HTTP/1.1" status: 200 len: 205 time: 0.0769145 Dec 22 04:53:53.348646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57526) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:53.361465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:53.362112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:53.501873 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ce97a-4a7d-446a-b149-e195a1e44cc7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.592549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:53.827774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c9e9dfa4-773f-404b-813f-47c24be2a704 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:53.828020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.850894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:48Z', 'revision_number': 11, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:53.889982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] Checking router: 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:53.919388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] Routers {'2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:53.920210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:53.945480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5697-5d37-4369-8b56-cd8d520f6753 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.950915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ce97a-4a7d-446a-b149-e195a1e44cc7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.953175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ce97a-4a7d-446a-b149-e195a1e44cc7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.955113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5697-5d37-4369-8b56-cd8d520f6753 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.092584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] Set router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:54.115058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ce97a-4a7d-446a-b149-e195a1e44cc7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.115537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ce97a-4a7d-446a-b149-e195a1e44cc7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:53:54.142052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ce97a-4a7d-446a-b149-e195a1e44cc7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.147957 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f51ce97a-4a7d-446a-b149-e195a1e44cc7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 HTTP/1.1" status: 204 len: 168 time: 0.7931073 Dec 22 04:53:54.147957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57530) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:54.154640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-166897030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:54.166373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:53:54.173431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Usage tracker for resource:router and tenant:0144ba753aab42598a5bf2d4d063032d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:53:54.185272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cd5697-5d37-4369-8b56-cd8d520f6753 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:54.185272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:53:54.199607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:53:54.263883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:48Z', 'revision_number': 11, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:54.268725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.269044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.295441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.312446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c805b-d9b9-4e67-8e57-282d47ac6332 None None] The sync data for ids ['2cb2cb3f-fe37-4ed7-9710-e1fada8290a3'] in dv-neutron-822524-1-hyperv is: [{'id': '2cb2cb3f-fe37-4ed7-9710-e1fada8290a3', 'name': 'tempest-RoutersTest-router-788695267', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:40Z', 'updated_at': '2021-12-22T04:53:48Z', 'revision_number': 11, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:54.362553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:52Z', 'revision_number': 7, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '040b0f56-abc9-48f8-ab0b-52b14a8779ae', 'name': '', 'network_id': '530aa068-92f5-4668-827b-b0565948d931', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:e6:fb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:47Z', 'updated_at': '2021-12-22T04:53:52Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:54.375104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb20c163-2fbd-483e-a6b5-60cca548c309 None None] The sync data for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv is: [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:52Z', 'revision_number': 7, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '040b0f56-abc9-48f8-ab0b-52b14a8779ae', 'name': '', 'network_id': '530aa068-92f5-4668-827b-b0565948d931', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:e6:fb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:47Z', 'updated_at': '2021-12-22T04:53:52Z', 'revision_number': 4, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:54.419607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.453883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 78744ca5-80e7-49d6-a9de-904c081a2dd6 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:53:54.486882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.487967 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5df670df-4c2e-4c73-aa86-8ef9277f5c75 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3399646 Dec 22 04:53:54.491230 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57534) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:54.491698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd5697-5d37-4369-8b56-cd8d520f6753 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:54.504089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5697-5d37-4369-8b56-cd8d520f6753 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.509711 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a0cd5697-5d37-4369-8b56-cd8d520f6753 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1 HTTP/1.1" status: 200 len: 704 time: 2.2318943 Dec 22 04:53:54.528009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57538) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:54.534769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bec89b50-b600-4bb6-907d-8f42aa30ae53 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:54.556347 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 78744ca5-80e7-49d6-a9de-904c081a2dd6 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:53:54.556347 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 78744ca5-80e7-49d6-a9de-904c081a2dd6 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:53:54.630995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-04de669d-3a25-4ec9-af37-3cf0ed37a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.100975 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-280b4673-1c8f-448e-b9a0-17d761c51c57 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1 HTTP/1.1" status: 200 len: 704 time: 0.5727646 Dec 22 04:53:55.100975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57542) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:55.155046 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 040b0f56-abc9-48f8-ab0b-52b14a8779ae up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:55.294725 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 040b0f56-abc9-48f8-ab0b-52b14a8779ae completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:55.302690 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 040b0f56-abc9-48f8-ab0b-52b14a8779ae triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:55.303200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.375629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bec89b50-b600-4bb6-907d-8f42aa30ae53 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.398047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bec89b50-b600-4bb6-907d-8f42aa30ae53 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.524941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.564403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 040b0f56-abc9-48f8-ab0b-52b14a8779ae, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=040b0f56-abc9-48f8-ab0b-52b14a8779ae,segment=NetworkSegment(62fc020e-beec-425a-a06e-95d0eabc0401),segment_id=62fc020e-beec-425a-a06e-95d0eabc0401)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:55.569449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.571546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:55.642395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=040b0f56-abc9-48f8-ab0b-52b14a8779ae,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:55.648949 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:55.674014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec89b50-b600-4bb6-907d-8f42aa30ae53 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Router ebb663c1-0a78-4bc6-b45a-f0846d12bd17 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:53:55.687781 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] Sync routers for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:55.697199 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:55.697793 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:55.815687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec89b50-b600-4bb6-907d-8f42aa30ae53 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:55.823599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.824114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bec89b50-b600-4bb6-907d-8f42aa30ae53 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.827431 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bec89b50-b600-4bb6-907d-8f42aa30ae53 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "PUT /v2.0/routers/ebb663c1-0a78-4bc6-b45a-f0846d12bd17 HTTP/1.1" status: 200 len: 693 time: 1.3309417 Dec 22 04:53:55.827692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57546) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:55.828555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] Sync routers for ids ['ebb663c1-0a78-4bc6-b45a-f0846d12bd17'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:55.839606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] Routers {'ebb663c1-0a78-4bc6-b45a-f0846d12bd17'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:55.840285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ebb663c1-0a78-4bc6-b45a-f0846d12bd17'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:55.848984 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:55.965790 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c593ce40-3349-4310-ad76-23f7d96ffd9f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/routers/ebb663c1-0a78-4bc6-b45a-f0846d12bd17 HTTP/1.1" status: 200 len: 699 time: 0.1366117 Dec 22 04:53:55.968074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57550) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:56.003427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] Set router ebb663c1-0a78-4bc6-b45a-f0846d12bd17 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:56.013618 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-de6485d6-27af-4bc4-b41b-038f13f3a9d4 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebb663c1-0a78-4bc6-b45a-f0846d12bd17 HTTP/1.1" status: 200 len: 205 time: 0.0443466 Dec 22 04:53:56.016065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57554) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:56.136046 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb663c1-0a78-4bc6-b45a-f0846d12bd17', 'name': 'tempest-RoutersTest-router-166897030', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:54Z', 'updated_at': '2021-12-22T04:53:55Z', 'revision_number': 2, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:56.141434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] Checking router: ebb663c1-0a78-4bc6-b45a-f0846d12bd17 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:56.151181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] Routers {'ebb663c1-0a78-4bc6-b45a-f0846d12bd17'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:56.152021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ebb663c1-0a78-4bc6-b45a-f0846d12bd17'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:56.176351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2faba2a9-3322-4fdb-83ea-4171db09af33 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.229733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 040b0f56-abc9-48f8-ab0b-52b14a8779ae {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:56.229733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.308120 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:52Z', 'revision_number': 7, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '040b0f56-abc9-48f8-ab0b-52b14a8779ae', 'name': '', 'network_id': '530aa068-92f5-4668-827b-b0565948d931', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:e6:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:47Z', 'updated_at': '2021-12-22T04:53:55Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:56.316263 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] Checking router: a65c3b49-6398-4ea0-a85e-6df6827ee6d1 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:56.343596 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:56.344271 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:56.361130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] Set router ebb663c1-0a78-4bc6-b45a-f0846d12bd17 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:56.523369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port 040b0f56-abc9-48f8-ab0b-52b14a8779ae, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=040b0f56-abc9-48f8-ab0b-52b14a8779ae,segment=NetworkSegment(62fc020e-beec-425a-a06e-95d0eabc0401),segment_id=62fc020e-beec-425a-a06e-95d0eabc0401)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:56.523714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.554172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb663c1-0a78-4bc6-b45a-f0846d12bd17', 'name': 'tempest-RoutersTest-router-166897030', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:54Z', 'updated_at': '2021-12-22T04:53:55Z', 'revision_number': 2, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:56.557033 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:56.566833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e205597-201d-4288-aefe-bbba01a72367 None None] The sync data for ids ['ebb663c1-0a78-4bc6-b45a-f0846d12bd17'] in dv-neutron-822524-1-hyperv is: [{'id': 'ebb663c1-0a78-4bc6-b45a-f0846d12bd17', 'name': 'tempest-RoutersTest-router-166897030', 'tenant_id': '0144ba753aab42598a5bf2d4d063032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:54Z', 'updated_at': '2021-12-22T04:53:55Z', 'revision_number': 2, 'project_id': '0144ba753aab42598a5bf2d4d063032d', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:56.629559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2faba2a9-3322-4fdb-83ea-4171db09af33 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.632799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2faba2a9-3322-4fdb-83ea-4171db09af33 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.663658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2faba2a9-3322-4fdb-83ea-4171db09af33 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.664270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faba2a9-3322-4fdb-83ea-4171db09af33 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Fanout notify agent at l3_agent the message router_deleted on router ebb663c1-0a78-4bc6-b45a-f0846d12bd17 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:53:56.676456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 040b0f56-abc9-48f8-ab0b-52b14a8779ae owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:56.681598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2faba2a9-3322-4fdb-83ea-4171db09af33 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.696015 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2faba2a9-3322-4fdb-83ea-4171db09af33 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/ebb663c1-0a78-4bc6-b45a-f0846d12bd17 HTTP/1.1" status: 204 len: 168 time: 0.6783392 Dec 22 04:53:56.700120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57560) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:56.756779 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f764a5af-fdfa-45ad-81e5-b10ba23925b5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebb663c1-0a78-4bc6-b45a-f0846d12bd17 HTTP/1.1" status: 200 len: 205 time: 0.0548706 Dec 22 04:53:56.759300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57564) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:56.911652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-24b56580-4db2-468e-9965-be1c6310748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.954593 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:52Z', 'revision_number': 7, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '040b0f56-abc9-48f8-ab0b-52b14a8779ae', 'name': '', 'network_id': '530aa068-92f5-4668-827b-b0565948d931', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:e6:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:47Z', 'updated_at': '2021-12-22T04:53:55Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:56.961301 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326a20b-0974-457a-a511-ce5fd3b7bf8a None None] The sync data for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv is: [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:52Z', 'revision_number': 7, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '040b0f56-abc9-48f8-ab0b-52b14a8779ae', 'name': '', 'network_id': '530aa068-92f5-4668-827b-b0565948d931', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:e6:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:47Z', 'updated_at': '2021-12-22T04:53:55Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': 'b7056d11-605a-497c-b46f-66b0aec52ba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:57.008640 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-62813398-d759-4522-8d7f-d202f18bb198 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] delete failed (client error): The resource could not be found. Dec 22 04:53:57.009792 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-62813398-d759-4522-8d7f-d202f18bb198 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/ebb663c1-0a78-4bc6-b45a-f0846d12bd17 HTTP/1.1" status: 404 len: 336 time: 0.2493527 Dec 22 04:53:57.012835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57568) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.056064 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8b88a2-3921-4812-a251-45a9f336bda8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:57.056856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8b88a2-3921-4812-a251-45a9f336bda8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:57.058302 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6e8b88a2-3921-4812-a251-45a9f336bda8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/118d3de2-5ff0-470a-8153-1a30dab16b2d HTTP/1.1" status: 404 len: 337 time: 0.0445678 Dec 22 04:53:57.061296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57572) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.078296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.082603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a5e4b92-aff1-47d8-8b8f-7b3996d52227 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:57.107634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 040b0f56-abc9-48f8-ab0b-52b14a8779ae up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:53:57.109469 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-888c438f-96b2-46c6-a1ba-a2f144927874 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:57.109917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888c438f-96b2-46c6-a1ba-a2f144927874 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:57.114143 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-888c438f-96b2-46c6-a1ba-a2f144927874 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/7aeb8a07-69b6-4211-a9fd-ff26c3f5c25b HTTP/1.1" status: 404 len: 337 time: 0.0492973 Dec 22 04:53:57.114314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57576) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.135752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=040b0f56-abc9-48f8-ab0b-52b14a8779ae,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:57.152463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 040b0f56-abc9-48f8-ab0b-52b14a8779ae {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:53:57.152812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 040b0f56-abc9-48f8-ab0b-52b14a8779ae not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 04:53:57.185080 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e2b782-029f-49f5-bbe8-42dc730f428b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:57.185788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e2b782-029f-49f5-bbe8-42dc730f428b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:57.187914 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-99e2b782-029f-49f5-bbe8-42dc730f428b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/158d1baa-9369-43f8-afc0-1cf040c8fac3 HTTP/1.1" status: 404 len: 337 time: 0.0724566 Dec 22 04:53:57.194370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57580) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.202736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.203115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.203500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.203870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.204258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.204623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.204989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.205343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.205703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.206052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.206406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.206755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:57.216657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:57.241065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Port 040b0f56-abc9-48f8-ab0b-52b14a8779ae not found, will not notify nova. {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 04:53:57.248712 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd629ed0-8683-4663-b48f-062e971ebd68 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:57.249348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd629ed0-8683-4663-b48f-062e971ebd68 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:57.251168 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bd629ed0-8683-4663-b48f-062e971ebd68 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/bc6de2af-c6a0-4f70-8184-255a2d87fd6a HTTP/1.1" status: 404 len: 337 time: 0.0557432 Dec 22 04:53:57.253965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57584) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.311646 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eadddc12-061e-4085-91cc-15a403152c70 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 HTTP/1.1" status: 200 len: 205 time: 0.0561512 Dec 22 04:53:57.312305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57588) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.390797 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-49b65998-603d-436f-8bf4-c59170dbbf41 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] delete failed (client error): The resource could not be found. Dec 22 04:53:57.391814 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-49b65998-603d-436f-8bf4-c59170dbbf41 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/2cb2cb3f-fe37-4ed7-9710-e1fada8290a3 HTTP/1.1" status: 404 len: 336 time: 0.0786004 Dec 22 04:53:57.394511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57592) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.397104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.442978 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c9139cd7-fd7a-4edb-9a06-11b7de7449bc tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e67cf55-dad6-46ac-bd8f-8aac2c5a4499 HTTP/1.1" status: 200 len: 205 time: 0.0458448 Dec 22 04:53:57.444248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57596) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.515829 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-08f7ffa2-ce85-4bfa-9b00-e493acc25cbf tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] delete failed (client error): The resource could not be found. Dec 22 04:53:57.516865 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-08f7ffa2-ce85-4bfa-9b00-e493acc25cbf tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/4e67cf55-dad6-46ac-bd8f-8aac2c5a4499 HTTP/1.1" status: 404 len: 336 time: 0.0716903 Dec 22 04:53:57.519539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57600) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.563802 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fd1396-9b6a-490b-b7be-790d0009b984 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:57.564305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fd1396-9b6a-490b-b7be-790d0009b984 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:57.566071 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-61fd1396-9b6a-490b-b7be-790d0009b984 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/d2d8c043-75df-4383-975f-4f834589a836 HTTP/1.1" status: 404 len: 337 time: 0.0453477 Dec 22 04:53:57.568694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57604) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.615216 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-92fc261f-2193-40c8-8084-f90cc2c7e1cb tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=050c9bcd-c2aa-4027-bfaf-39c83c7d774f HTTP/1.1" status: 200 len: 205 time: 0.0453131 Dec 22 04:53:57.619457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57608) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.734524 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-250abbcb-f923-493d-bcf0-4835e0b942ca tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] delete failed (client error): The resource could not be found. Dec 22 04:53:57.735143 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-250abbcb-f923-493d-bcf0-4835e0b942ca tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/050c9bcd-c2aa-4027-bfaf-39c83c7d774f HTTP/1.1" status: 404 len: 336 time: 0.1145151 Dec 22 04:53:57.737352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57612) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.772130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:53:57.793171 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b91fca03-90b4-43b6-a894-9a5735d631d4 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=477d90b7-4e20-4242-a946-638cedcf1030 HTTP/1.1" status: 200 len: 205 time: 0.0496058 Dec 22 04:53:57.793171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57616) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.864420 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-868ad8c7-80d4-40b0-84db-1a085a35dd8d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] delete failed (client error): The resource could not be found. Dec 22 04:53:57.865701 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-868ad8c7-80d4-40b0-84db-1a085a35dd8d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/477d90b7-4e20-4242-a946-638cedcf1030 HTTP/1.1" status: 404 len: 336 time: 0.0738277 Dec 22 04:53:57.868113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57620) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.911548 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf02511-79e9-4035-af6f-775f2753e925 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:57.912049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf02511-79e9-4035-af6f-775f2753e925 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:57.913994 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3bf02511-79e9-4035-af6f-775f2753e925 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/de63f83c-54bb-450d-83db-442b6d626217 HTTP/1.1" status: 404 len: 337 time: 0.0449266 Dec 22 04:53:57.917434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57624) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.919549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.954485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:53:57.965184 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] Sync routers for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:57.967612 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-81b64577-c945-4964-aad1-59b644c26cc5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f766ca5-bdec-4441-8b83-5560bc8dd10c HTTP/1.1" status: 200 len: 205 time: 0.0488367 Dec 22 04:53:57.969991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57628) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.972218 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8734219 Dec 22 04:53:57.975619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57632) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:57.979569 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:57.980212 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:58.052783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2713e80-730c-406b-a6d1-e341593e4c32 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting subnet b7056d11-605a-497c-b46f-66b0aec52ba2 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:53:58.052783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2713e80-730c-406b-a6d1-e341593e4c32 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.063748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-f5a32ef6-61b3-4908-83b2-d070830983f8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] delete failed (client error): The resource could not be found. Dec 22 04:53:58.063748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f5a32ef6-61b3-4908-83b2-d070830983f8 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/0f766ca5-bdec-4441-8b83-5560bc8dd10c HTTP/1.1" status: 404 len: 336 time: 0.0876915 Dec 22 04:53:58.063748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57636) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:58.112193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.121810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2713e80-730c-406b-a6d1-e341593e4c32 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.136031 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-535880b6-be3c-47d0-b2d7-73f1dca3ae7f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:58.136607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535880b6-be3c-47d0-b2d7-73f1dca3ae7f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:58.140404 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-535880b6-be3c-47d0-b2d7-73f1dca3ae7f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/2eadfef6-fc65-4955-a463-21965303b9d2 HTTP/1.1" status: 404 len: 337 time: 0.0751359 Dec 22 04:53:58.142309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57640) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:58.194750 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-058cdc88-aaaf-4d46-9aa9-3d921ed874b1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa0200-9671-4ce6-abc9-b8220dbb0234 HTTP/1.1" status: 200 len: 205 time: 0.0497842 Dec 22 04:53:58.195595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57644) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:58.199864 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:58.221173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2713e80-730c-406b-a6d1-e341593e4c32 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.282171 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-2d956e7d-9f7c-42ea-960d-13f40be6d256 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] delete failed (client error): The resource could not be found. Dec 22 04:53:58.283479 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2d956e7d-9f7c-42ea-960d-13f40be6d256 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/routers/8ffa0200-9671-4ce6-abc9-b8220dbb0234 HTTP/1.1" status: 404 len: 336 time: 0.0867682 Dec 22 04:53:58.287948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57648) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:58.335154 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3079af49-8e8d-4b6d-9737-b8c36781f1bf tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:58.335154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3079af49-8e8d-4b6d-9737-b8c36781f1bf tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:58.335863 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3079af49-8e8d-4b6d-9737-b8c36781f1bf tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/e1b6f2e4-83af-4f24-8d64-aef83f1bb3b9 HTTP/1.1" status: 404 len: 337 time: 0.0467718 Dec 22 04:53:58.338880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57652) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:58.360586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2713e80-730c-406b-a6d1-e341593e4c32 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.371194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22abc6d1-50a5-4ffe-8dc3-be8fe21a82cf tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:58.378433 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28f862a-adde-467c-9603-04f64d523504 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:58.378433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28f862a-adde-467c-9603-04f64d523504 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:58.382179 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f28f862a-adde-467c-9603-04f64d523504 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] 10.222.0.36 "DELETE /v2.0/subnets/3d568792-2c50-4e49-80a5-7ad975a5a2f0 HTTP/1.1" status: 404 len: 337 time: 0.0397220 Dec 22 04:53:58.421775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2713e80-730c-406b-a6d1-e341593e4c32 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.421775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2713e80-730c-406b-a6d1-e341593e4c32 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Subnet': ['ID=b7056d11-605a-497c-b46f-66b0aec52ba2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:58.428112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2713e80-730c-406b-a6d1-e341593e4c32 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:58.429234 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d2713e80-730c-406b-a6d1-e341593e4c32 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/b7056d11-605a-497c-b46f-66b0aec52ba2 HTTP/1.1" status: 204 len: 168 time: 0.4526215 Dec 22 04:53:58.432869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57658) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:58.438353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f1641b-5e86-4e27-9651-7f0796a6d490 None None] Network 530aa068-92f5-4668-827b-b0565948d931 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:53:58.580995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.594827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port c9e9dfa4-773f-404b-813f-47c24be2a704 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:58.595282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.645054 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:56Z', 'revision_number': 8, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:58.651819 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] Checking router: a65c3b49-6398-4ea0-a85e-6df6827ee6d1 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:58.664171 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:53:58.665689 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:58.791837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] DHCP port deletion for 530aa068-92f5-4668-827b-b0565948d931 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:53:58.805152 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Deleting port c9e9dfa4-773f-404b-813f-47c24be2a704 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:53:58.821864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.879390 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:53:58.962880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57666) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:59.187110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] For port c9e9dfa4-773f-404b-813f-47c24be2a704, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c9e9dfa4-773f-404b-813f-47c24be2a704,segment=NetworkSegment(62fc020e-beec-425a-a06e-95d0eabc0401),segment_id=62fc020e-beec-425a-a06e-95d0eabc0401)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:59.187110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.351676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c9e9dfa4-773f-404b-813f-47c24be2a704 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:53:59.367245 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-65f2b5ba-a7ab-4e3f-a054-1faeb82bf041 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0144ba753aab42598a5bf2d4d063032d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017909 Dec 22 04:53:59.370192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57672) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:53:59.396199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port c9e9dfa4-773f-404b-813f-47c24be2a704, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c9e9dfa4-773f-404b-813f-47c24be2a704,segment=NetworkSegment(62fc020e-beec-425a-a06e-95d0eabc0401),segment_id=62fc020e-beec-425a-a06e-95d0eabc0401)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:53:59.400234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.549615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee8225b9-7a81-4913-8059-a0a5ff06b1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.568950 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:56Z', 'revision_number': 8, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:59.568950 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23865766-3d04-41ff-a5cf-61997a5a1562 None None] The sync data for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv is: [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:53:56Z', 'revision_number': 8, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '58b64750-f765-4caa-bb19-e2ccaa28ade7', 'name': '', 'network_id': '6275c82d-c38d-4b26-b7a9-b223b663ff48', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:58:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '508930c7-a71d-46c2-a511-058a2a26e2db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:59.592861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Calling delete_port for c9e9dfa4-773f-404b-813f-47c24be2a704 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:59.628467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee8225b9-7a81-4913-8059-a0a5ff06b1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.697159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for c9e9dfa4-773f-404b-813f-47c24be2a704 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:53:59.711475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee8225b9-7a81-4913-8059-a0a5ff06b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.711732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.724232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-817b8660-95b4-4e68-af2f-c1ab5ad1790e tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:59.751471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8225b9-7a81-4913-8059-a0a5ff06b1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30894b58-110e-4ce3-9c84-d1d14df470fe,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:59.765153 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ee8225b9-7a81-4913-8059-a0a5ff06b1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:59.768029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee8225b9-7a81-4913-8059-a0a5ff06b1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.769368 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-76179c4c-2cdb-4632-9f11-0b171f3eb418 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4893601 Dec 22 04:53:59.770195 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ee8225b9-7a81-4913-8059-a0a5ff06b1bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30894b58-110e-4ce3-9c84-d1d14df470fe HTTP/1.1" status: 204 len: 168 time: 0.3990901 Dec 22 04:53:59.775481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.786071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:53:59.804805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:59.805189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:59.865236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Pushing event deleted for resources: {'Port': ['ID=c9e9dfa4-773f-404b-813f-47c24be2a704,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:59.868224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.889181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] No DVR routers for this DVR port c9e9dfa4-773f-404b-813f-47c24be2a704 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:59.895274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.895872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.896423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.896960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.897483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.899371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.899978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.900544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.901075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.901599 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.902123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.902634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:59.909578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:53:59.995130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-19f18fb8-4863-40f8-8fe1-31edb15946e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:59.996872 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-19f18fb8-4863-40f8-8fe1-31edb15946e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1098 time: 0.1243119 Dec 22 04:54:00.179150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-dc9ba129-d88a-4a47-a529-4b70d539abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:00.179150 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-dc9ba129-d88a-4a47-a529-4b70d539abe8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 912 time: 0.1542912 Dec 22 04:54:00.309643 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-e4d0ec9e-91a6-46b0-a381-3ca83cde9653 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 1000 time: 0.1170068 Dec 22 04:54:00.309643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port c9e9dfa4-773f-404b-813f-47c24be2a704 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:00.309643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.430494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] The port 'c9e9dfa4-773f-404b-813f-47c24be2a704' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:54:00.542594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-2719fca8-0861-498c-aeac-4e8eeec66476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:00.544450 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-2719fca8-0861-498c-aeac-4e8eeec66476 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 200 len: 850 time: 0.1970313 Dec 22 04:54:00.609970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.646740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530aa068-92f5-4668-827b-b0565948d931']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:00.663262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fc020e-beec-425a-a06e-95d0eabc0401') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:00.663587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fc020e-beec-425a-a06e-95d0eabc0401') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:00.677790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.696959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.703266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-f03edb4e-00dd-4ca7-90b6-2c74da49748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:00.704854 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-f03edb4e-00dd-4ca7-90b6-2c74da49748e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=381c7c77-02da-4013-b529-7b532458aa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1439345 Dec 22 04:54:00.707886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:00.707886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:00.722834 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:00.783078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57696) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:00.897072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.910255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d961bbbe-3aaa-439c-b5fc-d500374d663b tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:00.912451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1521865509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:00.923001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:00.926390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.928847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Usage tracker for resource:router and tenant:c351a900a9324a29a8b0d58b5dae0764 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:00.932219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:00.937500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:00.941929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Network': ['ID=530aa068-92f5-4668-827b-b0565948d931,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:00.948872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:00.952565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.953817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.959602 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/networks/530aa068-92f5-4668-827b-b0565948d931 HTTP/1.1" status: 204 len: 168 time: 2.5241029 Dec 22 04:54:00.970156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57702) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:00.975486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.995287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.032621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 040b0f56-abc9-48f8-ab0b-52b14a8779ae no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:01.047250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.047250 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-adca4afa-8af1-4fd3-9d77-b272695fddc1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2598391 Dec 22 04:54:01.047250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57706) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:01.052814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1543441182'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:01.058372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:01.064776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Usage tracker for resource:network and tenant:c351a900a9324a29a8b0d58b5dae0764 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:01.074703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:01.074703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:01.089514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Made reservation on behalf of c351a900a9324a29a8b0d58b5dae0764 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:01.092255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.098365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 040b0f56-abc9-48f8-ab0b-52b14a8779ae {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:01.098365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 040b0f56-abc9-48f8-ab0b-52b14a8779ae not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:01.107329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.125088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:01.129033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Usage tracker for resource:security_group_rule and tenant:c351a900a9324a29a8b0d58b5dae0764 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:01.134655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:01.139642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:01.152950 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-d87f7d2a-27bf-4845-9030-d0a5d0a6f1aa service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284129 Dec 22 04:54:01.241931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.248660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.256008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3bdbfca5-32cb-42de-8b83-57bdcc51f2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:01.290838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:01.296430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d39535-cea4-4004-af01-dd75046acc16,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:01.300358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:01.307681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.309879 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Added segment 214f0553-e340-422c-b418-25484c6998b7 of type vlan for network 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 Dec 22 04:54:01.345414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.517292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.523806 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-38e79a28-adbd-47ae-acac-45598c0bf62e req-d06a6e7a-1bfa-4092-9824-4c8bb9da8a8f service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629453 Dec 22 04:54:01.524317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:01.524317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.530104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:01.640423 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5925713 Dec 22 04:54:01.643573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57710) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:01.643747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Network': ['ID=18bb09be-cf8a-4712-8f20-2bf6e48b6ca4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:01.646594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:01.651602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'subnet': {'network_id': '18bb09be-cf8a-4712-8f20-2bf6e48b6ca4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:01.654875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:54:01.777845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:01.783802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Usage tracker for resource:subnet and tenant:c351a900a9324a29a8b0d58b5dae0764 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:01.788822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:01.795736 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:01.836001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Made reservation on behalf of c351a900a9324a29a8b0d58b5dae0764 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:01.839669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.986970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.320787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.327158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1fe824c7-0258-49a1-a7da-3cb6f2c66a10 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:02.410402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Subnet': ['ID=34008dfd-f40b-4e84-9218-b4e06410d567,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:02.414751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:02.424622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Checking segment: {'id': '214f0553-e340-422c-b418-25484c6998b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '18bb09be-cf8a-4712-8f20-2bf6e48b6ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:02.425393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network hostable DHCP agents. Network: 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:02.497500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:02.509778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 58b64750-f765-4caa-bb19-e2ccaa28ade7 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:02.510124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.686674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:02.693867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9187fd42-7778-462d-80c9-dc7e7694443e None None] Network 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:02.703900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:02.703900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.744064 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0994394 Dec 22 04:54:02.754941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57716) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:02.759599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'network': {'name': 'tempest-router-network01--1016600297'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:02.777727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:02.787926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Usage tracker for resource:network and tenant:c351a900a9324a29a8b0d58b5dae0764 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:02.787926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:02.803889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:02.813111 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Made reservation on behalf of c351a900a9324a29a8b0d58b5dae0764 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:02.813111 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.856381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:02.867379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.868009 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Added segment 7e9e2346-4ea9-49b1-9c38-a33d97322db6 of type vlan for network 2b93789d-1f59-4620-b77a-240053e533d4 Dec 22 04:54:02.893560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port 58b64750-f765-4caa-bb19-e2ccaa28ade7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=58b64750-f765-4caa-bb19-e2ccaa28ade7,segment=NetworkSegment(89dc1d0a-a63d-4094-8544-048a5bb348d0),segment_id=89dc1d0a-a63d-4094-8544-048a5bb348d0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:02.893917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.896960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.930697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.937984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:02.938575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.942581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-078c29f7-c206-4286-8df6-5a2a961d1e67 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:02.966930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-18bb09be-cf8a-4712-8f20-2bf6e48b6ca4', 'network_id': '18bb09be-cf8a-4712-8f20-2bf6e48b6ca4', 'tenant_id': 'c351a900a9324a29a8b0d58b5dae0764', 'fixed_ips': [{'subnet_id': '34008dfd-f40b-4e84-9218-b4e06410d567'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:54:02.968082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.032475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 58b64750-f765-4caa-bb19-e2ccaa28ade7 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:03.052006 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3025494 Dec 22 04:54:03.055456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57720) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:03.058597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Network': ['ID=2b93789d-1f59-4620-b77a-240053e533d4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:03.065001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'network': {'name': 'tempest-router-network02--127914951'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:03.068886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:03.071916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:03.076652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Usage tracker for resource:network and tenant:c351a900a9324a29a8b0d58b5dae0764 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:03.079930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:03.082790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 2b93789d-1f59-4620-b77a-240053e533d4 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:54:03.085988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:03.100707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Made reservation on behalf of c351a900a9324a29a8b0d58b5dae0764 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:03.105127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.143410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:03.153863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.153863 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Added segment 0701e08b-7663-41c7-8b75-8855e1844b03 of type vlan for network d20cb77a-b73b-4a50-9bfe-62ef3d91287c Dec 22 04:54:03.183784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.242453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.253189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:03.253189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.272736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6827f71a-9ed0-4856-850d-5d05053b02bc tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:03.279962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Allocated IP 2001:db8::2 (18bb09be-cf8a-4712-8f20-2bf6e48b6ca4/34008dfd-f40b-4e84-9218-b4e06410d567/95d5507c-6a14-470d-bd01-caf48f910a90) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:03.302230 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.310248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3d9f6b5c-6e88-447a-89a4-17b3a72a5748 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:03.369382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=58b64750-f765-4caa-bb19-e2ccaa28ade7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:03.374148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:03.396055 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3353808 Dec 22 04:54:03.396055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57724) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:03.418011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'subnet': {'network_id': '2b93789d-1f59-4620-b77a-240053e533d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:03.436440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Network': ['ID=d20cb77a-b73b-4a50-9bfe-62ef3d91287c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:03.441650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:03.451094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network d20cb77a-b73b-4a50-9bfe-62ef3d91287c details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:54:03.565565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:03.569794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Usage tracker for resource:subnet and tenant:c351a900a9324a29a8b0d58b5dae0764 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:03.573516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:03.579763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:03.594114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Made reservation on behalf of c351a900a9324a29a8b0d58b5dae0764 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:03.598054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.632352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.634779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.646218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Transition to ACTIVE for port object 95d5507c-6a14-470d-bd01-caf48f910a90 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:03.666361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Transition to ACTIVE for port object 95d5507c-6a14-470d-bd01-caf48f910a90 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:03.673113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.678672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:03.747433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Network 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:03.750547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:03.754296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:03.760350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Pushing event updated for resources: {'Port': ['ID=95d5507c-6a14-470d-bd01-caf48f910a90,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:03.764391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:03.851234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Attempting to bind port 95d5507c-6a14-470d-bd01-caf48f910a90 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:03.851603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Attempting to bind port 95d5507c-6a14-470d-bd01-caf48f910a90 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '214f0553-e340-422c-b418-25484c6998b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '18bb09be-cf8a-4712-8f20-2bf6e48b6ca4'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:03.852196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Attempting to bind port 95d5507c-6a14-470d-bd01-caf48f910a90 on network 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:54:03.858334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:54:03.858699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Checking segment: {'id': '214f0553-e340-422c-b418-25484c6998b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '18bb09be-cf8a-4712-8f20-2bf6e48b6ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:03.859204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.859792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Bound using segment: {'id': '214f0553-e340-422c-b418-25484c6998b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '18bb09be-cf8a-4712-8f20-2bf6e48b6ca4'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:54:03.860439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Bound port: 95d5507c-6a14-470d-bd01-caf48f910a90, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214f0553-e340-422c-b418-25484c6998b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '18bb09be-cf8a-4712-8f20-2bf6e48b6ca4'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:03.860785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.861542 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.866028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2713e80-730c-406b-a6d1-e341593e4c32 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:03.941573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Subnet': ['ID=e4e7e08d-c59b-431e-a731-d98cd29f0f7b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:03.944287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:03.953444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Checking segment: {'id': '7e9e2346-4ea9-49b1-9c38-a33d97322db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2b93789d-1f59-4620-b77a-240053e533d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:03.954451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] For port 95d5507c-6a14-470d-bd01-caf48f910a90, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:54:03.954612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network hostable DHCP agents. Network: 2b93789d-1f59-4620-b77a-240053e533d4, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:03.957553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] For port 95d5507c-6a14-470d-bd01-caf48f910a90, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=95d5507c-6a14-470d-bd01-caf48f910a90,segment=NetworkSegment(214f0553-e340-422c-b418-25484c6998b7),segment_id=214f0553-e340-422c-b418-25484c6998b7)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:54:03.963924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.969245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:03.974361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:03.980453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network 2b93789d-1f59-4620-b77a-240053e533d4 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:03.990847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 2b93789d-1f59-4620-b77a-240053e533d4) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:04.002051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:04.002610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.006534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748655b8-757a-4aa4-8341-941eb3ee8ad4 None None] Network 2b93789d-1f59-4620-b77a-240053e533d4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:04.027941 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6309986 Dec 22 04:54:04.030903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57728) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:04.036807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'subnet': {'network_id': 'd20cb77a-b73b-4a50-9bfe-62ef3d91287c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:04.136202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:04.153541 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1899400 Dec 22 04:54:04.156096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57732) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:04.156272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Pushing event updated for resources: {'Port': ['ID=95d5507c-6a14-470d-bd01-caf48f910a90,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:04.158504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:04.160377 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:04.163264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Usage tracker for resource:subnet and tenant:c351a900a9324a29a8b0d58b5dae0764 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:04.170957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:04.179780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:04.209307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Made reservation on behalf of c351a900a9324a29a8b0d58b5dae0764 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:04.213663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.324734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] Sync routers for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:04.379408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:04.380057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:04.411066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a611ef-ab32-4747-8dd6-a153da93b8f3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting subnet 508930c7-a71d-46c2-a511-058a2a26e2db {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:04.426803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9a611ef-ab32-4747-8dd6-a153da93b8f3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.479117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-2b93789d-1f59-4620-b77a-240053e533d4', 'network_id': '2b93789d-1f59-4620-b77a-240053e533d4', 'tenant_id': 'c351a900a9324a29a8b0d58b5dae0764', 'fixed_ips': [{'subnet_id': 'e4e7e08d-c59b-431e-a731-d98cd29f0f7b'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:54:04.479963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.506365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9a611ef-ab32-4747-8dd6-a153da93b8f3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.580459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.586664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-69043e80-c30f-4cc4-af1e-ff07a7f4ea9a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:04.637174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9a611ef-ab32-4747-8dd6-a153da93b8f3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.670159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:04.681850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Subnet': ['ID=6454cc1d-0a2b-4159-b217-5e5120c85a8c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:04.686718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:04.690855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Checking segment: {'id': '0701e08b-7663-41c7-8b75-8855e1844b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd20cb77a-b73b-4a50-9bfe-62ef3d91287c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:04.692220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network hostable DHCP agents. Network: d20cb77a-b73b-4a50-9bfe-62ef3d91287c, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:04.714395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network d20cb77a-b73b-4a50-9bfe-62ef3d91287c is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:04.726777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9a611ef-ab32-4747-8dd6-a153da93b8f3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.730770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, d20cb77a-b73b-4a50-9bfe-62ef3d91287c) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:04.733610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-03c58be9-0742-4422-bcae-20b5a632c439 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:04.735987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:04.736547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.754591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f05935-8a6f-48f8-b43b-be0e14817629 None None] Network d20cb77a-b73b-4a50-9bfe-62ef3d91287c requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:04.762301 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7302315 Dec 22 04:54:04.765364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57738) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:04.777583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a611ef-ab32-4747-8dd6-a153da93b8f3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Subnet': ['ID=508930c7-a71d-46c2-a511-058a2a26e2db,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:04.783702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9a611ef-ab32-4747-8dd6-a153da93b8f3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.786772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c9a611ef-ab32-4747-8dd6-a153da93b8f3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:04.795745 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c9a611ef-ab32-4747-8dd6-a153da93b8f3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/508930c7-a71d-46c2-a511-058a2a26e2db HTTP/1.1" status: 204 len: 168 time: 0.6382883 Dec 22 04:54:04.796114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f05fc-c8ef-49b9-b8c7-14772dec1a71 None None] Network 6275c82d-c38d-4b26-b7a9-b223b663ff48 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:04.796370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57742) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:04.951791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.968535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 0c8ffe5c-c33b-4f73-b754-43243351ae2c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:04.968844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.356471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 95d5507c-6a14-470d-bd01-caf48f910a90 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:05.397195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port 0c8ffe5c-c33b-4f73-b754-43243351ae2c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0c8ffe5c-c33b-4f73-b754-43243351ae2c,segment=NetworkSegment(89dc1d0a-a63d-4094-8544-048a5bb348d0),segment_id=89dc1d0a-a63d-4094-8544-048a5bb348d0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:05.397770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.417081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Allocated IP 2001:db8::2 (2b93789d-1f59-4620-b77a-240053e533d4/e4e7e08d-c59b-431e-a731-d98cd29f0f7b/be04c618-2525-412d-b9a4-52d1882cda49) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:05.571390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 0c8ffe5c-c33b-4f73-b754-43243351ae2c owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:05.687073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.694197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.701178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:05.755265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=0c8ffe5c-c33b-4f73-b754-43243351ae2c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:05.757817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No DVR routers for this DVR port 0c8ffe5c-c33b-4f73-b754-43243351ae2c on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:05.759314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:05.898264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1bbecf-1187-4057-99b4-3af63278bd54 None None] Network 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:05.941646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.966963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-d20cb77a-b73b-4a50-9bfe-62ef3d91287c', 'network_id': 'd20cb77a-b73b-4a50-9bfe-62ef3d91287c', 'tenant_id': 'c351a900a9324a29a8b0d58b5dae0764', 'fixed_ips': [{'subnet_id': '6454cc1d-0a2b-4159-b217-5e5120c85a8c'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:54:05.966963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.987499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6275c82d-c38d-4b26-b7a9-b223b663ff48']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:06.007601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89dc1d0a-a63d-4094-8544-048a5bb348d0') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:06.007601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89dc1d0a-a63d-4094-8544-048a5bb348d0') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:06.019274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.041422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 95d5507c-6a14-470d-bd01-caf48f910a90 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:06.045883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.059863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:06.062528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:06.086954 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:06.176789 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7ea5e8b2-6eae-4f02-a183-8f610c80ad32 None None] Provisioning for port 95d5507c-6a14-470d-bd01-caf48f910a90 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:06.200667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.206828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.210704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1b82a4ba-b682-4943-b12a-ca55a1b8d467 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:06.252577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Network': ['ID=6275c82d-c38d-4b26-b7a9-b223b663ff48,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:06.259420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:06.265098 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/networks/6275c82d-c38d-4b26-b7a9-b223b663ff48 HTTP/1.1" status: 204 len: 168 time: 1.4666998 Dec 22 04:54:06.267365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57746) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:06.287150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7ea5e8b2-6eae-4f02-a183-8f610c80ad32 None None] Provisioning complete for port 95d5507c-6a14-470d-bd01-caf48f910a90 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:06.287150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e8b2-6eae-4f02-a183-8f610c80ad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.312663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83791d-e3ca-4e23-a1ec-8bedde527a88 None None] DHCP port deletion for 6275c82d-c38d-4b26-b7a9-b223b663ff48 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:54:06.481881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:03Z', 'revision_number': 9, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:06.485811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.515781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] Checking router: a65c3b49-6398-4ea0-a85e-6df6827ee6d1 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:06.521868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Transition to ACTIVE for port object be04c618-2525-412d-b9a4-52d1882cda49 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:06.617905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Allocated IP 2001:db8::2 (d20cb77a-b73b-4a50-9bfe-62ef3d91287c/6454cc1d-0a2b-4159-b217-5e5120c85a8c/1035e2c2-4c0a-4ec8-8831-aafb774aa2fb) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:06.627656 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Transition to ACTIVE for port object be04c618-2525-412d-b9a4-52d1882cda49 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:06.627656 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:06.627656 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:06.830163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Allocated IP 2001:db8::1 (2b93789d-1f59-4620-b77a-240053e533d4/e4e7e08d-c59b-431e-a731-d98cd29f0f7b/044cc68b-b75c-4bcc-abcc-fa67cb0c49b4) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:06.906944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.926858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:07.083241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.098804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e8b2-6eae-4f02-a183-8f610c80ad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.105705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.114751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Transition to ACTIVE for port object 044cc68b-b75c-4bcc-abcc-fa67cb0c49b4 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:07.120543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Network 2b93789d-1f59-4620-b77a-240053e533d4 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:07.153859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:07.154252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.158391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0c8ffe5c-c33b-4f73-b754-43243351ae2c no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:07.171073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8e0f46d8-4b5b-4000-ad3b-3b1f9063a989 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:07.225604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:07.265439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network 2b93789d-1f59-4620-b77a-240053e533d4 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:07.265439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:07.265439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:07.265439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.290208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Port': ['ID=044cc68b-b75c-4bcc-abcc-fa67cb0c49b4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:07.290208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:07.295973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Pushing event updated for resources: {'Port': ['ID=be04c618-2525-412d-b9a4-52d1882cda49,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:07.303691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:07.387977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 0c8ffe5c-c33b-4f73-b754-43243351ae2c {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:07.388360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0c8ffe5c-c33b-4f73-b754-43243351ae2c not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:07.397003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:07.422405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.498069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7ea5e8b2-6eae-4f02-a183-8f610c80ad32 None None] For port 95d5507c-6a14-470d-bd01-caf48f910a90, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=95d5507c-6a14-470d-bd01-caf48f910a90,segment=NetworkSegment(214f0553-e340-422c-b418-25484c6998b7),segment_id=214f0553-e340-422c-b418-25484c6998b7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:07.595025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Attempting to bind port be04c618-2525-412d-b9a4-52d1882cda49 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:07.595729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Attempting to bind port be04c618-2525-412d-b9a4-52d1882cda49 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '7e9e2346-4ea9-49b1-9c38-a33d97322db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2b93789d-1f59-4620-b77a-240053e533d4'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:07.595921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Attempting to bind port be04c618-2525-412d-b9a4-52d1882cda49 on network 2b93789d-1f59-4620-b77a-240053e533d4 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:54:07.674067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e8b2-6eae-4f02-a183-8f610c80ad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.675242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 7a92ef44-8236-4f54-8293-e71e826db6ad {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:07.676340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.714793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:07.777222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:54:07.777601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Checking segment: {'id': '7e9e2346-4ea9-49b1-9c38-a33d97322db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2b93789d-1f59-4620-b77a-240053e533d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:07.778244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.778643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Bound using segment: {'id': '7e9e2346-4ea9-49b1-9c38-a33d97322db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2b93789d-1f59-4620-b77a-240053e533d4'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:54:07.779605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Bound port: be04c618-2525-412d-b9a4-52d1882cda49, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9e2346-4ea9-49b1-9c38-a33d97322db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2b93789d-1f59-4620-b77a-240053e533d4'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:07.779605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.958515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f56ae123-59c4-4aaa-91e7-2c55234ede0e None None] Provisioning complete for port 95d5507c-6a14-470d-bd01-caf48f910a90 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:07.959125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f56ae123-59c4-4aaa-91e7-2c55234ede0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.974922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port 7a92ef44-8236-4f54-8293-e71e826db6ad, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7a92ef44-8236-4f54-8293-e71e826db6ad,segment=NetworkSegment(c292f71d-a9e0-4252-bd2c-309978860c9e),segment_id=c292f71d-a9e0-4252-bd2c-309978860c9e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:07.975411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.001162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.070817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5e8b2-6eae-4f02-a183-8f610c80ad32 None None] Pushing event updated for resources: {'Port': ['ID=95d5507c-6a14-470d-bd01-caf48f910a90,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:08.085637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Transition to ACTIVE for port object 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:08.085637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7ea5e8b2-6eae-4f02-a183-8f610c80ad32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:08.172828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Transition to ACTIVE for port object 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:08.197761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] For port be04c618-2525-412d-b9a4-52d1882cda49, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:54:08.222418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.225590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 7a92ef44-8236-4f54-8293-e71e826db6ad owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:08.233309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.234703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.246761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.250866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fbfc4464-11a6-4436-b21b-efef2622a87a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:08.257117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:08.318091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Network d20cb77a-b73b-4a50-9bfe-62ef3d91287c is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:08.328805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] For port be04c618-2525-412d-b9a4-52d1882cda49, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=be04c618-2525-412d-b9a4-52d1882cda49,segment=NetworkSegment(7e9e2346-4ea9-49b1-9c38-a33d97322db6),segment_id=7e9e2346-4ea9-49b1-9c38-a33d97322db6)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:54:08.338767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:08.355047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:08.363655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.442602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Port': ['ID=044cc68b-b75c-4bcc-abcc-fa67cb0c49b4,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:08.446045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:08.481264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Pushing event updated for resources: {'Port': ['ID=1035e2c2-4c0a-4ec8-8831-aafb774aa2fb,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:08.492696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:08.500561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c3283684-5b39-4615-9b4d-e3f4414e06a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:08.527277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.531964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network 2b93789d-1f59-4620-b77a-240053e533d4 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:08.533365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:08.536172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:08.587038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Attempting to bind port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:08.587478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Attempting to bind port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '0701e08b-7663-41c7-8b75-8855e1844b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd20cb77a-b73b-4a50-9bfe-62ef3d91287c'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:08.588312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Attempting to bind port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb on network d20cb77a-b73b-4a50-9bfe-62ef3d91287c {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:54:08.611696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=7a92ef44-8236-4f54-8293-e71e826db6ad,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:08.617176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:54:08.617176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Checking segment: {'id': '0701e08b-7663-41c7-8b75-8855e1844b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd20cb77a-b73b-4a50-9bfe-62ef3d91287c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:08.617593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.618620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Bound using segment: {'id': '0701e08b-7663-41c7-8b75-8855e1844b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd20cb77a-b73b-4a50-9bfe-62ef3d91287c'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:54:08.619417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Bound port: 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0701e08b-7663-41c7-8b75-8855e1844b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd20cb77a-b73b-4a50-9bfe-62ef3d91287c'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:08.619740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.621011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:08.723154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:03Z', 'revision_number': 9, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:08.786355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90beadb-1697-4729-8a57-fa52dc06305d None None] The sync data for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv is: [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:03Z', 'revision_number': 9, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': '7a92ef44-8236-4f54-8293-e71e826db6ad', 'name': '', 'network_id': '8ac4302c-afe0-4d12-b0fc-e44f9f533320', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:c8:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:31Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '227b130c-4875-458e-bdc0-2a010d3e00d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:08.887912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Pushing event updated for resources: {'Port': ['ID=be04c618-2525-412d-b9a4-52d1882cda49,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:08.890882 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:08.952586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Router 0171ed1d-aff4-4692-8d39-ce92c8981504 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:54:09.026633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.040395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] For port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:54:09.044339 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] For port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1035e2c2-4c0a-4ec8-8831-aafb774aa2fb,segment=NetworkSegment(0701e08b-7663-41c7-8b75-8855e1844b03),segment_id=0701e08b-7663-41c7-8b75-8855e1844b03)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:54:09.053069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.058016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b4fd5800-be73-47c9-b74c-aa5a7b00763e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:09.191125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Pushing event updated for resources: {'Port': ['ID=1035e2c2-4c0a-4ec8-8831-aafb774aa2fb,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:09.194707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:09.267106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:09.297403 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "PUT /v2.0/routers/0171ed1d-aff4-4692-8d39-ce92c8981504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5139720 Dec 22 04:54:09.297403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57754) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:09.338012 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5efb33-10c0-491c-9352-27b0568b5ae1 None None] Sync routers for ids ['0171ed1d-aff4-4692-8d39-ce92c8981504'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:09.376590 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5efb33-10c0-491c-9352-27b0568b5ae1 None None] Routers {'0171ed1d-aff4-4692-8d39-ce92c8981504'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:09.380428 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-4a5efb33-10c0-491c-9352-27b0568b5ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0171ed1d-aff4-4692-8d39-ce92c8981504'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:09.605091 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-4a5efb33-10c0-491c-9352-27b0568b5ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:09.633664 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5efb33-10c0-491c-9352-27b0568b5ae1 None None] Routers {'0171ed1d-aff4-4692-8d39-ce92c8981504'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:09.633664 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-4a5efb33-10c0-491c-9352-27b0568b5ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0171ed1d-aff4-4692-8d39-ce92c8981504'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:09.740987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device be04c618-2525-412d-b9a4-52d1882cda49 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:09.774137 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-4a5efb33-10c0-491c-9352-27b0568b5ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:09.774298 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5efb33-10c0-491c-9352-27b0568b5ae1 None None] The sync data for ids ['0171ed1d-aff4-4692-8d39-ce92c8981504'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:09.879553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port be04c618-2525-412d-b9a4-52d1882cda49 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:09.886781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 95d5507c-6a14-470d-bd01-caf48f910a90 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:09.921034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:09.978909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 95d5507c-6a14-470d-bd01-caf48f910a90 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:09.979302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.130695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:10.131710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 58b64750-f765-4caa-bb19-e2ccaa28ade7 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:10.154383 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8861194 Dec 22 04:54:10.157046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57760) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:10.170435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] Sync routers for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:10.184001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 58b64750-f765-4caa-bb19-e2ccaa28ade7 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:10.185365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 58b64750-f765-4caa-bb19-e2ccaa28ade7 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:10.191705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:10.192565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:10.232672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01b65bb-361a-4c8f-880a-fe15547f14a4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting subnet 227b130c-4875-458e-bdc0-2a010d3e00d8 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:10.235950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d01b65bb-361a-4c8f-880a-fe15547f14a4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.326025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d01b65bb-361a-4c8f-880a-fe15547f14a4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.336126 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-9d29fb15-680d-4a92-9601-082926d9fdd3 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:54:10.337433 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9d29fb15-680d-4a92-9601-082926d9fdd3 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "PUT /v2.0/routers/0171ed1d-aff4-4692-8d39-ce92c8981504/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0529113 Dec 22 04:54:10.340647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57764) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:10.351811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00794d5e-fc5a-48ee-83fa-8c0fe9a6e31f None None] Network 2b93789d-1f59-4620-b77a-240053e533d4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:10.437629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d01b65bb-361a-4c8f-880a-fe15547f14a4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.513854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f218cadc-9010-4bef-b269-0b43e046c72e None None] Provisioning for port be04c618-2525-412d-b9a4-52d1882cda49 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:10.525807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:10.550688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d01b65bb-361a-4c8f-880a-fe15547f14a4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.556024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-637cb783-f72b-4219-9374-509b53136b45 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:10.610004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f218cadc-9010-4bef-b269-0b43e046c72e None None] Provisioning complete for port be04c618-2525-412d-b9a4-52d1882cda49 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:10.610388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f218cadc-9010-4bef-b269-0b43e046c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.613721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b65bb-361a-4c8f-880a-fe15547f14a4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Subnet': ['ID=227b130c-4875-458e-bdc0-2a010d3e00d8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:10.622126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d01b65bb-361a-4c8f-880a-fe15547f14a4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:10.623642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d01b65bb-361a-4c8f-880a-fe15547f14a4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.634519 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d01b65bb-361a-4c8f-880a-fe15547f14a4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/227b130c-4875-458e-bdc0-2a010d3e00d8 HTTP/1.1" status: 204 len: 168 time: 0.4760132 Dec 22 04:54:10.637445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57768) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:10.657805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403a80a2-e5de-4919-b94d-26bd11d32999 None None] Network 8ac4302c-afe0-4d12-b0fc-e44f9f533320 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:10.768648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760d3a1-22c2-43a3-b0ea-6570217fff33 None None] Network d20cb77a-b73b-4a50-9bfe-62ef3d91287c requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:10.777962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.788883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 93616a83-e3e7-4530-95da-1487fb24f270 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:10.789225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.057969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port 93616a83-e3e7-4530-95da-1487fb24f270, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=93616a83-e3e7-4530-95da-1487fb24f270,segment=NetworkSegment(c292f71d-a9e0-4252-bd2c-309978860c9e),segment_id=c292f71d-a9e0-4252-bd2c-309978860c9e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:11.058643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.213667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 93616a83-e3e7-4530-95da-1487fb24f270 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:11.222164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.312148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:11.322573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.326991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d980176-cd32-4659-bb2f-3ff52bc2d0b4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:11.372909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=93616a83-e3e7-4530-95da-1487fb24f270,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:11.374729 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No DVR routers for this DVR port 93616a83-e3e7-4530-95da-1487fb24f270 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:11.376318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:11.582687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Deleting port 044cc68b-b75c-4bcc-abcc-fa67cb0c49b4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:11.583339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.628345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.640866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f218cadc-9010-4bef-b269-0b43e046c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.656724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac4302c-afe0-4d12-b0fc-e44f9f533320']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:11.669909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c292f71d-a9e0-4252-bd2c-309978860c9e') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:11.670193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c292f71d-a9e0-4252-bd2c-309978860c9e') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:11.682645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.705889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.714034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:11.714637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.725657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:11.735954 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:11.765303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f218cadc-9010-4bef-b269-0b43e046c72e None None] For port be04c618-2525-412d-b9a4-52d1882cda49, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=be04c618-2525-412d-b9a4-52d1882cda49,segment=NetworkSegment(7e9e2346-4ea9-49b1-9c38-a33d97322db6),segment_id=7e9e2346-4ea9-49b1-9c38-a33d97322db6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:11.788532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f218cadc-9010-4bef-b269-0b43e046c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.794379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:11.833450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.865353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.869596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c7e0a855-2201-4264-8588-eaa39962c605 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:11.885253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.886896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218cadc-9010-4bef-b269-0b43e046c72e None None] Pushing event updated for resources: {'Port': ['ID=be04c618-2525-412d-b9a4-52d1882cda49,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:11.894076 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18738238-f4e5-4066-b72f-49442eaab0e4 None None] DHCP port deletion for 8ac4302c-afe0-4d12-b0fc-e44f9f533320 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:54:11.898639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f218cadc-9010-4bef-b269-0b43e046c72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:11.908884 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/networks/8ac4302c-afe0-4d12-b0fc-e44f9f533320 HTTP/1.1" status: 204 len: 168 time: 1.2677989 Dec 22 04:54:11.908884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Network': ['ID=8ac4302c-afe0-4d12-b0fc-e44f9f533320,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:11.910732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:11.911222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57772) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:11.931161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:08Z', 'revision_number': 10, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:11.938651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-17afa597-4f57-4531-9120-e61a61af5ef9 None None] Provisioning for port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:11.943390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] Checking router: a65c3b49-6398-4ea0-a85e-6df6827ee6d1 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:11.958575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-17afa597-4f57-4531-9120-e61a61af5ef9 None None] Provisioning complete for port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:11.959308 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-17afa597-4f57-4531-9120-e61a61af5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.005283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Calling delete_port for 044cc68b-b75c-4bcc-abcc-fa67cb0c49b4 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:12.020045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:12.020806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:12.247964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.255636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:12.290096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:12.365570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Port': ['ID=044cc68b-b75c-4bcc-abcc-fa67cb0c49b4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:12.370433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:12.376446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-17afa597-4f57-4531-9120-e61a61af5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.560499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-17afa597-4f57-4531-9120-e61a61af5ef9 None None] For port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1035e2c2-4c0a-4ec8-8831-aafb774aa2fb,segment=NetworkSegment(0701e08b-7663-41c7-8b75-8855e1844b03),segment_id=0701e08b-7663-41c7-8b75-8855e1844b03)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:12.612221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-17afa597-4f57-4531-9120-e61a61af5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.619863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c3283684-5b39-4615-9b4d-e3f4414e06a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:12.638846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.731838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afa597-4f57-4531-9120-e61a61af5ef9 None None] Pushing event updated for resources: {'Port': ['ID=1035e2c2-4c0a-4ec8-8831-aafb774aa2fb,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:12.744065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-17afa597-4f57-4531-9120-e61a61af5ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:12.770913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.821848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0495554a-1fe5-489d-b6fd-53446ea98732 None None] Provisioning complete for port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:12.822219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0495554a-1fe5-489d-b6fd-53446ea98732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.937695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:08Z', 'revision_number': 10, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:13.054655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66203e29-4df3-4884-86d3-c437e6031509 None None] The sync data for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv is: [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:08Z', 'revision_number': 10, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None, '_interfaces': [{'id': 'dabca04a-f012-48e3-adc7-655085153abf', 'name': '', 'network_id': '4971ad73-5f8e-478a-93c2-693b9759e404', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'mac_address': 'fa:16:3e:9a:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:24Z', 'updated_at': '2021-12-22T04:53:32Z', 'revision_number': 5, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'subnets': [{'id': '4c40d403-4308-494b-bfae-26e6b8b2995a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:13.056722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0495554a-1fe5-489d-b6fd-53446ea98732 None None] Could not find standard attr ID for object 044cc68b-b75c-4bcc-abcc-fa67cb0c49b4. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:54:13.080802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0495554a-1fe5-489d-b6fd-53446ea98732 None None] Provisioning complete for port be04c618-2525-412d-b9a4-52d1882cda49 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:13.081188 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0495554a-1fe5-489d-b6fd-53446ea98732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.211879 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Router 0171ed1d-aff4-4692-8d39-ce92c8981504 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:13.229435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port dabca04a-f012-48e3-adc7-655085153abf {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:13.229861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.354777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:13.364205 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f91f2f-233b-4e75-9ca4-eac9cdb6693c None None] Sync routers for ids ['0171ed1d-aff4-4692-8d39-ce92c8981504'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:13.364738 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "PUT /v2.0/routers/0171ed1d-aff4-4692-8d39-ce92c8981504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0226204 Dec 22 04:54:13.368651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57778) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:13.375891 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f91f2f-233b-4e75-9ca4-eac9cdb6693c None None] Routers {'0171ed1d-aff4-4692-8d39-ce92c8981504'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:13.376805 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-68f91f2f-233b-4e75-9ca4-eac9cdb6693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0171ed1d-aff4-4692-8d39-ce92c8981504'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:13.431288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port dabca04a-f012-48e3-adc7-655085153abf, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dabca04a-f012-48e3-adc7-655085153abf,segment=NetworkSegment(0d4e73ff-405b-47c7-aaca-e0eeeafee093),segment_id=0d4e73ff-405b-47c7-aaca-e0eeeafee093)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:13.431660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.451098 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-68f91f2f-233b-4e75-9ca4-eac9cdb6693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:13.456784 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-b1c12537-ed0b-4ce7-be07-5c6ca05672f9 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] delete failed (client error): The resource could not be found. Dec 22 04:54:13.458041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device be04c618-2525-412d-b9a4-52d1882cda49 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:13.463793 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b1c12537-ed0b-4ce7-be07-5c6ca05672f9 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-897236273 HTTP/1.1" status: 404 len: 334 time: 0.0898159 Dec 22 04:54:13.464436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57782) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:13.469601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1c08f03c-7cf6-4fdb-b19f-4036e594a3b9 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'router': {'external_gateway_info': {'network_id': '0171ed1d-aff4-4692-8d39-ce92c8981504'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:13.473099 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f91f2f-233b-4e75-9ca4-eac9cdb6693c None None] Routers {'0171ed1d-aff4-4692-8d39-ce92c8981504'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:13.473980 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-68f91f2f-233b-4e75-9ca4-eac9cdb6693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0171ed1d-aff4-4692-8d39-ce92c8981504'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:13.552821 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-68f91f2f-233b-4e75-9ca4-eac9cdb6693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:13.553594 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f91f2f-233b-4e75-9ca4-eac9cdb6693c None None] The sync data for ids ['0171ed1d-aff4-4692-8d39-ce92c8981504'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:13.585841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port be04c618-2525-412d-b9a4-52d1882cda49 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:13.586311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.712088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for dabca04a-f012-48e3-adc7-655085153abf owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:13.791368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:13.871266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:13.871648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.894462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c08f03c-7cf6-4fdb-b19f-4036e594a3b9 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.923362 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-1c08f03c-7cf6-4fdb-b19f-4036e594a3b9 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] update failed (client error): The resource could not be found. Dec 22 04:54:13.924765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1c08f03c-7cf6-4fdb-b19f-4036e594a3b9 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "PUT /v2.0/routers/0171ed1d-aff4-4692-8d39-ce92c8981504 HTTP/1.1" status: 404 len: 339 time: 0.4593670 Dec 22 04:54:13.928621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57786) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:13.933246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.938589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3409bf3e-0a68-4ef9-8ec6-4a3363dd211e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:13.938753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1758551213'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:13.945702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:13.950184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Usage tracker for resource:network and tenant:c351a900a9324a29a8b0d58b5dae0764 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:13.954080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:13.959885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:13.969722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Made reservation on behalf of c351a900a9324a29a8b0d58b5dae0764 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:13.973233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.993554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=dabca04a-f012-48e3-adc7-655085153abf,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:14.001630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:14.010521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.010651 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Added segment 2a3d20ff-f5ea-4fc4-9aef-517039ab6f06 of type vlan for network d5534709-48c3-4d34-9984-30b4b4e88695 Dec 22 04:54:14.034307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:14.049133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.075052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 93616a83-e3e7-4530-95da-1487fb24f270 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:14.090471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.098187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:14.098949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.105494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5fbd2c95-3a21-44ee-aa31-4842809e85c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:14.117303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 93616a83-e3e7-4530-95da-1487fb24f270 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:14.118084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 93616a83-e3e7-4530-95da-1487fb24f270 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:14.197625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.212165 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2820415 Dec 22 04:54:14.215171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57790) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:14.224434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'subnet': {'network_id': 'd5534709-48c3-4d34-9984-30b4b4e88695', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:14.245868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Network': ['ID=d5534709-48c3-4d34-9984-30b4b4e88695,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:14.249319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:14.257886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network d5534709-48c3-4d34-9984-30b4b4e88695 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:54:14.393509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.492599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:14.496637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Usage tracker for resource:subnet and tenant:c351a900a9324a29a8b0d58b5dae0764 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:14.499496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:14.499654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:14.505904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:14.517018 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Made reservation on behalf of c351a900a9324a29a8b0d58b5dae0764 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:14.520795 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.639852 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:14.652975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] Sync routers for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:14.655578 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433157 Dec 22 04:54:14.656189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57794) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:14.663176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:14.663935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:14.726009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d432db-33ca-4dfc-87b3-9c47e739c258 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting subnet 4c40d403-4308-494b-bfae-26e6b8b2995a {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:14.729282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2d432db-33ca-4dfc-87b3-9c47e739c258 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.748497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.752513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2d68fa60-bd84-4877-bc85-d672ab0861ef tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:14.791436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:14.795997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2d432db-33ca-4dfc-87b3-9c47e739c258 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.833156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Subnet': ['ID=d0746860-0c3d-4197-81e8-dab784b5aa16,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:14.836806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:14.846034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Checking segment: {'id': '2a3d20ff-f5ea-4fc4-9aef-517039ab6f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd5534709-48c3-4d34-9984-30b4b4e88695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:14.846396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network hostable DHCP agents. Network: d5534709-48c3-4d34-9984-30b4b4e88695, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:14.867953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network d5534709-48c3-4d34-9984-30b4b4e88695 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:14.879105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, d5534709-48c3-4d34-9984-30b4b4e88695) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:14.884046 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:14.884933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.889750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2d432db-33ca-4dfc-87b3-9c47e739c258 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.901218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bc9449-b782-4759-a0dc-8d2f2a722c69 None None] Network d5534709-48c3-4d34-9984-30b4b4e88695 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:14.910164 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6935823 Dec 22 04:54:14.912832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57798) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:14.918289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-730d8fb4-36ab-4958-9632-4f8a47df3b90 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd5534709-48c3-4d34-9984-30b4b4e88695'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:14.927809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 11, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:14.979382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2d432db-33ca-4dfc-87b3-9c47e739c258 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.980807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] Checking router: a65c3b49-6398-4ea0-a85e-6df6827ee6d1 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:14.984782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-19ca9e20-f139-4b6e-9282-71bcd24e356a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:15.005455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:15.006580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:15.032933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d432db-33ca-4dfc-87b3-9c47e739c258 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Subnet': ['ID=4c40d403-4308-494b-bfae-26e6b8b2995a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:15.035849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e2d432db-33ca-4dfc-87b3-9c47e739c258 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:15.037119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2d432db-33ca-4dfc-87b3-9c47e739c258 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.046090 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e2d432db-33ca-4dfc-87b3-9c47e739c258 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/4c40d403-4308-494b-bfae-26e6b8b2995a HTTP/1.1" status: 204 len: 168 time: 0.3887637 Dec 22 04:54:15.048509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57802) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:15.073081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d90a5-b8cd-4b56-9ade-92d58ce7046b None None] Network 4971ad73-5f8e-478a-93c2-693b9759e404 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:15.178366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.192804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Deleting port 29ab28a6-8fb8-4831-ba23-38fb34248fea {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:15.193031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.222993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:15.330664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7a92ef44-8236-4f54-8293-e71e826db6ad no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:15.335001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-730d8fb4-36ab-4958-9632-4f8a47df3b90 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.387454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 7a92ef44-8236-4f54-8293-e71e826db6ad {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:15.387788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7a92ef44-8236-4f54-8293-e71e826db6ad not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:15.398872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 11, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:15.422486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175554b-19fc-4e1f-95c7-a5e9f6ea6acc None None] The sync data for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv is: [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 11, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:15.506276 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-730d8fb4-36ab-4958-9632-4f8a47df3b90 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:54:15.511236 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-730d8fb4-36ab-4958-9632-4f8a47df3b90 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "PUT /v2.0/routers/0171ed1d-aff4-4692-8d39-ce92c8981504 HTTP/1.1" status: 400 len: 364 time: 0.5937426 Dec 22 04:54:15.511538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:15.556769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] For port 29ab28a6-8fb8-4831-ba23-38fb34248fea, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=29ab28a6-8fb8-4831-ba23-38fb34248fea,segment=NetworkSegment(0d4e73ff-405b-47c7-aaca-e0eeeafee093),segment_id=0d4e73ff-405b-47c7-aaca-e0eeeafee093)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:15.557163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.659980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-d5534709-48c3-4d34-9984-30b4b4e88695', 'network_id': 'd5534709-48c3-4d34-9984-30b4b4e88695', 'tenant_id': 'c351a900a9324a29a8b0d58b5dae0764', 'fixed_ips': [{'subnet_id': 'd0746860-0c3d-4197-81e8-dab784b5aa16'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:54:15.660883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.685868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Calling delete_port for 29ab28a6-8fb8-4831-ba23-38fb34248fea owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:15.779742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.795836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1e9cc8d0-60c0-4877-b8c9-7e1a4eb80a2f tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:15.855154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Port': ['ID=29ab28a6-8fb8-4831-ba23-38fb34248fea,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:15.859224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No DVR routers for this DVR port 29ab28a6-8fb8-4831-ba23-38fb34248fea on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:15.861791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:15.861931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Allocated IP 2001:db8:1::2 (d5534709-48c3-4d34-9984-30b4b4e88695/d0746860-0c3d-4197-81e8-dab784b5aa16/1be484fe-a95a-4df3-925b-ec23283e5617) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:15.885086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b764e-44a4-4bc5-9055-ffc82ee3d3a8 None None] DHCP port deletion for 4971ad73-5f8e-478a-93c2-693b9759e404 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:54:16.006417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.048047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4971ad73-5f8e-478a-93c2-693b9759e404']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:16.062088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4e73ff-405b-47c7-aaca-e0eeeafee093') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:16.062378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4e73ff-405b-47c7-aaca-e0eeeafee093') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:16.074101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.090823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.097331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:16.097746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:16.112667 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:16.127427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.203211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Transition to ACTIVE for port object 1be484fe-a95a-4df3-925b-ec23283e5617 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:16.213018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.220273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aba0d3bc-90e1-4261-9571-1c556af518e1 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:16.228258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.242577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.247734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Transition to ACTIVE for port object 1be484fe-a95a-4df3-925b-ec23283e5617 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:16.249315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Pushing event deleted for resources: {'Network': ['ID=4971ad73-5f8e-478a-93c2-693b9759e404,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:16.253917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:16.262192 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/networks/4971ad73-5f8e-478a-93c2-693b9759e404 HTTP/1.1" status: 204 len: 168 time: 1.2124326 Dec 22 04:54:16.264959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57812) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:16.266148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.270290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c552802f-6915-498f-a3c2-a5d69d8cc3aa tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'routes': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:16.278986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-afc85371-a022-4ffe-939b-bed8ef73d223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:16.335643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Network d5534709-48c3-4d34-9984-30b4b4e88695 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:16.344085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:16.348922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:16.463011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Pushing event updated for resources: {'Port': ['ID=1be484fe-a95a-4df3-925b-ec23283e5617,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:16.468836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:16.477222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Attempting to bind port 1be484fe-a95a-4df3-925b-ec23283e5617 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:16.477699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Attempting to bind port 1be484fe-a95a-4df3-925b-ec23283e5617 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '2a3d20ff-f5ea-4fc4-9aef-517039ab6f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd5534709-48c3-4d34-9984-30b4b4e88695'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:16.478104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Attempting to bind port 1be484fe-a95a-4df3-925b-ec23283e5617 on network d5534709-48c3-4d34-9984-30b4b4e88695 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:54:16.486335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:54:16.486690 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Checking segment: {'id': '2a3d20ff-f5ea-4fc4-9aef-517039ab6f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd5534709-48c3-4d34-9984-30b4b4e88695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:16.487112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.487512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Bound using segment: {'id': '2a3d20ff-f5ea-4fc4-9aef-517039ab6f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd5534709-48c3-4d34-9984-30b4b4e88695'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:54:16.487981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Bound port: 1be484fe-a95a-4df3-925b-ec23283e5617, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3d20ff-f5ea-4fc4-9aef-517039ab6f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd5534709-48c3-4d34-9984-30b4b4e88695'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:16.488390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.576402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.extraroute_db [None req-c552802f-6915-498f-a3c2-a5d69d8cc3aa tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Added routes are [] {{(pid=87555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 04:54:16.576700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.extraroute_db [None req-c552802f-6915-498f-a3c2-a5d69d8cc3aa tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Removed routes are [] {{(pid=87555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 04:54:16.577050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c552802f-6915-498f-a3c2-a5d69d8cc3aa tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.590878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] For port 1be484fe-a95a-4df3-925b-ec23283e5617, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:54:16.596285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] For port 1be484fe-a95a-4df3-925b-ec23283e5617, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1be484fe-a95a-4df3-925b-ec23283e5617,segment=NetworkSegment(2a3d20ff-f5ea-4fc4-9aef-517039ab6f06),segment_id=2a3d20ff-f5ea-4fc4-9aef-517039ab6f06)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:54:16.601573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.606606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:16.665774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Allocated IP 2001:db8::1 (18bb09be-cf8a-4712-8f20-2bf6e48b6ca4/34008dfd-f40b-4e84-9218-b4e06410d567/2e338c14-6e82-4eba-bf3a-b7725d510480) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:16.690263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Pushing event updated for resources: {'Port': ['ID=1be484fe-a95a-4df3-925b-ec23283e5617,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:16.702095 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:16.878833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.923992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Transition to ACTIVE for port object 2e338c14-6e82-4eba-bf3a-b7725d510480 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:16.965359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.969755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76c0aff3-5b3a-4ad5-b5a1-735bd4c1dc80 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:17.015359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c552802f-6915-498f-a3c2-a5d69d8cc3aa tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.018984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c552802f-6915-498f-a3c2-a5d69d8cc3aa tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.037360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:17.046009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:17.051575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:17.053172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.149014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Port': ['ID=2e338c14-6e82-4eba-bf3a-b7725d510480,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:17.162244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:17.170571 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1be484fe-a95a-4df3-925b-ec23283e5617 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:17.242675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c552802f-6915-498f-a3c2-a5d69d8cc3aa tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:17.293304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.317923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 1be484fe-a95a-4df3-925b-ec23283e5617 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:17.421825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 29ab28a6-8fb8-4831-ba23-38fb34248fea no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:17.468041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 29ab28a6-8fb8-4831-ba23-38fb34248fea {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:17.468552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 29ab28a6-8fb8-4831-ba23-38fb34248fea not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:17.469208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dabca04a-f012-48e3-adc7-655085153abf no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:17.507481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c552802f-6915-498f-a3c2-a5d69d8cc3aa tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:17.515905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c552802f-6915-498f-a3c2-a5d69d8cc3aa tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.517743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: dabca04a-f012-48e3-adc7-655085153abf {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:17.518113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dabca04a-f012-48e3-adc7-655085153abf not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:17.519472 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c552802f-6915-498f-a3c2-a5d69d8cc3aa tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1 HTTP/1.1" status: 200 len: 705 time: 1.2535503 Dec 22 04:54:17.521236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57820) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:17.527902 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] Sync routers for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:17.537228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-06fb53de-76f8-40ea-a734-395a250c820a None None] Provisioning for port 2e338c14-6e82-4eba-bf3a-b7725d510480 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:17.550153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-06fb53de-76f8-40ea-a734-395a250c820a None None] Provisioning complete for port 2e338c14-6e82-4eba-bf3a-b7725d510480 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:17.550629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-06fb53de-76f8-40ea-a734-395a250c820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.578125 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:17.578744 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:17.579438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-34481e00-16ae-4d67-95fe-0d052c990f9c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Synchronizing usage tracker for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:54:17.610849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-34481e00-16ae-4d67-95fe-0d052c990f9c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Unset dirty status for tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:54:17.614199 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-34481e00-16ae-4d67-95fe-0d052c990f9c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c3b49-6398-4ea0-a85e-6df6827ee6d1 HTTP/1.1" status: 200 len: 205 time: 0.0894916 Dec 22 04:54:17.615679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57824) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:17.630720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-06fb53de-76f8-40ea-a734-395a250c820a None None] Port 2e338c14-6e82-4eba-bf3a-b7725d510480 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:54:17.783951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ddc801a-42c7-4336-be59-b6eba48470a3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.811672 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:17.905140 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.916701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.917782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.923448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:17.939321 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 11, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:17.945437 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] Checking router: a65c3b49-6398-4ea0-a85e-6df6827ee6d1 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:17.961431 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] Routers {'a65c3b49-6398-4ea0-a85e-6df6827ee6d1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:17.961431 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:18.091902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event updated for resources: {'Port': ['ID=2e338c14-6e82-4eba-bf3a-b7725d510480,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:18.112446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2092e14c-d66e-4783-93a9-33180dae02da None None] Network d5534709-48c3-4d34-9984-30b4b4e88695 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:18.169335 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] Set router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:18.269192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ddc801a-42c7-4336-be59-b6eba48470a3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.269192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ddc801a-42c7-4336-be59-b6eba48470a3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.316998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ddc801a-42c7-4336-be59-b6eba48470a3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.317579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddc801a-42c7-4336-be59-b6eba48470a3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Fanout notify agent at l3_agent the message router_deleted on router a65c3b49-6398-4ea0-a85e-6df6827ee6d1 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:54:18.329288 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:18.344486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ddc801a-42c7-4336-be59-b6eba48470a3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.352989 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2ddc801a-42c7-4336-be59-b6eba48470a3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1 HTTP/1.1" status: 204 len: 168 time: 0.7361529 Dec 22 04:54:18.353835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57832) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:18.361077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1124147434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:18.373581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:18.378760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Usage tracker for resource:router and tenant:e0df7fa42e0b4ae886d6054b3a4f4b99 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:18.396022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:18.400705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-59a19bab-bdb6-4472-84e2-65386b5966f2 None None] Provisioning for port 1be484fe-a95a-4df3-925b-ec23283e5617 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:18.406071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:18.411488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-59a19bab-bdb6-4472-84e2-65386b5966f2 None None] Provisioning complete for port 1be484fe-a95a-4df3-925b-ec23283e5617 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:18.411488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59a19bab-bdb6-4472-84e2-65386b5966f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.416581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.416581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.421121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Network 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:18.421121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:18.450490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.488754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.527884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.529681 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c2c72c44-b31c-404c-8b9a-f5b2dcddfef6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1738820 Dec 22 04:54:18.533533 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 11, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:18.535504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57836) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:18.538398 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca48af-684a-48ba-9fbb-3d234d843bde None None] The sync data for ids ['a65c3b49-6398-4ea0-a85e-6df6827ee6d1'] in dv-neutron-822524-1-hyperv is: [{'id': 'a65c3b49-6398-4ea0-a85e-6df6827ee6d1', 'name': 'tempest-RoutersIpV6Test-router-1608611189', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:21Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 11, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:18.547498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1de9f15c-e236-448d-a945-2ad61782fe1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:18.687446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Router 0171ed1d-aff4-4692-8d39-ce92c8981504 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:18.709492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59a19bab-bdb6-4472-84e2-65386b5966f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.805204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-59a19bab-bdb6-4472-84e2-65386b5966f2 None None] For port 1be484fe-a95a-4df3-925b-ec23283e5617, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1be484fe-a95a-4df3-925b-ec23283e5617,segment=NetworkSegment(2a3d20ff-f5ea-4fc4-9aef-517039ab6f06),segment_id=2a3d20ff-f5ea-4fc4-9aef-517039ab6f06)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:18.819529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59a19bab-bdb6-4472-84e2-65386b5966f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.822335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-83c83a26-a989-487e-957f-5f0c7f815887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:18.924545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a19bab-bdb6-4472-84e2-65386b5966f2 None None] Pushing event updated for resources: {'Port': ['ID=1be484fe-a95a-4df3-925b-ec23283e5617,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:18.928550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-59a19bab-bdb6-4472-84e2-65386b5966f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:18.944488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c31121fc-fb53-4629-86dc-d791af4d24b8 None None] Provisioning complete for port 2e338c14-6e82-4eba-bf3a-b7725d510480 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:18.944868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c31121fc-fb53-4629-86dc-d791af4d24b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.970525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:18.983702 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "PUT /v2.0/routers/0171ed1d-aff4-4692-8d39-ce92c8981504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4710362 Dec 22 04:54:18.992711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57842) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:18.996606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a618c3bd-1cb8-482a-a417-843f1a33b2b4 None None] Sync routers for ids ['0171ed1d-aff4-4692-8d39-ce92c8981504'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:19.068797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c31121fc-fb53-4629-86dc-d791af4d24b8 None None] Port 2e338c14-6e82-4eba-bf3a-b7725d510480 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:54:19.083541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618c3bd-1cb8-482a-a417-843f1a33b2b4 None None] Routers {'0171ed1d-aff4-4692-8d39-ce92c8981504'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:19.084611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a618c3bd-1cb8-482a-a417-843f1a33b2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0171ed1d-aff4-4692-8d39-ce92c8981504'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:19.252374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-684b755f-0867-488e-bb09-735627e70609 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.301627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1be484fe-a95a-4df3-925b-ec23283e5617 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:19.354577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1de9f15c-e236-448d-a945-2ad61782fe1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.372061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a618c3bd-1cb8-482a-a417-843f1a33b2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:19.372451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1de9f15c-e236-448d-a945-2ad61782fe1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.432651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618c3bd-1cb8-482a-a417-843f1a33b2b4 None None] Routers {'0171ed1d-aff4-4692-8d39-ce92c8981504'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:19.433654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a618c3bd-1cb8-482a-a417-843f1a33b2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0171ed1d-aff4-4692-8d39-ce92c8981504'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:19.470323 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-684b755f-0867-488e-bb09-735627e70609 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 04:54:19.472173 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-684b755f-0867-488e-bb09-735627e70609 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/routers/0171ed1d-aff4-4692-8d39-ce92c8981504 HTTP/1.1" status: 409 len: 329 time: 0.4773216 Dec 22 04:54:19.474384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57846) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:19.530834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9cccf16d-74d4-47a3-bff7-81f6d8541f82 None None] Provisioning complete for port 1be484fe-a95a-4df3-925b-ec23283e5617 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:19.531215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9cccf16d-74d4-47a3-bff7-81f6d8541f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.571034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a618c3bd-1cb8-482a-a417-843f1a33b2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:19.571613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a618c3bd-1cb8-482a-a417-843f1a33b2b4 None None] The sync data for ids ['0171ed1d-aff4-4692-8d39-ce92c8981504'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:19.628191 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1be484fe-a95a-4df3-925b-ec23283e5617 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:19.628566 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.647256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de9f15c-e236-448d-a945-2ad61782fe1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Router acbdc62c-0142-4918-9dd8-527346167c97 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:54:19.846205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de9f15c-e236-448d-a945-2ad61782fe1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:19.849926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1de9f15c-e236-448d-a945-2ad61782fe1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.854756 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1de9f15c-e236-448d-a945-2ad61782fe1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "PUT /v2.0/routers/acbdc62c-0142-4918-9dd8-527346167c97 HTTP/1.1" status: 200 len: 698 time: 1.3141267 Dec 22 04:54:19.854756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57850) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:19.871460 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] Sync routers for ids ['acbdc62c-0142-4918-9dd8-527346167c97'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:19.897348 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] Routers {'acbdc62c-0142-4918-9dd8-527346167c97'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:19.898440 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['acbdc62c-0142-4918-9dd8-527346167c97'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:20.032974 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c342dbcc-6951-4925-ab22-f5272c70e66a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/routers/acbdc62c-0142-4918-9dd8-527346167c97 HTTP/1.1" status: 200 len: 704 time: 0.1774564 Dec 22 04:54:20.035922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57854) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:20.102099 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] Set router acbdc62c-0142-4918-9dd8-527346167c97 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:20.107371 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-01c3a16d-06e3-476a-a93c-e8447282c8ff tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbdc62c-0142-4918-9dd8-527346167c97 HTTP/1.1" status: 200 len: 205 time: 0.0688848 Dec 22 04:54:20.109254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57858) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:20.131015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.215901 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbdc62c-0142-4918-9dd8-527346167c97', 'name': 'tempest-RoutersIpV6Test-router-1124147434', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:18Z', 'updated_at': '2021-12-22T04:54:19Z', 'revision_number': 2, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:20.221314 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] Checking router: acbdc62c-0142-4918-9dd8-527346167c97 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:20.233458 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] Routers {'acbdc62c-0142-4918-9dd8-527346167c97'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:20.234214 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['acbdc62c-0142-4918-9dd8-527346167c97'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:20.346912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6e0df969-7e42-4912-977b-c5245d7b762b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.390825 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] Set router acbdc62c-0142-4918-9dd8-527346167c97 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:20.506551 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbdc62c-0142-4918-9dd8-527346167c97', 'name': 'tempest-RoutersIpV6Test-router-1124147434', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:18Z', 'updated_at': '2021-12-22T04:54:19Z', 'revision_number': 2, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:20.511235 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0fdb6c-b2ca-4f24-99c5-c7d28da6675e None None] The sync data for ids ['acbdc62c-0142-4918-9dd8-527346167c97'] in dv-neutron-822524-1-hyperv is: [{'id': 'acbdc62c-0142-4918-9dd8-527346167c97', 'name': 'tempest-RoutersIpV6Test-router-1124147434', 'tenant_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:18Z', 'updated_at': '2021-12-22T04:54:19Z', 'revision_number': 2, 'project_id': 'e0df7fa42e0b4ae886d6054b3a4f4b99', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:20.749469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Deleting port 2e338c14-6e82-4eba-bf3a-b7725d510480 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:20.750085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.885596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6e0df969-7e42-4912-977b-c5245d7b762b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.890521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6e0df969-7e42-4912-977b-c5245d7b762b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.915080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6e0df969-7e42-4912-977b-c5245d7b762b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.916006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0df969-7e42-4912-977b-c5245d7b762b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Fanout notify agent at l3_agent the message router_deleted on router acbdc62c-0142-4918-9dd8-527346167c97 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:54:20.935982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6e0df969-7e42-4912-977b-c5245d7b762b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.935982 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6e0df969-7e42-4912-977b-c5245d7b762b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/acbdc62c-0142-4918-9dd8-527346167c97 HTTP/1.1" status: 204 len: 168 time: 0.8254390 Dec 22 04:54:20.941865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57864) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:20.985199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.989594 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-973ed1b7-5ada-4298-8b51-9a228fa75ae1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbdc62c-0142-4918-9dd8-527346167c97 HTTP/1.1" status: 200 len: 205 time: 0.0460393 Dec 22 04:54:20.992545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57868) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.066684 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-994e23cc-34e5-4439-9c65-469cbc5537de tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] delete failed (client error): The resource could not be found. Dec 22 04:54:21.067770 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-994e23cc-34e5-4439-9c65-469cbc5537de tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/acbdc62c-0142-4918-9dd8-527346167c97 HTTP/1.1" status: 404 len: 336 time: 0.0747590 Dec 22 04:54:21.070598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57872) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.119905 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-45298422-4c00-4947-849d-04562af778f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:21.120076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45298422-4c00-4947-849d-04562af778f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:21.124634 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-45298422-4c00-4947-849d-04562af778f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/b7056d11-605a-497c-b46f-66b0aec52ba2 HTTP/1.1" status: 404 len: 337 time: 0.0531371 Dec 22 04:54:21.126111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57876) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.130757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Calling delete_port for 2e338c14-6e82-4eba-bf3a-b7725d510480 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:21.173961 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-63035430-94ea-4a6e-ae50-3000013fe37c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:21.173961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63035430-94ea-4a6e-ae50-3000013fe37c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:21.173961 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-63035430-94ea-4a6e-ae50-3000013fe37c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/508930c7-a71d-46c2-a511-058a2a26e2db HTTP/1.1" status: 404 len: 337 time: 0.0461745 Dec 22 04:54:21.176191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57880) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.215228 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-15eb292b-d5ef-4e0f-98c6-c81f3487a283 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:21.215688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15eb292b-d5ef-4e0f-98c6-c81f3487a283 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:21.220169 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-15eb292b-d5ef-4e0f-98c6-c81f3487a283 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/227b130c-4875-458e-bdc0-2a010d3e00d8 HTTP/1.1" status: 404 len: 337 time: 0.0408671 Dec 22 04:54:21.220169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57884) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.270292 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-551d187c-5dea-4e73-8dba-1e1c80e0f2ab tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:21.270292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551d187c-5dea-4e73-8dba-1e1c80e0f2ab tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:21.270292 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-551d187c-5dea-4e73-8dba-1e1c80e0f2ab tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/4c40d403-4308-494b-bfae-26e6b8b2995a HTTP/1.1" status: 404 len: 337 time: 0.0435052 Dec 22 04:54:21.270292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57888) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.320966 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9e6accd6-c551-48cb-8773-480b5541f469 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c3b49-6398-4ea0-a85e-6df6827ee6d1 HTTP/1.1" status: 200 len: 205 time: 0.0503707 Dec 22 04:54:21.321208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57892) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.411259 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-189b7cc6-517a-4199-95c7-b1b625e8d853 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] delete failed (client error): The resource could not be found. Dec 22 04:54:21.411259 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-189b7cc6-517a-4199-95c7-b1b625e8d853 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/a65c3b49-6398-4ea0-a85e-6df6827ee6d1 HTTP/1.1" status: 404 len: 336 time: 0.0886099 Dec 22 04:54:21.414572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57896) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.430834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.435633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-428d5804-6e8f-4636-a520-77637b5b5f52 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:21.462128 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9dcfcc2a-139d-456b-984f-c634bde5d8fe tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=12545338-12ab-4b6c-993a-7b88f7e68808 HTTP/1.1" status: 200 len: 205 time: 0.0461948 Dec 22 04:54:21.464351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57900) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.486987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Port': ['ID=2e338c14-6e82-4eba-bf3a-b7725d510480,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:21.489554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:21.535904 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-ef14d40e-5f11-43e9-beae-ed97d42798c7 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] delete failed (client error): The resource could not be found. Dec 22 04:54:21.539647 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ef14d40e-5f11-43e9-beae-ed97d42798c7 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/12545338-12ab-4b6c-993a-7b88f7e68808 HTTP/1.1" status: 404 len: 336 time: 0.0716693 Dec 22 04:54:21.541638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57904) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.593073 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-03270a91-b81f-44b1-b672-2f7f1a6b5f1e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:21.593969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03270a91-b81f-44b1-b672-2f7f1a6b5f1e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:21.599203 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-03270a91-b81f-44b1-b672-2f7f1a6b5f1e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/a73188b8-2af4-452d-8762-67170a42947e HTTP/1.1" status: 404 len: 337 time: 0.0564885 Dec 22 04:54:21.599992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57908) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.652883 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d8c0cc93-7fa6-4091-b267-c08a9dda25a8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a01fbe4-5207-446c-a50c-206535a5c677 HTTP/1.1" status: 200 len: 205 time: 0.0510192 Dec 22 04:54:21.654984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57912) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.670173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.726796 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-46778b2f-884d-4132-a4cc-fbfa8d15bd5c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] delete failed (client error): The resource could not be found. Dec 22 04:54:21.727890 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-46778b2f-884d-4132-a4cc-fbfa8d15bd5c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/8a01fbe4-5207-446c-a50c-206535a5c677 HTTP/1.1" status: 404 len: 336 time: 0.0719755 Dec 22 04:54:21.730544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57916) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.766555 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:54:21.774142 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-96f1c03d-5372-4d15-aff5-861a13deba38 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfe399b-3f80-41ac-ab9b-a28deedde30f HTTP/1.1" status: 200 len: 205 time: 0.0423493 Dec 22 04:54:21.776457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57920) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.845093 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-8fb4fce2-f218-4458-8e9b-1f504a5f53f2 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] delete failed (client error): The resource could not be found. Dec 22 04:54:21.846039 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8fb4fce2-f218-4458-8e9b-1f504a5f53f2 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/1bfe399b-3f80-41ac-ab9b-a28deedde30f HTTP/1.1" status: 404 len: 336 time: 0.0686722 Dec 22 04:54:21.848704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57924) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.886504 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d1ee11-bc5e-4f83-9580-6069c3f1e49f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:21.887322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d1ee11-bc5e-4f83-9580-6069c3f1e49f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:21.888675 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-40d1ee11-bc5e-4f83-9580-6069c3f1e49f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/5246f417-a76f-44ef-8576-7c5be406ef05 HTTP/1.1" status: 404 len: 337 time: 0.0390866 Dec 22 04:54:21.891332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57928) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:21.939230 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-41d290a7-cf7b-45ed-b2ef-77cbda900755 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb8cb50-f038-495e-9df3-87da16b6d5f4 HTTP/1.1" status: 200 len: 205 time: 0.0467093 Dec 22 04:54:21.941680 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57932) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.008999 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-f4198fd6-2b07-4091-84bd-450a52fcbce5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] delete failed (client error): The resource could not be found. Dec 22 04:54:22.010220 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f4198fd6-2b07-4091-84bd-450a52fcbce5 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/6cb8cb50-f038-495e-9df3-87da16b6d5f4 HTTP/1.1" status: 404 len: 336 time: 0.0676367 Dec 22 04:54:22.012897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57936) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.055014 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9b1300-86c5-44d5-95a7-53511d93b987 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:22.055458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9b1300-86c5-44d5-95a7-53511d93b987 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:22.057172 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8e9b1300-86c5-44d5-95a7-53511d93b987 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/3be66ef3-d35a-48a7-a8f6-c83d60150971 HTTP/1.1" status: 404 len: 337 time: 0.0434194 Dec 22 04:54:22.060299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57940) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.083093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Router 0171ed1d-aff4-4692-8d39-ce92c8981504 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:22.103529 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-362f18e4-a3a7-4b53-8f00-63c288cbab2e tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "GET /v2.0/ports?device_id=236f6999-5795-4c0b-920a-10406fce7df3 HTTP/1.1" status: 200 len: 205 time: 0.0419664 Dec 22 04:54:22.105866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57944) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.175736 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-555924ee-3357-4b28-9fda-d1b1433f7743 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] delete failed (client error): The resource could not be found. Dec 22 04:54:22.176760 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-555924ee-3357-4b28-9fda-d1b1433f7743 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/routers/236f6999-5795-4c0b-920a-10406fce7df3 HTTP/1.1" status: 404 len: 336 time: 0.0699680 Dec 22 04:54:22.179468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57948) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.217998 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-179f5cd5-93e1-4b74-ba11-b91a2ed05724 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:22.218563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179f5cd5-93e1-4b74-ba11-b91a2ed05724 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:22.219635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:22.222709 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-179f5cd5-93e1-4b74-ba11-b91a2ed05724 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/5fa5315e-0ac0-423b-861f-5dd701f334e0 HTTP/1.1" status: 404 len: 337 time: 0.0398071 Dec 22 04:54:22.224751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57952) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.230107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026d025-528c-42f5-9657-27f05862c569 None None] Sync routers for ids ['0171ed1d-aff4-4692-8d39-ce92c8981504'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:22.239962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026d025-528c-42f5-9657-27f05862c569 None None] Routers {'0171ed1d-aff4-4692-8d39-ce92c8981504'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:22.240794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1026d025-528c-42f5-9657-27f05862c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0171ed1d-aff4-4692-8d39-ce92c8981504'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:22.270576 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "PUT /v2.0/routers/0171ed1d-aff4-4692-8d39-ce92c8981504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916472 Dec 22 04:54:22.270937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57956) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.272399 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f37c1fa-61b9-4b4b-9752-8c6e4f54c2cd tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:22.272869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f37c1fa-61b9-4b4b-9752-8c6e4f54c2cd tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:22.277134 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2f37c1fa-61b9-4b4b-9752-8c6e4f54c2cd tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] 10.222.0.36 "DELETE /v2.0/subnets/53ed5acc-7bc8-4420-ac95-4efc3bd36044 HTTP/1.1" status: 404 len: 337 time: 0.0488491 Dec 22 04:54:22.305452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1026d025-528c-42f5-9657-27f05862c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:22.314973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026d025-528c-42f5-9657-27f05862c569 None None] Routers {'0171ed1d-aff4-4692-8d39-ce92c8981504'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:22.315610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1026d025-528c-42f5-9657-27f05862c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:53:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['0171ed1d-aff4-4692-8d39-ce92c8981504'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:22.345175 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-2b67f9de-fe70-4ece-89e6-9607bac3b2d1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] show failed (client error): The resource could not be found. Dec 22 04:54:22.346149 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2b67f9de-fe70-4ece-89e6-9607bac3b2d1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-207951432 HTTP/1.1" status: 404 len: 334 time: 0.0741816 Dec 22 04:54:22.350390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57962) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.356247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b198f70e-630d-42a0-8c10-f70f136102de tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:22.376646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1026d025-528c-42f5-9657-27f05862c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:22.377073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026d025-528c-42f5-9657-27f05862c569 None None] The sync data for ids ['0171ed1d-aff4-4692-8d39-ce92c8981504'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:22.421295 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-b198f70e-630d-42a0-8c10-f70f136102de tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] update failed (client error): The resource could not be found. Dec 22 04:54:22.422299 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b198f70e-630d-42a0-8c10-f70f136102de tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1722015199 HTTP/1.1" status: 404 len: 335 time: 0.0708041 Dec 22 04:54:22.427243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57966) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.569512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57972) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.616925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b18b56-892e-4c46-a1d2-cbcfff216586 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Deleting subnet d0746860-0c3d-4197-81e8-dab784b5aa16 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:22.620086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51b18b56-892e-4c46-a1d2-cbcfff216586 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.674080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51b18b56-892e-4c46-a1d2-cbcfff216586 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.722252 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0e80b162-99cc-408e-8fe0-647e433b370b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0df7fa42e0b4ae886d6054b3a4f4b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514249 Dec 22 04:54:22.724687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57978) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.762948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51b18b56-892e-4c46-a1d2-cbcfff216586 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.783485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-109e0659-98c3-4a26-a1d7-10135c50364e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.809620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-109e0659-98c3-4a26-a1d7-10135c50364e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.835631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51b18b56-892e-4c46-a1d2-cbcfff216586 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.840578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9084051d-c5d7-4c33-a9e9-4eb46623afa2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:22.860483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-109e0659-98c3-4a26-a1d7-10135c50364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.864340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b2f83cee-97d3-4e42-ac2b-12a7071704f8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:22.875765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e0659-98c3-4a26-a1d7-10135c50364e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f9ac0e-1f0f-41f4-8a8e-05e3c4fe90bd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:22.878269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-109e0659-98c3-4a26-a1d7-10135c50364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:22.881834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b18b56-892e-4c46-a1d2-cbcfff216586 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Subnet': ['ID=d0746860-0c3d-4197-81e8-dab784b5aa16,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:22.884476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51b18b56-892e-4c46-a1d2-cbcfff216586 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.885570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-109e0659-98c3-4a26-a1d7-10135c50364e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.888792 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-109e0659-98c3-4a26-a1d7-10135c50364e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02f9ac0e-1f0f-41f4-8a8e-05e3c4fe90bd HTTP/1.1" status: 204 len: 168 time: 0.1606567 Dec 22 04:54:22.888953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-51b18b56-892e-4c46-a1d2-cbcfff216586 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:22.896806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57984) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:22.901578 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-51b18b56-892e-4c46-a1d2-cbcfff216586 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/subnets/d0746860-0c3d-4197-81e8-dab784b5aa16 HTTP/1.1" status: 204 len: 168 time: 0.4723461 Dec 22 04:54:22.901791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c0a8cb-0a64-4952-a7c4-101bb5a65f86 None None] Network d5534709-48c3-4d34-9984-30b4b4e88695 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:23.037859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.050672 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Deleting port 1be484fe-a95a-4df3-925b-ec23283e5617 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:23.051020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.185521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] DHCP port deletion for d5534709-48c3-4d34-9984-30b4b4e88695 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:54:23.189618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] Deleting port 1be484fe-a95a-4df3-925b-ec23283e5617 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:23.190093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.274967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] For port 1be484fe-a95a-4df3-925b-ec23283e5617, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1be484fe-a95a-4df3-925b-ec23283e5617,segment=NetworkSegment(2a3d20ff-f5ea-4fc4-9aef-517039ab6f06),segment_id=2a3d20ff-f5ea-4fc4-9aef-517039ab6f06)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:23.275442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.400861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] For port 1be484fe-a95a-4df3-925b-ec23283e5617, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1be484fe-a95a-4df3-925b-ec23283e5617,segment=NetworkSegment(2a3d20ff-f5ea-4fc4-9aef-517039ab6f06),segment_id=2a3d20ff-f5ea-4fc4-9aef-517039ab6f06)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:23.401471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.404384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Calling delete_port for 1be484fe-a95a-4df3-925b-ec23283e5617 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:23.483278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.487324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b8ae3cb8-9dd8-4539-8b05-51d3b2336756 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:23.528936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] Calling delete_port for 1be484fe-a95a-4df3-925b-ec23283e5617 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:23.536102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Port': ['ID=1be484fe-a95a-4df3-925b-ec23283e5617,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:23.538293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] No DVR routers for this DVR port 1be484fe-a95a-4df3-925b-ec23283e5617 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:23.540680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:23.603033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:23.603494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:23.665281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.690974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5534709-48c3-4d34-9984-30b4b4e88695']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:23.703018 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3d20ff-f5ea-4fc4-9aef-517039ab6f06') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:23.703311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3d20ff-f5ea-4fc4-9aef-517039ab6f06') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:23.714725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.730970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.737104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:23.737500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:23.751970 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:23.838639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.842285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3bc007e6-d139-4490-a064-5154e397eb3f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:23.856508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.867164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Network': ['ID=d5534709-48c3-4d34-9984-30b4b4e88695,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:23.870270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:23.872851 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/networks/d5534709-48c3-4d34-9984-30b4b4e88695 HTTP/1.1" status: 204 len: 168 time: 0.9748075 Dec 22 04:54:23.876065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57988) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:23.943551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e70ce0-11c4-4325-bb2b-ffca87d5a030 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Deleting subnet 6454cc1d-0a2b-4159-b217-5e5120c85a8c {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:23.946557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92e70ce0-11c4-4325-bb2b-ffca87d5a030 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.005050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92e70ce0-11c4-4325-bb2b-ffca87d5a030 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.087772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92e70ce0-11c4-4325-bb2b-ffca87d5a030 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.105369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] Deleting port 1be484fe-a95a-4df3-925b-ec23283e5617 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:24.105749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.167802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92e70ce0-11c4-4325-bb2b-ffca87d5a030 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.172644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-234be76b-2329-4ce1-bd6b-f8f0cfe87034 tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:24.174671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-78532d16-42a1-4943-a317-71418e1f9254 None None] The port '1be484fe-a95a-4df3-925b-ec23283e5617' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:54:24.211297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92e70ce0-11c4-4325-bb2b-ffca87d5a030 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.214331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e70ce0-11c4-4325-bb2b-ffca87d5a030 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Subnet': ['ID=6454cc1d-0a2b-4159-b217-5e5120c85a8c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:24.217360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-92e70ce0-11c4-4325-bb2b-ffca87d5a030 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:24.217927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8284abc4-6f50-4772-b8b2-bd459b874c3e None None] Network d20cb77a-b73b-4a50-9bfe-62ef3d91287c requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:24.220307 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-92e70ce0-11c4-4325-bb2b-ffca87d5a030 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/subnets/6454cc1d-0a2b-4159-b217-5e5120c85a8c HTTP/1.1" status: 204 len: 168 time: 0.3429039 Dec 22 04:54:24.222632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 57992) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:24.293654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e2c0ae-7bbe-442d-8b35-a0c7815d2b76 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Deleting subnet e4e7e08d-c59b-431e-a731-d98cd29f0f7b {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:24.296765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63e2c0ae-7bbe-442d-8b35-a0c7815d2b76 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.487000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63e2c0ae-7bbe-442d-8b35-a0c7815d2b76 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.509558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] DHCP port deletion for d20cb77a-b73b-4a50-9bfe-62ef3d91287c request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:54:24.514607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] Deleting port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:24.515018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.575254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63e2c0ae-7bbe-442d-8b35-a0c7815d2b76 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.612930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-85fdb491-a4e6-45b6-a0c1-1a4049853ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.657496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63e2c0ae-7bbe-442d-8b35-a0c7815d2b76 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.663035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eab33610-9259-419b-b865-510927e942d5 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:24.707745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2c0ae-7bbe-442d-8b35-a0c7815d2b76 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e7e08d-c59b-431e-a731-d98cd29f0f7b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:24.709740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63e2c0ae-7bbe-442d-8b35-a0c7815d2b76 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.713209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-63e2c0ae-7bbe-442d-8b35-a0c7815d2b76 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:24.720048 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-63e2c0ae-7bbe-442d-8b35-a0c7815d2b76 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/subnets/e4e7e08d-c59b-431e-a731-d98cd29f0f7b HTTP/1.1" status: 204 len: 168 time: 0.4937837 Dec 22 04:54:24.720501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59db027-fa48-48de-93b8-0b01412fd0fb None None] Network 2b93789d-1f59-4620-b77a-240053e533d4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:24.720632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 57998) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:24.817735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] For port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1035e2c2-4c0a-4ec8-8831-aafb774aa2fb,segment=NetworkSegment(0701e08b-7663-41c7-8b75-8855e1844b03),segment_id=0701e08b-7663-41c7-8b75-8855e1844b03)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:24.818040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.844746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.857090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Deleting port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:24.857415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.950367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] Calling delete_port for 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:25.071256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1be484fe-a95a-4df3-925b-ec23283e5617 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:25.073419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] For port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1035e2c2-4c0a-4ec8-8831-aafb774aa2fb,segment=NetworkSegment(0701e08b-7663-41c7-8b75-8855e1844b03),segment_id=0701e08b-7663-41c7-8b75-8855e1844b03)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:25.073777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.126705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 1be484fe-a95a-4df3-925b-ec23283e5617 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:25.127048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1be484fe-a95a-4df3-925b-ec23283e5617 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:25.127477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:25.175037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.182752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-17afa597-4f57-4531-9120-e61a61af5ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:25.197415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Calling delete_port for 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:25.229588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] No DVR routers for this DVR port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:25.251722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] Pushing event deleted for resources: {'Port': ['ID=1035e2c2-4c0a-4ec8-8831-aafb774aa2fb,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:25.258942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:25.259195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No active binding found for port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb {{(pid=87556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 04:54:25.259731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:25.287414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:25.287727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:25.331134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] DHCP port deletion for 2b93789d-1f59-4620-b77a-240053e533d4 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:54:25.335636 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] Deleting port be04c618-2525-412d-b9a4-52d1882cda49 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:25.336024 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.543715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] For port be04c618-2525-412d-b9a4-52d1882cda49, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=be04c618-2525-412d-b9a4-52d1882cda49,segment=NetworkSegment(7e9e2346-4ea9-49b1-9c38-a33d97322db6),segment_id=7e9e2346-4ea9-49b1-9c38-a33d97322db6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:25.544449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.663507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] Calling delete_port for be04c618-2525-412d-b9a4-52d1882cda49 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:25.745435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.749193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:25.789299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Deleting port 1035e2c2-4c0a-4ec8-8831-aafb774aa2fb {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:25.789864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.791083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] Pushing event deleted for resources: {'Port': ['ID=be04c618-2525-412d-b9a4-52d1882cda49,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:25.794239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:25.794982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] No DVR routers for this DVR port be04c618-2525-412d-b9a4-52d1882cda49 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:25.861149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] The port '1035e2c2-4c0a-4ec8-8831-aafb774aa2fb' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:54:26.004413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.036361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20cb77a-b73b-4a50-9bfe-62ef3d91287c']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:26.048518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0701e08b-7663-41c7-8b75-8855e1844b03') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:26.048751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0701e08b-7663-41c7-8b75-8855e1844b03') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:26.060165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.076043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.086765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:26.087317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:26.101767 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:26.188492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.192334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e238cb7a-6ab5-4253-b72f-8faee62167c4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:26.210442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.216749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Network': ['ID=d20cb77a-b73b-4a50-9bfe-62ef3d91287c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:26.222729 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:26.227100 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/networks/d20cb77a-b73b-4a50-9bfe-62ef3d91287c HTTP/1.1" status: 204 len: 168 time: 1.5045223 Dec 22 04:54:26.229880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58004) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:26.353264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.597061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.621838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b93789d-1f59-4620-b77a-240053e533d4']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:26.633709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9e2346-4ea9-49b1-9c38-a33d97322db6') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:26.634069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9e2346-4ea9-49b1-9c38-a33d97322db6') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:26.645943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.663847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.671275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:26.671889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:26.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:26.777487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.780838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5417347f-f49a-432a-a645-4ba808201525 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:26.795416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.805064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Network': ['ID=2b93789d-1f59-4620-b77a-240053e533d4,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:26.808110 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/networks/2b93789d-1f59-4620-b77a-240053e533d4 HTTP/1.1" status: 204 len: 168 time: 0.5772221 Dec 22 04:54:26.809389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c082d626-1f7d-4224-b7bb-a9c2ace44536 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:26.811357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58008) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:26.881810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-346e7694-fe48-41a6-8f89-9d2797dab2b1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Deleting subnet 34008dfd-f40b-4e84-9218-b4e06410d567 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:26.884770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-346e7694-fe48-41a6-8f89-9d2797dab2b1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.896074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-41f26282-746e-4219-9f76-32306f2aa2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.940997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-346e7694-fe48-41a6-8f89-9d2797dab2b1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.032821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-346e7694-fe48-41a6-8f89-9d2797dab2b1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.068152 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device be04c618-2525-412d-b9a4-52d1882cda49 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:27.122387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-346e7694-fe48-41a6-8f89-9d2797dab2b1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.128361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-872953a7-36ff-40d2-8014-5d084fd77b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:27.162120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: be04c618-2525-412d-b9a4-52d1882cda49 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:27.162375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device be04c618-2525-412d-b9a4-52d1882cda49 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:27.166435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e7694-fe48-41a6-8f89-9d2797dab2b1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Subnet': ['ID=34008dfd-f40b-4e84-9218-b4e06410d567,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:27.168426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-346e7694-fe48-41a6-8f89-9d2797dab2b1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.171499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-346e7694-fe48-41a6-8f89-9d2797dab2b1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:27.175278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f75e1cb-2bf4-41f4-82e7-100fc6f530ee None None] Network 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:27.178971 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-346e7694-fe48-41a6-8f89-9d2797dab2b1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/subnets/34008dfd-f40b-4e84-9218-b4e06410d567 HTTP/1.1" status: 204 len: 168 time: 0.3665295 Dec 22 04:54:27.179982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58014) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:27.231215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551796e-fad8-4184-96ad-a85df2184dbd req-d144ca69-f86f-458d-a4a1-010ca7af2102 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:27.233445 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8551796e-fad8-4184-96ad-a85df2184dbd req-d144ca69-f86f-458d-a4a1-010ca7af2102 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0959527 Dec 22 04:54:27.284201 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8551796e-fad8-4184-96ad-a85df2184dbd req-9cb9d361-a861-4acd-8f8b-d23a83585a35 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446057 Dec 22 04:54:27.320778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.336058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Deleting port 95d5507c-6a14-470d-bd01-caf48f910a90 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:27.336584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.458289 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] DHCP port deletion for 18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:54:27.463637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] Deleting port 95d5507c-6a14-470d-bd01-caf48f910a90 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:27.463637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.492219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7323fc-e5e4-41bd-ab11-3a9a31c9fb28 req-ac1a7278-d43d-493f-a53d-936d2a370db9 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:27.493932 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db7323fc-e5e4-41bd-ab11-3a9a31c9fb28 req-ac1a7278-d43d-493f-a53d-936d2a370db9 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0911701 Dec 22 04:54:27.539373 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db7323fc-e5e4-41bd-ab11-3a9a31c9fb28 req-c677c6c9-b89b-407e-87b0-2d5b13d47c33 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392988 Dec 22 04:54:27.566292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] For port 95d5507c-6a14-470d-bd01-caf48f910a90, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=95d5507c-6a14-470d-bd01-caf48f910a90,segment=NetworkSegment(214f0553-e340-422c-b418-25484c6998b7),segment_id=214f0553-e340-422c-b418-25484c6998b7)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:27.566659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.676643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] For port 95d5507c-6a14-470d-bd01-caf48f910a90, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=95d5507c-6a14-470d-bd01-caf48f910a90,segment=NetworkSegment(214f0553-e340-422c-b418-25484c6998b7),segment_id=214f0553-e340-422c-b418-25484c6998b7)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:27.676888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.695133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Calling delete_port for 95d5507c-6a14-470d-bd01-caf48f910a90 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:27.777627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.781682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:27.805833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] Calling delete_port for 95d5507c-6a14-470d-bd01-caf48f910a90 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:27.831075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Port': ['ID=95d5507c-6a14-470d-bd01-caf48f910a90,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:27.833607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:27.836405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] No DVR routers for this DVR port 95d5507c-6a14-470d-bd01-caf48f910a90 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:27.880427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:27.880788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:27.920519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.939731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b72a9-7971-4449-bf30-f0a1a595501c req-02eff196-5ed6-4742-ab86-0b7fa5310115 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:27.941164 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3d7b72a9-7971-4449-bf30-f0a1a595501c req-02eff196-5ed6-4742-ab86-0b7fa5310115 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.1068168 Dec 22 04:54:27.976164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.986092 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3d7b72a9-7971-4449-bf30-f0a1a595501c req-0c6c5f5c-9905-4256-9f2f-fcae201ac87c tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386326 Dec 22 04:54:28.003277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18bb09be-cf8a-4712-8f20-2bf6e48b6ca4']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:28.016464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214f0553-e340-422c-b418-25484c6998b7') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:28.016760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214f0553-e340-422c-b418-25484c6998b7') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:28.028263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.047458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.054405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:28.054788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:28.075535 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:28.096836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.171772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.176782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.179613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6b9fdf18-82ea-42f2-a13d-a06004e54430 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:28.204015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Pushing event deleted for resources: {'Network': ['ID=18bb09be-cf8a-4712-8f20-2bf6e48b6ca4,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:28.206346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:28.210681 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/networks/18bb09be-cf8a-4712-8f20-2bf6e48b6ca4 HTTP/1.1" status: 204 len: 168 time: 1.0296719 Dec 22 04:54:28.211349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58024) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:28.253725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ba4df2f3-dd7d-4800-bbc2-afba11eed937 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Synchronizing usage tracker for tenant:c351a900a9324a29a8b0d58b5dae0764 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:54:28.272502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ba4df2f3-dd7d-4800-bbc2-afba11eed937 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Unset dirty status for tenant:c351a900a9324a29a8b0d58b5dae0764 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:54:28.273637 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ba4df2f3-dd7d-4800-bbc2-afba11eed937 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "GET /v2.0/ports?device_id=0171ed1d-aff4-4692-8d39-ce92c8981504 HTTP/1.1" status: 200 len: 205 time: 0.0612969 Dec 22 04:54:28.276768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58028) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:28.382439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] Deleting port 95d5507c-6a14-470d-bd01-caf48f910a90 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:28.383445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.451316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9e28a207-cdfa-4bca-8862-f7cf02dd97c0 None None] The port '95d5507c-6a14-470d-bd01-caf48f910a90' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:54:28.540061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-492b4d39-ea27-4c50-92b5-9e8dd9f4fe11 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.841011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-492b4d39-ea27-4c50-92b5-9e8dd9f4fe11 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.843254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-492b4d39-ea27-4c50-92b5-9e8dd9f4fe11 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.869556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-492b4d39-ea27-4c50-92b5-9e8dd9f4fe11 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.870106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492b4d39-ea27-4c50-92b5-9e8dd9f4fe11 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Fanout notify agent at l3_agent the message router_deleted on router 0171ed1d-aff4-4692-8d39-ce92c8981504 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:54:28.881174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-492b4d39-ea27-4c50-92b5-9e8dd9f4fe11 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.882240 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-492b4d39-ea27-4c50-92b5-9e8dd9f4fe11 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] 10.222.0.36 "DELETE /v2.0/routers/0171ed1d-aff4-4692-8d39-ce92c8981504 HTTP/1.1" status: 204 len: 168 time: 0.6045861 Dec 22 04:54:29.070330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 95d5507c-6a14-470d-bd01-caf48f910a90 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:29.109187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 95d5507c-6a14-470d-bd01-caf48f910a90 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:29.109757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 95d5507c-6a14-470d-bd01-caf48f910a90 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:29.178746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58042) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:29.210680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf1e7-4265-4534-904e-2b704a352049 req-816aa748-2010-4102-8f44-49f747534df6 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:29.212416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-944cf1e7-4265-4534-904e-2b704a352049 req-816aa748-2010-4102-8f44-49f747534df6 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0833418 Dec 22 04:54:29.261418 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-944cf1e7-4265-4534-904e-2b704a352049 req-763d5e3e-d97d-41ed-80e7-bf74ea31a192 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425925 Dec 22 04:54:29.348848 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1971e1a5-9e20-4b1d-b5fc-381685626b11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c351a900a9324a29a8b0d58b5dae0764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683795 Dec 22 04:54:29.351998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58048) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:29.387613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.414121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da5201ce-bff5-499d-bb37-a9c578c682d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.440027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da5201ce-bff5-499d-bb37-a9c578c682d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.497844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da5201ce-bff5-499d-bb37-a9c578c682d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.501629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-571ffe45-4915-4028-aace-fc7b2594f20d tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:29.513271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5201ce-bff5-499d-bb37-a9c578c682d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d39535-cea4-4004-af01-dd75046acc16,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:29.515723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-da5201ce-bff5-499d-bb37-a9c578c682d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:29.521150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da5201ce-bff5-499d-bb37-a9c578c682d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.522268 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-da5201ce-bff5-499d-bb37-a9c578c682d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8d39535-cea4-4004-af01-dd75046acc16 HTTP/1.1" status: 204 len: 168 time: 0.1690800 Dec 22 04:54:30.322601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58074) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:30.430733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1306202930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:30.437969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:30.442741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Usage tracker for resource:router and tenant:4012b8b2fe1246e786a4204d7a96d578 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:30.445670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:30.452434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:30.453520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d1c58-c7e9-4bad-8923-1be092c6ca72 req-d959a4fc-5bcf-4225-83e7-9589db829ecb tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:30.455051 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-320d1c58-c7e9-4bad-8923-1be092c6ca72 req-d959a4fc-5bcf-4225-83e7-9589db829ecb tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0857677 Dec 22 04:54:30.465534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.466843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.483678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.502520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.504317 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-320d1c58-c7e9-4bad-8923-1be092c6ca72 req-c8f12b09-790c-457e-a46a-b7780d78810d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430374 Dec 22 04:54:30.527179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.528448 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-947caedf-b6a3-4f3a-ada4-071377a2687b tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2047646 Dec 22 04:54:30.531331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58080) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:30.536895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1129413625'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:30.542008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:30.546765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Usage tracker for resource:network and tenant:4012b8b2fe1246e786a4204d7a96d578 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:30.549784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:30.556014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:30.568805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Made reservation on behalf of 4012b8b2fe1246e786a4204d7a96d578 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:30.572296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.584334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.599033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:30.603449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Usage tracker for resource:security_group_rule and tenant:4012b8b2fe1246e786a4204d7a96d578 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:30.606575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:30.613017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:30.701273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.707964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.711193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e27606aa-1783-4cc6-a939-23fb3e2e1333 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:30.743107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:30.751475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa6821a-c40b-4c5c-8ff3-104a919f8e33,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:30.755139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:30.757489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.757860 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Added segment 9f277de2-8699-4df1-970c-f83b0490bc89 of type vlan for network 3a7840f8-54ac-447b-8ce3-642679a34817 Dec 22 04:54:30.784510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.818373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.824115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:30.824744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.829786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2eafc171-6a0b-4488-95f0-e11a422f95d4 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:30.931257 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3988514 Dec 22 04:54:30.934798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58084) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:30.935008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'Network': ['ID=3a7840f8-54ac-447b-8ce3-642679a34817,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:30.937982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:30.940869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Request body: {'subnet': {'network_id': '3a7840f8-54ac-447b-8ce3-642679a34817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:30.946455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 3a7840f8-54ac-447b-8ce3-642679a34817 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:54:31.057948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:31.062072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Usage tracker for resource:subnet and tenant:4012b8b2fe1246e786a4204d7a96d578 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:31.064938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:31.070498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:31.082061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Made reservation on behalf of 4012b8b2fe1246e786a4204d7a96d578 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:31.085540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.306184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.310197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-79b814e1-0490-4289-9585-f29afbd78ac9 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:31.385332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'Subnet': ['ID=6daa478b-0158-4f46-ba49-15e541b2d835,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:31.389106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:31.396015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Checking segment: {'id': '9f277de2-8699-4df1-970c-f83b0490bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3a7840f8-54ac-447b-8ce3-642679a34817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:31.396394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Network hostable DHCP agents. Network: 3a7840f8-54ac-447b-8ce3-642679a34817, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:31.418302 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Network 3a7840f8-54ac-447b-8ce3-642679a34817 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:31.429672 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 3a7840f8-54ac-447b-8ce3-642679a34817) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:31.434618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:31.435316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.439583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1750e7b-41cd-4493-bad0-90785523c841 None None] Network 3a7840f8-54ac-447b-8ce3-642679a34817 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:31.457845 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5219090 Dec 22 04:54:31.460890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58088) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:31.466887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Request body: {'network': {'name': 'tempest-router-network01--573874689'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:31.472080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:31.476486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Usage tracker for resource:network and tenant:4012b8b2fe1246e786a4204d7a96d578 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:31.481780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:31.487813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:31.501156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Made reservation on behalf of 4012b8b2fe1246e786a4204d7a96d578 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:31.504856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.534513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:31.544373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.544763 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Added segment 56570e57-f1fd-4222-8e12-cdd2657e8541 of type vlan for network 68b77389-cc02-410c-8ca8-0258cafc6dc9 Dec 22 04:54:31.573931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.608451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.614594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:31.615249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.621859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:31.656660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-3a7840f8-54ac-447b-8ce3-642679a34817', 'network_id': '3a7840f8-54ac-447b-8ce3-642679a34817', 'tenant_id': '4012b8b2fe1246e786a4204d7a96d578', 'fixed_ips': [{'subnet_id': '6daa478b-0158-4f46-ba49-15e541b2d835'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:54:31.657529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.769854 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3055089 Dec 22 04:54:31.770865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58094) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:31.777033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Request body: {'network': {'name': 'tempest-router-network02--212575169'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:31.779203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'Network': ['ID=68b77389-cc02-410c-8ca8-0258cafc6dc9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:31.782749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:31.783268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:31.787949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Usage tracker for resource:network and tenant:4012b8b2fe1246e786a4204d7a96d578 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:31.791407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:31.794023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 68b77389-cc02-410c-8ca8-0258cafc6dc9 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:54:31.798011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:31.810276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2db65-6120-45b9-a782-889f7fb200b0 req-893d10b3-16ce-419e-a23e-d63e14088c21 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:31.811843 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9d2db65-6120-45b9-a782-889f7fb200b0 req-893d10b3-16ce-419e-a23e-d63e14088c21 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.1910193 Dec 22 04:54:31.812423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Made reservation on behalf of 4012b8b2fe1246e786a4204d7a96d578 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:31.816951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.847743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:31.859293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.859705 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Added segment 6ae3b8d6-c29a-4bda-b8f6-3f6f30021501 of type vlan for network 746876bc-85fd-434a-83d3-2983749c2552 Dec 22 04:54:31.864665 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9d2db65-6120-45b9-a782-889f7fb200b0 req-1c018dab-095b-44ce-93ae-0d473c7231ef tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461645 Dec 22 04:54:31.887146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.908347 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Allocated IP 172.20.0.2 (3a7840f8-54ac-447b-8ce3-642679a34817/6daa478b-0158-4f46-ba49-15e541b2d835/75f21a5a-c6e7-4906-a64e-30b25f43db7c) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:31.919036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.925155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:31.925898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.931757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-313f15a1-6b3f-47fc-81a4-4e1f1c714e46 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:32.031947 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2602742 Dec 22 04:54:32.034927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58098) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:32.038917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'Network': ['ID=746876bc-85fd-434a-83d3-2983749c2552,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:32.041516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Request body: {'subnet': {'network_id': '68b77389-cc02-410c-8ca8-0258cafc6dc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:32.041739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:32.051597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 746876bc-85fd-434a-83d3-2983749c2552 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:54:32.156295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:32.160195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Usage tracker for resource:subnet and tenant:4012b8b2fe1246e786a4204d7a96d578 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:32.162986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:32.169070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:32.180258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Made reservation on behalf of 4012b8b2fe1246e786a4204d7a96d578 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:32.184761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.249858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.260901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Transition to ACTIVE for port object 75f21a5a-c6e7-4906-a64e-30b25f43db7c will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:32.280776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Transition to ACTIVE for port object 75f21a5a-c6e7-4906-a64e-30b25f43db7c will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:32.287791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.292054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:32.360270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Network 3a7840f8-54ac-447b-8ce3-642679a34817 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:32.363163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:32.367976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:32.374091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Pushing event updated for resources: {'Port': ['ID=75f21a5a-c6e7-4906-a64e-30b25f43db7c,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:32.377331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:32.463266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Attempting to bind port 75f21a5a-c6e7-4906-a64e-30b25f43db7c on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:32.463655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Attempting to bind port 75f21a5a-c6e7-4906-a64e-30b25f43db7c by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '9f277de2-8699-4df1-970c-f83b0490bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3a7840f8-54ac-447b-8ce3-642679a34817'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:32.464010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Attempting to bind port 75f21a5a-c6e7-4906-a64e-30b25f43db7c on network 3a7840f8-54ac-447b-8ce3-642679a34817 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:54:32.469611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:54:32.469994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Checking segment: {'id': '9f277de2-8699-4df1-970c-f83b0490bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3a7840f8-54ac-447b-8ce3-642679a34817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:32.470403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.470803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Bound using segment: {'id': '9f277de2-8699-4df1-970c-f83b0490bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3a7840f8-54ac-447b-8ce3-642679a34817'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:54:32.471276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Bound port: 75f21a5a-c6e7-4906-a64e-30b25f43db7c, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f277de2-8699-4df1-970c-f83b0490bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3a7840f8-54ac-447b-8ce3-642679a34817'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:32.471660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.533802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.538659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c20357f-f6cf-4d3f-abdb-84f0a7792a50 tempest-RoutersIpV6AdminTest-1401204257 tempest-RoutersIpV6AdminTest-1401204257-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:32.566198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] For port 75f21a5a-c6e7-4906-a64e-30b25f43db7c, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:54:32.569573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] For port 75f21a5a-c6e7-4906-a64e-30b25f43db7c, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=75f21a5a-c6e7-4906-a64e-30b25f43db7c,segment=NetworkSegment(9f277de2-8699-4df1-970c-f83b0490bc89),segment_id=9f277de2-8699-4df1-970c-f83b0490bc89)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:54:32.574186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.578699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:32.619152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'Subnet': ['ID=8bf8c31a-c06f-49c7-b04f-e2f26acd3abd,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:32.622692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:32.628991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Checking segment: {'id': '56570e57-f1fd-4222-8e12-cdd2657e8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '68b77389-cc02-410c-8ca8-0258cafc6dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:32.629329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Network hostable DHCP agents. Network: 68b77389-cc02-410c-8ca8-0258cafc6dc9, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:32.649724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Network 68b77389-cc02-410c-8ca8-0258cafc6dc9 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:32.656576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Pushing event updated for resources: {'Port': ['ID=75f21a5a-c6e7-4906-a64e-30b25f43db7c,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:32.659426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:32.663194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 68b77389-cc02-410c-8ca8-0258cafc6dc9) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:32.667742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:32.671594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.675630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1934037-1caa-4e0e-8a04-8771897e0196 None None] Network 68b77389-cc02-410c-8ca8-0258cafc6dc9 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:32.694692 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6584561 Dec 22 04:54:32.697664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58102) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:32.703834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Request body: {'subnet': {'network_id': '746876bc-85fd-434a-83d3-2983749c2552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:32.823444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:54:32.828215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Usage tracker for resource:subnet and tenant:4012b8b2fe1246e786a4204d7a96d578 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:54:32.832538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:54:32.851217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:54:32.868043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Made reservation on behalf of 4012b8b2fe1246e786a4204d7a96d578 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:32.872450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.932009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08990a-a281-432e-9293-14155f62e454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-68b77389-cc02-410c-8ca8-0258cafc6dc9', 'network_id': '68b77389-cc02-410c-8ca8-0258cafc6dc9', 'tenant_id': '4012b8b2fe1246e786a4204d7a96d578', 'fixed_ips': [{'subnet_id': '8bf8c31a-c06f-49c7-b04f-e2f26acd3abd'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:54:32.932981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be08990a-a281-432e-9293-14155f62e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.144719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c53e93-2cdd-4132-9c64-f3927c0475c5 req-1bed8c56-e89c-4ba3-bfe9-f05fa5329db1 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:33.146252 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55c53e93-2cdd-4132-9c64-f3927c0475c5 req-1bed8c56-e89c-4ba3-bfe9-f05fa5329db1 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.1419356 Dec 22 04:54:33.146493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.151795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 75f21a5a-c6e7-4906-a64e-30b25f43db7c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:33.152393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d01b65bb-361a-4c8f-880a-fe15547f14a4 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:33.186974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-be08990a-a281-432e-9293-14155f62e454 None None] Allocated IP 172.20.0.2 (68b77389-cc02-410c-8ca8-0258cafc6dc9/8bf8c31a-c06f-49c7-b04f-e2f26acd3abd/5d28521a-fcca-48fd-8420-394a81763e9e) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:33.210641 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55c53e93-2cdd-4132-9c64-f3927c0475c5 req-5895a984-0a04-44c3-94a9-207f0edf5317 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580938 Dec 22 04:54:33.237363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'Subnet': ['ID=f6f806ec-f67f-4377-b6fb-9a981d50e9ac,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:33.240009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:33.247603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Checking segment: {'id': '6ae3b8d6-c29a-4bda-b8f6-3f6f30021501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '746876bc-85fd-434a-83d3-2983749c2552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:33.247956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Network hostable DHCP agents. Network: 746876bc-85fd-434a-83d3-2983749c2552, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:33.269666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Network 746876bc-85fd-434a-83d3-2983749c2552 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:33.283160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 746876bc-85fd-434a-83d3-2983749c2552) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:33.287984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:33.288622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.311400 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6125684 Dec 22 04:54:33.314312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58108) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:33.320325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a633dd2-bba8-4d86-8e7b-9563d63064a8 None None] Network 746876bc-85fd-434a-83d3-2983749c2552 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:33.352202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 75f21a5a-c6e7-4906-a64e-30b25f43db7c completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:33.623788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be08990a-a281-432e-9293-14155f62e454 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.662976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-be08990a-a281-432e-9293-14155f62e454 None None] Transition to ACTIVE for port object 5d28521a-fcca-48fd-8420-394a81763e9e will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:33.693023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-be08990a-a281-432e-9293-14155f62e454 None None] Transition to ACTIVE for port object 5d28521a-fcca-48fd-8420-394a81763e9e will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:33.695765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-746876bc-85fd-434a-83d3-2983749c2552', 'network_id': '746876bc-85fd-434a-83d3-2983749c2552', 'tenant_id': '4012b8b2fe1246e786a4204d7a96d578', 'fixed_ips': [{'subnet_id': 'f6f806ec-f67f-4377-b6fb-9a981d50e9ac'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:54:33.696684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.715618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be08990a-a281-432e-9293-14155f62e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.722185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-59a19bab-bdb6-4472-84e2-65386b5966f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:33.820876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08990a-a281-432e-9293-14155f62e454 None None] Network 68b77389-cc02-410c-8ca8-0258cafc6dc9 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:33.829498 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-be08990a-a281-432e-9293-14155f62e454 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:33.844685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08990a-a281-432e-9293-14155f62e454 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:33.852020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e395090-447f-4554-8b3a-d1123e9f913f None None] Network 3a7840f8-54ac-447b-8ce3-642679a34817 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:33.926222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08990a-a281-432e-9293-14155f62e454 None None] Pushing event updated for resources: {'Port': ['ID=5d28521a-fcca-48fd-8420-394a81763e9e,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:33.959555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-be08990a-a281-432e-9293-14155f62e454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:33.963388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.107612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f126a251-4116-4d75-8c24-ddbb8460c53e None None] Provisioning for port 75f21a5a-c6e7-4906-a64e-30b25f43db7c completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:34.159287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f126a251-4116-4d75-8c24-ddbb8460c53e None None] Provisioning complete for port 75f21a5a-c6e7-4906-a64e-30b25f43db7c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:34.160083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f126a251-4116-4d75-8c24-ddbb8460c53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.212415 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-be08990a-a281-432e-9293-14155f62e454 None None] Attempting to bind port 5d28521a-fcca-48fd-8420-394a81763e9e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:34.212650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-be08990a-a281-432e-9293-14155f62e454 None None] Attempting to bind port 5d28521a-fcca-48fd-8420-394a81763e9e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '56570e57-f1fd-4222-8e12-cdd2657e8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '68b77389-cc02-410c-8ca8-0258cafc6dc9'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:34.213733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08990a-a281-432e-9293-14155f62e454 None None] Attempting to bind port 5d28521a-fcca-48fd-8420-394a81763e9e on network 68b77389-cc02-410c-8ca8-0258cafc6dc9 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:54:34.252104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Allocated IP 172.20.0.2 (746876bc-85fd-434a-83d3-2983749c2552/f6f806ec-f67f-4377-b6fb-9a981d50e9ac/dc31b834-0c59-4c41-b010-2045f61eea94) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:34.262346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08990a-a281-432e-9293-14155f62e454 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:54:34.262760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08990a-a281-432e-9293-14155f62e454 None None] Checking segment: {'id': '56570e57-f1fd-4222-8e12-cdd2657e8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '68b77389-cc02-410c-8ca8-0258cafc6dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:34.263192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be08990a-a281-432e-9293-14155f62e454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.263592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08990a-a281-432e-9293-14155f62e454 None None] Bound using segment: {'id': '56570e57-f1fd-4222-8e12-cdd2657e8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '68b77389-cc02-410c-8ca8-0258cafc6dc9'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:54:34.264078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-be08990a-a281-432e-9293-14155f62e454 None None] Bound port: 5d28521a-fcca-48fd-8420-394a81763e9e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56570e57-f1fd-4222-8e12-cdd2657e8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '68b77389-cc02-410c-8ca8-0258cafc6dc9'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:34.264489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be08990a-a281-432e-9293-14155f62e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.324789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Allocated IP 172.20.0.1 (68b77389-cc02-410c-8ca8-0258cafc6dc9/8bf8c31a-c06f-49c7-b04f-e2f26acd3abd/a20ae8c0-b898-42f2-8042-7c36f228606f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:34.424050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beef784-f224-4c7c-91d9-37a7653f1168 req-7ab1d510-64b2-4876-b6a8-d798d25c5d31 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:34.431947 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9beef784-f224-4c7c-91d9-37a7653f1168 req-7ab1d510-64b2-4876-b6a8-d798d25c5d31 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0953331 Dec 22 04:54:34.484769 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9beef784-f224-4c7c-91d9-37a7653f1168 req-222f0a16-85ad-40e4-aa12-17457f06bc56 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515766 Dec 22 04:54:34.527460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.545135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Transition to ACTIVE for port object a20ae8c0-b898-42f2-8042-7c36f228606f will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:34.571879 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.572671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-be08990a-a281-432e-9293-14155f62e454 None None] For port 5d28521a-fcca-48fd-8420-394a81763e9e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:54:34.577333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0a42432f-1bfc-4f68-985f-4a96ec180b5d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:34.599220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-be08990a-a281-432e-9293-14155f62e454 None None] For port 5d28521a-fcca-48fd-8420-394a81763e9e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5d28521a-fcca-48fd-8420-394a81763e9e,segment=NetworkSegment(56570e57-f1fd-4222-8e12-cdd2657e8541),segment_id=56570e57-f1fd-4222-8e12-cdd2657e8541)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:54:34.608965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f126a251-4116-4d75-8c24-ddbb8460c53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.619658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be08990a-a281-432e-9293-14155f62e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.627817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:34.648704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Network 68b77389-cc02-410c-8ca8-0258cafc6dc9 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:34.652006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:34.654540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:34.697002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'Port': ['ID=a20ae8c0-b898-42f2-8042-7c36f228606f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.699840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:34.717958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.790983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f126a251-4116-4d75-8c24-ddbb8460c53e None None] For port 75f21a5a-c6e7-4906-a64e-30b25f43db7c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=75f21a5a-c6e7-4906-a64e-30b25f43db7c,segment=NetworkSegment(9f277de2-8699-4df1-970c-f83b0490bc89),segment_id=9f277de2-8699-4df1-970c-f83b0490bc89)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:34.801987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f126a251-4116-4d75-8c24-ddbb8460c53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.803659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08990a-a281-432e-9293-14155f62e454 None None] Pushing event updated for resources: {'Port': ['ID=5d28521a-fcca-48fd-8420-394a81763e9e,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.809719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-be08990a-a281-432e-9293-14155f62e454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:34.810160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d369a539-0887-4b60-a200-37fa20aec894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:34.839194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.853945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.881626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Transition to ACTIVE for port object dc31b834-0c59-4c41-b010-2045f61eea94 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:34.915901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Transition to ACTIVE for port object dc31b834-0c59-4c41-b010-2045f61eea94 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:34.917751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126a251-4116-4d75-8c24-ddbb8460c53e None None] Pushing event updated for resources: {'Port': ['ID=75f21a5a-c6e7-4906-a64e-30b25f43db7c,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.922141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f126a251-4116-4d75-8c24-ddbb8460c53e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:34.929973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.934353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7cf21bf8-8ba6-4061-9e5c-e23a72125f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:35.008361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Network 746876bc-85fd-434a-83d3-2983749c2552 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:35.011794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:35.015481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:35.021519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Pushing event updated for resources: {'Port': ['ID=dc31b834-0c59-4c41-b010-2045f61eea94,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:35.031514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:35.147701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Attempting to bind port dc31b834-0c59-4c41-b010-2045f61eea94 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:35.148089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Attempting to bind port dc31b834-0c59-4c41-b010-2045f61eea94 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '6ae3b8d6-c29a-4bda-b8f6-3f6f30021501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '746876bc-85fd-434a-83d3-2983749c2552'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:35.148557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Attempting to bind port dc31b834-0c59-4c41-b010-2045f61eea94 on network 746876bc-85fd-434a-83d3-2983749c2552 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:54:35.161074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 75f21a5a-c6e7-4906-a64e-30b25f43db7c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:35.231255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:54:35.231639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Checking segment: {'id': '6ae3b8d6-c29a-4bda-b8f6-3f6f30021501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '746876bc-85fd-434a-83d3-2983749c2552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:54:35.232642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.233064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Bound using segment: {'id': '6ae3b8d6-c29a-4bda-b8f6-3f6f30021501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '746876bc-85fd-434a-83d3-2983749c2552'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:54:35.233582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Bound port: dc31b834-0c59-4c41-b010-2045f61eea94, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae3b8d6-c29a-4bda-b8f6-3f6f30021501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '746876bc-85fd-434a-83d3-2983749c2552'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:35.233977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.256491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9c3d57bf-eb60-40d0-88b2-94131a7ce48a None None] Provisioning complete for port 75f21a5a-c6e7-4906-a64e-30b25f43db7c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:35.256877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c3d57bf-eb60-40d0-88b2-94131a7ce48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.387687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 75f21a5a-c6e7-4906-a64e-30b25f43db7c triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:35.388077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.429057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.436782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.443643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] For port dc31b834-0c59-4c41-b010-2045f61eea94, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:54:35.455205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] For port dc31b834-0c59-4c41-b010-2045f61eea94, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dc31b834-0c59-4c41-b010-2045f61eea94,segment=NetworkSegment(6ae3b8d6-c29a-4bda-b8f6-3f6f30021501),segment_id=6ae3b8d6-c29a-4bda-b8f6-3f6f30021501)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:54:35.468671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:35.494032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.503205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:35.558279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.562868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'Port': ['ID=a20ae8c0-b898-42f2-8042-7c36f228606f,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:35.565951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:35.608508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Pushing event updated for resources: {'Port': ['ID=dc31b834-0c59-4c41-b010-2045f61eea94,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:35.617096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:35.746089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37ef7d-9a91-4c11-afc9-aacbce2831fc req-6069a6e5-05c5-40f3-a74a-f592f2d1f5da tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:35.747922 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e37ef7d-9a91-4c11-afc9-aacbce2831fc req-6069a6e5-05c5-40f3-a74a-f592f2d1f5da tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.1418755 Dec 22 04:54:35.755511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Network 68b77389-cc02-410c-8ca8-0258cafc6dc9 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:35.757131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:35.805661 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e37ef7d-9a91-4c11-afc9-aacbce2831fc req-206eb177-f62f-4636-a9f0-7c279cb2ede8 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486369 Dec 22 04:54:35.991776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Router ab470e35-0add-42fb-add2-b93a62be786a is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:54:36.105271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39cd76e-eaec-425e-a244-a62df5a35be7 None None] Network 68b77389-cc02-410c-8ca8-0258cafc6dc9 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:36.158209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:36.169741 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959d104-c047-401a-9008-f9570577c6c2 None None] Sync routers for ids ['ab470e35-0add-42fb-add2-b93a62be786a'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:36.173737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58118) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:36.173957 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "PUT /v2.0/routers/ab470e35-0add-42fb-add2-b93a62be786a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8585055 Dec 22 04:54:36.191795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-79cfa292-1570-418d-970b-423cf0a8c0bc None None] Provisioning for port 5d28521a-fcca-48fd-8420-394a81763e9e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:36.203674 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959d104-c047-401a-9008-f9570577c6c2 None None] Routers {'ab470e35-0add-42fb-add2-b93a62be786a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:36.204245 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e959d104-c047-401a-9008-f9570577c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ab470e35-0add-42fb-add2-b93a62be786a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:36.273452 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e959d104-c047-401a-9008-f9570577c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:36.282246 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959d104-c047-401a-9008-f9570577c6c2 None None] Routers {'ab470e35-0add-42fb-add2-b93a62be786a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:36.282845 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e959d104-c047-401a-9008-f9570577c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ab470e35-0add-42fb-add2-b93a62be786a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:36.349735 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e959d104-c047-401a-9008-f9570577c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:36.350548 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959d104-c047-401a-9008-f9570577c6c2 None None] The sync data for ids ['ab470e35-0add-42fb-add2-b93a62be786a'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:36.657722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6186877a-9c60-4076-86ef-2683aae160e4 None None] Provisioning for port a20ae8c0-b898-42f2-8042-7c36f228606f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:36.671078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6186877a-9c60-4076-86ef-2683aae160e4 None None] Provisioning complete for port a20ae8c0-b898-42f2-8042-7c36f228606f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:36.671078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6186877a-9c60-4076-86ef-2683aae160e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.757723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6186877a-9c60-4076-86ef-2683aae160e4 None None] Port a20ae8c0-b898-42f2-8042-7c36f228606f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:54:36.809898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bb06de-192b-445d-a336-eb3322c4a5b9 None None] Network 746876bc-85fd-434a-83d3-2983749c2552 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:36.856590 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-b3fa5078-03aa-4bcb-ad7d-09bc74907d75 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:54:36.860626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58124) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:36.861252 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b3fa5078-03aa-4bcb-ad7d-09bc74907d75 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "PUT /v2.0/routers/ab470e35-0add-42fb-add2-b93a62be786a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6857543 Dec 22 04:54:36.941141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f0bd2408-2322-47b4-8cec-3579df208bf1 None None] Provisioning for port dc31b834-0c59-4c41-b010-2045f61eea94 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:37.042993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f0bd2408-2322-47b4-8cec-3579df208bf1 None None] Provisioning complete for port a20ae8c0-b898-42f2-8042-7c36f228606f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:37.043262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2408-2322-47b4-8cec-3579df208bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.094433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee389da1-fbcd-4cb3-bd90-e37f1d817192 req-d5811271-17fa-4026-bb4c-68c27d7f89c5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:37.106478 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee389da1-fbcd-4cb3-bd90-e37f1d817192 req-d5811271-17fa-4026-bb4c-68c27d7f89c5 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.1548333 Dec 22 04:54:37.168706 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee389da1-fbcd-4cb3-bd90-e37f1d817192 req-a48715a0-b270-4ef0-aa3f-92cb1b30eabf tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613871 Dec 22 04:54:37.251257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5d28521a-fcca-48fd-8420-394a81763e9e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:37.290417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd2408-2322-47b4-8cec-3579df208bf1 None None] Port a20ae8c0-b898-42f2-8042-7c36f228606f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:54:37.349111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 5d28521a-fcca-48fd-8420-394a81763e9e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:37.354419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5d28521a-fcca-48fd-8420-394a81763e9e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:37.354794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.429422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b3f46f44-deb8-4d07-ab8e-5e7dbb9466b0 None None] Provisioning complete for port a20ae8c0-b898-42f2-8042-7c36f228606f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:37.429800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3f46f44-deb8-4d07-ab8e-5e7dbb9466b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.486646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.533857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b3f46f44-deb8-4d07-ab8e-5e7dbb9466b0 None None] Port a20ae8c0-b898-42f2-8042-7c36f228606f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:54:37.540572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.572816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 5d28521a-fcca-48fd-8420-394a81763e9e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5d28521a-fcca-48fd-8420-394a81763e9e,segment=NetworkSegment(56570e57-f1fd-4222-8e12-cdd2657e8541),segment_id=56570e57-f1fd-4222-8e12-cdd2657e8541)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:37.580720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.581753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dc31b834-0c59-4c41-b010-2045f61eea94 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:37.607297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e672f79e-d4d5-413a-9b84-09df9c862141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:37.714769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=5d28521a-fcca-48fd-8420-394a81763e9e,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:37.717833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:37.732620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port dc31b834-0c59-4c41-b010-2045f61eea94 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:37.737582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port dc31b834-0c59-4c41-b010-2045f61eea94 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:37.737953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.856052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.887664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port dc31b834-0c59-4c41-b010-2045f61eea94, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dc31b834-0c59-4c41-b010-2045f61eea94,segment=NetworkSegment(6ae3b8d6-c29a-4bda-b8f6-3f6f30021501),segment_id=6ae3b8d6-c29a-4bda-b8f6-3f6f30021501)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:37.892615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.894466 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f126a251-4116-4d75-8c24-ddbb8460c53e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:37.960548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=dc31b834-0c59-4c41-b010-2045f61eea94,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:37.963669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:37.966000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Deleting port a20ae8c0-b898-42f2-8042-7c36f228606f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:37.966520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.161116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.287307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Calling delete_port for a20ae8c0-b898-42f2-8042-7c36f228606f owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:38.363907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f4e2a-3ecd-4305-a3aa-e60a12885152 req-c78986cd-e73e-4f6b-b1b5-afe8145650fb tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:38.365408 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-365f4e2a-3ecd-4305-a3aa-e60a12885152 req-c78986cd-e73e-4f6b-b1b5-afe8145650fb tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0811970 Dec 22 04:54:38.410709 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-365f4e2a-3ecd-4305-a3aa-e60a12885152 req-5a2270ec-a438-4686-8550-b52850b5abfa tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387423 Dec 22 04:54:38.467099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.471967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5ab5b225-e1ed-4801-a665-7de51db4da51 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:38.520571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event deleted for resources: {'Port': ['ID=a20ae8c0-b898-42f2-8042-7c36f228606f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:38.547116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:38.768913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.823191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256a38-d9e3-4e7e-8dc0-9104e62eb53e req-462d159c-15c1-4b88-a597-2b15712aa430 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:38.824597 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-98256a38-d9e3-4e7e-8dc0-9104e62eb53e req-462d159c-15c1-4b88-a597-2b15712aa430 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0952404 Dec 22 04:54:38.869408 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-98256a38-d9e3-4e7e-8dc0-9104e62eb53e req-ab896207-2c8d-42e3-a1a5-209a139ca5b0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388110 Dec 22 04:54:39.091078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5d28521a-fcca-48fd-8420-394a81763e9e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:39.163079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5d28521a-fcca-48fd-8420-394a81763e9e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:39.163411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.232110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Router ab470e35-0add-42fb-add2-b93a62be786a has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:39.238340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-94e8ced0-0884-4811-9db4-ce31424e7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:39.239822 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-94e8ced0-0884-4811-9db4-ce31424e7fa1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1098 time: 0.4006593 Dec 22 04:54:39.286471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dc31b834-0c59-4c41-b010-2045f61eea94 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:54:39.354504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port dc31b834-0c59-4c41-b010-2045f61eea94 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:39.354749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.453490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:39.465943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4340989-5cb3-4a02-8d57-3aacf8c2822f None None] Sync routers for ids ['ab470e35-0add-42fb-add2-b93a62be786a'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:39.469028 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "PUT /v2.0/routers/ab470e35-0add-42fb-add2-b93a62be786a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6073453 Dec 22 04:54:39.474085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58134) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:39.481107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4340989-5cb3-4a02-8d57-3aacf8c2822f None None] Routers {'ab470e35-0add-42fb-add2-b93a62be786a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:39.481692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b4340989-5cb3-4a02-8d57-3aacf8c2822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ab470e35-0add-42fb-add2-b93a62be786a'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:39.503466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-4f4caf76-b3aa-4925-bddb-eb758a2a16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:39.504989 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-4f4caf76-b3aa-4925-bddb-eb758a2a16ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 912 time: 0.2100127 Dec 22 04:54:39.588293 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b4340989-5cb3-4a02-8d57-3aacf8c2822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:39.597848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4340989-5cb3-4a02-8d57-3aacf8c2822f None None] Routers {'ab470e35-0add-42fb-add2-b93a62be786a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:39.598454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b4340989-5cb3-4a02-8d57-3aacf8c2822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ab470e35-0add-42fb-add2-b93a62be786a'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:39.617271 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-3a5a0cea-789b-4358-8b0a-a643aaa54b39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 1000 time: 0.1054606 Dec 22 04:54:39.661585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b4340989-5cb3-4a02-8d57-3aacf8c2822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:39.662003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4340989-5cb3-4a02-8d57-3aacf8c2822f None None] The sync data for ids ['ab470e35-0add-42fb-add2-b93a62be786a'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:39.684397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-9816e282-7e86-4e08-ae73-e089b9cdb6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:39.686042 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-9816e282-7e86-4e08-ae73-e089b9cdb6b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 200 len: 850 time: 0.0616543 Dec 22 04:54:39.702778 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-8fa6b0d0-3d33-463d-a8fb-62653d17cd89 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] delete failed (client error): The resource could not be found. Dec 22 04:54:39.703779 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8fa6b0d0-3d33-463d-a8fb-62653d17cd89 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1256675635 HTTP/1.1" status: 404 len: 335 time: 0.2285728 Dec 22 04:54:39.707541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58138) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:39.713273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fe4d03a8-f12e-45b8-b962-3bfa07c68632 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab470e35-0add-42fb-add2-b93a62be786a'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:39.762932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-92af7aa0-ed84-4c84-bf28-268cec10e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:39.764441 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-92af7aa0-ed84-4c84-bf28-268cec10e920 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=381c7c77-02da-4013-b529-7b532458aa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724401 Dec 22 04:54:39.909607 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-465f8e78-6483-4172-af82-6f4b67909277 service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381886 Dec 22 04:54:40.053966 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cb48e5a3-ee04-4195-b01b-9ec6153de06d req-7db6e5d2-6b3d-4688-ab36-aa35c7d09bcb service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359026 Dec 22 04:54:40.156346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe4d03a8-f12e-45b8-b962-3bfa07c68632 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.206517 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-fe4d03a8-f12e-45b8-b962-3bfa07c68632 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] update failed (client error): The resource could not be found. Dec 22 04:54:40.207569 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe4d03a8-f12e-45b8-b962-3bfa07c68632 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "PUT /v2.0/routers/ab470e35-0add-42fb-add2-b93a62be786a HTTP/1.1" status: 404 len: 339 time: 0.4991317 Dec 22 04:54:40.211583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58144) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:40.229223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b286e1-283d-423a-9841-194949451d37 req-e181cbd0-e1a9-4990-a9eb-5b1a1a10116d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:40.230689 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1b286e1-283d-423a-9841-194949451d37 req-e181cbd0-e1a9-4990-a9eb-5b1a1a10116d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.1856029 Dec 22 04:54:40.279401 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1b286e1-283d-423a-9841-194949451d37 req-585192ed-351d-4e2a-8aea-7ff6db999410 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426307 Dec 22 04:54:40.829658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.205097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Allocated IP 172.20.0.1 (3a7840f8-54ac-447b-8ce3-642679a34817/6daa478b-0158-4f46-ba49-15e541b2d835/c14dbe4f-8439-47c7-8cca-d5702732d719) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:41.363483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.378918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Transition to ACTIVE for port object c14dbe4f-8439-47c7-8cca-d5702732d719 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:54:41.402834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.406547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc16-88c5-4b63-b8b4-13170b4d7695 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:41.466134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db38e20-c812-4fd2-842a-82e57d968918 req-2222641a-3c2e-4cdb-b921-4aafb8c91a9e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:41.467538 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5db38e20-c812-4fd2-842a-82e57d968918 req-2222641a-3c2e-4cdb-b921-4aafb8c91a9e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0813727 Dec 22 04:54:41.478424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Network 3a7840f8-54ac-447b-8ce3-642679a34817 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:41.481532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:41.485431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:54:41.520865 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5db38e20-c812-4fd2-842a-82e57d968918 req-05dea43e-2100-49bc-b195-4bba36154978 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472922 Dec 22 04:54:41.524227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'Port': ['ID=c14dbe4f-8439-47c7-8cca-d5702732d719,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:41.527629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:41.555498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.670834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.718398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9b446-718c-491c-917a-c6cc71e204fd req-ac1495a2-b3bc-4713-bbb3-6d589bfa79b6 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:41.719771 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7b9b446-718c-491c-917a-c6cc71e204fd req-ac1495a2-b3bc-4713-bbb3-6d589bfa79b6 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0870509 Dec 22 04:54:41.765012 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7b9b446-718c-491c-917a-c6cc71e204fd req-4a9bc595-843a-400c-8e15-9d7e874f8652 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390368 Dec 22 04:54:41.775837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6bdc2681-8f4e-4148-8616-c08cdf9f46f0 None None] Provisioning for port c14dbe4f-8439-47c7-8cca-d5702732d719 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:54:41.781781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6bdc2681-8f4e-4148-8616-c08cdf9f46f0 None None] Provisioning complete for port c14dbe4f-8439-47c7-8cca-d5702732d719 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:41.782249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc2681-8f4e-4148-8616-c08cdf9f46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.841310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc2681-8f4e-4148-8616-c08cdf9f46f0 None None] Port c14dbe4f-8439-47c7-8cca-d5702732d719 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:54:41.952861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0ace1-36dc-4fd2-8e8a-396549cab9ef req-b0603ba8-5bc3-4b75-b855-3ddb253d50cf tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:41.954632 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d3c0ace1-36dc-4fd2-8e8a-396549cab9ef req-b0603ba8-5bc3-4b75-b855-3ddb253d50cf tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0813181 Dec 22 04:54:42.005123 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d3c0ace1-36dc-4fd2-8e8a-396549cab9ef req-316ef23a-2a48-4d02-80dc-6156caabc8cb tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439699 Dec 22 04:54:42.069570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.075144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.103817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:42.190318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event updated for resources: {'Port': ['ID=c14dbe4f-8439-47c7-8cca-d5702732d719,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:42.192900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.196781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:42.429637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28b5be-673b-4327-8d4b-bd0c0d8e2070 req-b947f09c-54e3-45e4-a9ed-1a86018abc76 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:42.431765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2d28b5be-673b-4327-8d4b-bd0c0d8e2070 req-b947f09c-54e3-45e4-a9ed-1a86018abc76 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0867102 Dec 22 04:54:42.467930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Network 3a7840f8-54ac-447b-8ce3-642679a34817 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:42.469926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:42.485098 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2d28b5be-673b-4327-8d4b-bd0c0d8e2070 req-25d18e6c-1c6c-4da0-b1e6-b416110320ec tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468266 Dec 22 04:54:42.638003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Router ab470e35-0add-42fb-add2-b93a62be786a has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:42.665427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ba674455-28d3-482f-aa74-f31d0f673f1e None None] Provisioning complete for port c14dbe4f-8439-47c7-8cca-d5702732d719 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:42.665831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba674455-28d3-482f-aa74-f31d0f673f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.721672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ba674455-28d3-482f-aa74-f31d0f673f1e None None] Port c14dbe4f-8439-47c7-8cca-d5702732d719 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:54:42.804026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:42.813911 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "PUT /v2.0/routers/ab470e35-0add-42fb-add2-b93a62be786a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5999534 Dec 22 04:54:42.814178 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f82be6-f7c1-45cc-828f-a3efb5d7e06d None None] Sync routers for ids ['ab470e35-0add-42fb-add2-b93a62be786a'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:42.816790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58160) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:42.823496 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f82be6-f7c1-45cc-828f-a3efb5d7e06d None None] Routers {'ab470e35-0add-42fb-add2-b93a62be786a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:42.824104 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a6f82be6-f7c1-45cc-828f-a3efb5d7e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ab470e35-0add-42fb-add2-b93a62be786a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:42.886843 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a6f82be6-f7c1-45cc-828f-a3efb5d7e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:42.896178 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f82be6-f7c1-45cc-828f-a3efb5d7e06d None None] Routers {'ab470e35-0add-42fb-add2-b93a62be786a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:42.896796 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a6f82be6-f7c1-45cc-828f-a3efb5d7e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ab470e35-0add-42fb-add2-b93a62be786a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:42.965457 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a6f82be6-f7c1-45cc-828f-a3efb5d7e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:42.965882 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f82be6-f7c1-45cc-828f-a3efb5d7e06d None None] The sync data for ids ['ab470e35-0add-42fb-add2-b93a62be786a'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:42.972391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a22228d-8fae-4145-8648-6dbf60893258 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.125433 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-7a22228d-8fae-4145-8648-6dbf60893258 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 04:54:43.126441 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7a22228d-8fae-4145-8648-6dbf60893258 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "DELETE /v2.0/routers/ab470e35-0add-42fb-add2-b93a62be786a HTTP/1.1" status: 409 len: 329 time: 0.3085744 Dec 22 04:54:43.129595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58164) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:43.637745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.683238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8dea3-dfae-43ed-9b71-03b2b279b3a6 req-94fb66f9-b482-489c-b735-fb17752a6627 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:43.685102 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55b8dea3-dfae-43ed-9b71-03b2b279b3a6 req-94fb66f9-b482-489c-b735-fb17752a6627 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0882206 Dec 22 04:54:43.733239 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55b8dea3-dfae-43ed-9b71-03b2b279b3a6 req-81a3ec0e-4fd4-4f31-a441-bcd696a74efb tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411386 Dec 22 04:54:44.095306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579247e-fdf7-4890-8ba8-a4f15c2c2922 req-2301353a-0c69-48fa-bf90-85c410e2d1fe tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:44.096798 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e579247e-fdf7-4890-8ba8-a4f15c2c2922 req-2301353a-0c69-48fa-bf90-85c410e2d1fe tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0917296 Dec 22 04:54:44.141300 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e579247e-fdf7-4890-8ba8-a4f15c2c2922 req-0c864dad-7e9f-4e7d-af48-0e9439991af0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386672 Dec 22 04:54:44.170685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Deleting port c14dbe4f-8439-47c7-8cca-d5702732d719 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:44.171261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.257254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-7d39e113-1e61-4737-bf47-06c5199eaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:44.259312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-7d39e113-1e61-4737-bf47-06c5199eaa92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e49244735364e1d8b264adb2efbdda6&device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 1098 time: 0.1976910 Dec 22 04:54:44.297945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.466001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.607884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Calling delete_port for c14dbe4f-8439-47c7-8cca-d5702732d719 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:44.635682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-e363e89e-27e8-4119-bf43-26c0b01a7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:44.637165 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-e363e89e-27e8-4119-bf43-26c0b01a7ed2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 200 len: 912 time: 0.3275321 Dec 22 04:54:44.775148 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-9598cf33-67a6-4af9-acca-17ed9c019a8b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 200 len: 1000 time: 0.1310253 Dec 22 04:54:44.853448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-f5ca5d55-ae26-42d9-93c0-aef9451b5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:44.854897 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-f5ca5d55-ae26-42d9-93c0-aef9451b5af5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 200 len: 850 time: 0.0725522 Dec 22 04:54:44.985079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.989546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-803ea1dc-710e-4d96-a476-b87717be90ea tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:45.042641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event deleted for resources: {'Port': ['ID=c14dbe4f-8439-47c7-8cca-d5702732d719,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:45.073026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-c9939b5d-2976-4f80-8a81-5938c64890f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:45.074577 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-c9939b5d-2976-4f80-8a81-5938c64890f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=381c7c77-02da-4013-b529-7b532458aa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2134953 Dec 22 04:54:45.075482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:45.344920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373cfdd-0cd7-4bef-9b6d-330b936a1638 req-63de5ae8-deb6-4adc-a9aa-dfdbf8a24610 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:45.346409 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8373cfdd-0cd7-4bef-9b6d-330b936a1638 req-63de5ae8-deb6-4adc-a9aa-dfdbf8a24610 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0895536 Dec 22 04:54:45.393730 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8373cfdd-0cd7-4bef-9b6d-330b936a1638 req-fb0433dd-a5d9-4fb8-bc3a-fa66ec09013e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412123 Dec 22 04:54:45.528472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.533214 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-55b52212-df15-46f3-a741-27ea32d680a2 service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517603 Dec 22 04:54:45.919539 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2acde853-cd2a-4d8e-8d26-7a15af4ff4d0 req-342836a4-ec5d-49cd-9841-7fdb5c38d9cf service neutron] 10.222.0.61 "GET /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782713 Dec 22 04:54:45.923986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Router ab470e35-0add-42fb-add2-b93a62be786a has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:46.072270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:46.082083 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "PUT /v2.0/routers/ab470e35-0add-42fb-add2-b93a62be786a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9515336 Dec 22 04:54:46.082251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f75dd-4fc6-4cef-8761-1ac14d59887c None None] Sync routers for ids ['ab470e35-0add-42fb-add2-b93a62be786a'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:46.086402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58176) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:46.097281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f75dd-4fc6-4cef-8761-1ac14d59887c None None] Routers {'ab470e35-0add-42fb-add2-b93a62be786a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:46.097891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb2f75dd-4fc6-4cef-8761-1ac14d59887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ab470e35-0add-42fb-add2-b93a62be786a'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:46.167119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb2f75dd-4fc6-4cef-8761-1ac14d59887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:46.168806 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-909964db-d34a-492b-9ff7-8b0e26e9428e tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] show failed (client error): The resource could not be found. Dec 22 04:54:46.169919 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-909964db-d34a-492b-9ff7-8b0e26e9428e tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1508746613 HTTP/1.1" status: 404 len: 335 time: 0.0812380 Dec 22 04:54:46.173735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58180) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:46.176766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f75dd-4fc6-4cef-8761-1ac14d59887c None None] Routers {'ab470e35-0add-42fb-add2-b93a62be786a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:46.177364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb2f75dd-4fc6-4cef-8761-1ac14d59887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['ab470e35-0add-42fb-add2-b93a62be786a'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:46.178627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d926df95-ce25-4a42-bb17-2e5eb2839963 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:46.237058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb2f75dd-4fc6-4cef-8761-1ac14d59887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:46.237477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f75dd-4fc6-4cef-8761-1ac14d59887c None None] The sync data for ids ['ab470e35-0add-42fb-add2-b93a62be786a'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:46.241399 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-d926df95-ce25-4a42-bb17-2e5eb2839963 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] update failed (client error): The resource could not be found. Dec 22 04:54:46.244670 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d926df95-ce25-4a42-bb17-2e5eb2839963 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1509038274 HTTP/1.1" status: 404 len: 335 time: 0.0678234 Dec 22 04:54:46.248658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58184) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:46.443125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72f7391-274a-4b59-9c0c-690e98908918 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Deleting subnet f6f806ec-f67f-4377-b6fb-9a981d50e9ac {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:46.446346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b72f7391-274a-4b59-9c0c-690e98908918 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.501191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b72f7391-274a-4b59-9c0c-690e98908918 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.644346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b72f7391-274a-4b59-9c0c-690e98908918 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.684016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37eac-ecd9-4370-913c-14ec6e44124e req-d3ec88a1-3ed5-4fbc-841e-b55e3ecd0941 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:46.685434 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10c37eac-ecd9-4370-913c-14ec6e44124e req-d3ec88a1-3ed5-4fbc-841e-b55e3ecd0941 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.1574910 Dec 22 04:54:46.753180 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10c37eac-ecd9-4370-913c-14ec6e44124e req-6a9065e2-22f4-416f-975d-3e9715a19928 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612428 Dec 22 04:54:46.761937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b72f7391-274a-4b59-9c0c-690e98908918 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.775160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d8c68b3b-205e-45cc-8f1c-c26219f9159e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:46.803016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f7391-274a-4b59-9c0c-690e98908918 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f806ec-f67f-4377-b6fb-9a981d50e9ac,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:46.805037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b72f7391-274a-4b59-9c0c-690e98908918 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.807778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b72f7391-274a-4b59-9c0c-690e98908918 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:46.811845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b463e830-e31a-4563-b216-79e8c72311eb None None] Network 746876bc-85fd-434a-83d3-2983749c2552 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:46.812534 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b72f7391-274a-4b59-9c0c-690e98908918 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "DELETE /v2.0/subnets/f6f806ec-f67f-4377-b6fb-9a981d50e9ac HTTP/1.1" status: 204 len: 168 time: 0.5628421 Dec 22 04:54:46.815264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58190) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:46.883120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad6a77c-66d6-43ee-9f1c-5edff9b935f3 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Deleting subnet 8bf8c31a-c06f-49c7-b04f-e2f26acd3abd {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:46.886455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad6a77c-66d6-43ee-9f1c-5edff9b935f3 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.946004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad6a77c-66d6-43ee-9f1c-5edff9b935f3 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.051594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad6a77c-66d6-43ee-9f1c-5edff9b935f3 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.081420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70773281-b969-46ca-b8de-982f03964a1a None None] DHCP port deletion for 746876bc-85fd-434a-83d3-2983749c2552 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:54:47.085932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-70773281-b969-46ca-b8de-982f03964a1a None None] Deleting port dc31b834-0c59-4c41-b010-2045f61eea94 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:47.086581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-70773281-b969-46ca-b8de-982f03964a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.138050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad6a77c-66d6-43ee-9f1c-5edff9b935f3 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.142868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-63e2c0ae-7bbe-442d-8b35-a0c7815d2b76 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:47.179265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6a77c-66d6-43ee-9f1c-5edff9b935f3 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf8c31a-c06f-49c7-b04f-e2f26acd3abd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:47.181348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad6a77c-66d6-43ee-9f1c-5edff9b935f3 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.184450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cad6a77c-66d6-43ee-9f1c-5edff9b935f3 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:47.188075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a54bff9-d359-4e3c-9af4-179715c2b070 None None] Network 68b77389-cc02-410c-8ca8-0258cafc6dc9 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:47.188781 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cad6a77c-66d6-43ee-9f1c-5edff9b935f3 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "DELETE /v2.0/subnets/8bf8c31a-c06f-49c7-b04f-e2f26acd3abd HTTP/1.1" status: 204 len: 168 time: 0.3726110 Dec 22 04:54:47.191256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58194) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:47.311265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.322100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Deleting port dc31b834-0c59-4c41-b010-2045f61eea94 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:47.322432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.446872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-70773281-b969-46ca-b8de-982f03964a1a None None] For port dc31b834-0c59-4c41-b010-2045f61eea94, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dc31b834-0c59-4c41-b010-2045f61eea94,segment=NetworkSegment(6ae3b8d6-c29a-4bda-b8f6-3f6f30021501),segment_id=6ae3b8d6-c29a-4bda-b8f6-3f6f30021501)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:47.447263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-70773281-b969-46ca-b8de-982f03964a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.527136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] For port dc31b834-0c59-4c41-b010-2045f61eea94, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=dc31b834-0c59-4c41-b010-2045f61eea94,segment=NetworkSegment(6ae3b8d6-c29a-4bda-b8f6-3f6f30021501),segment_id=6ae3b8d6-c29a-4bda-b8f6-3f6f30021501)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:47.527755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.578269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-70773281-b969-46ca-b8de-982f03964a1a None None] Calling delete_port for dc31b834-0c59-4c41-b010-2045f61eea94 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:47.656808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Calling delete_port for dc31b834-0c59-4c41-b010-2045f61eea94 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:47.666433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-70773281-b969-46ca-b8de-982f03964a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.670093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:47.714728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70773281-b969-46ca-b8de-982f03964a1a None None] Pushing event deleted for resources: {'Port': ['ID=dc31b834-0c59-4c41-b010-2045f61eea94,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:47.719372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-70773281-b969-46ca-b8de-982f03964a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:47.719557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70773281-b969-46ca-b8de-982f03964a1a None None] No DVR routers for this DVR port dc31b834-0c59-4c41-b010-2045f61eea94 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:47.728901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] DHCP port deletion for 68b77389-cc02-410c-8ca8-0258cafc6dc9 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:54:47.732206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:47.732543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:47.736634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] Deleting port 5d28521a-fcca-48fd-8420-394a81763e9e {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:47.737133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.948189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acc3c3-f7b6-4d7d-8bc4-58fab1082962 req-70aef182-0335-480d-ba17-f726b5efca3f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:47.949678 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-00acc3c3-f7b6-4d7d-8bc4-58fab1082962 req-70aef182-0335-480d-ba17-f726b5efca3f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0857296 Dec 22 04:54:47.981854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] For port 5d28521a-fcca-48fd-8420-394a81763e9e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5d28521a-fcca-48fd-8420-394a81763e9e,segment=NetworkSegment(56570e57-f1fd-4222-8e12-cdd2657e8541),segment_id=56570e57-f1fd-4222-8e12-cdd2657e8541)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:47.982259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.994458 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-00acc3c3-f7b6-4d7d-8bc4-58fab1082962 req-8b1c6530-94ef-41e5-84f7-432ee158d37b tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389023 Dec 22 04:54:48.104060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] Calling delete_port for 5d28521a-fcca-48fd-8420-394a81763e9e owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:48.184711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e698851-d452-4335-83f6-25ce49b491ab req-df19431a-7850-4f53-be20-db15caa9dbdc tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:48.186303 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e698851-d452-4335-83f6-25ce49b491ab req-df19431a-7850-4f53-be20-db15caa9dbdc tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0823245 Dec 22 04:54:48.189631 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.193366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-39636e52-4f44-4c13-aa46-8f79cf968d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:48.233375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Deleting port dc31b834-0c59-4c41-b010-2045f61eea94 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:48.233902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.235554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] Pushing event deleted for resources: {'Port': ['ID=5d28521a-fcca-48fd-8420-394a81763e9e,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:48.238485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:48.239319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] No DVR routers for this DVR port 5d28521a-fcca-48fd-8420-394a81763e9e on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:48.276526 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e698851-d452-4335-83f6-25ce49b491ab req-485d156f-05af-42f4-be17-5adc89f74c52 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756841 Dec 22 04:54:48.310451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] The port 'dc31b834-0c59-4c41-b010-2045f61eea94' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:54:48.431938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.457458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746876bc-85fd-434a-83d3-2983749c2552']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:48.470638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae3b8d6-c29a-4bda-b8f6-3f6f30021501') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:48.470937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae3b8d6-c29a-4bda-b8f6-3f6f30021501') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:48.483917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.506368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.512937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:48.513328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:48.528782 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:48.779743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.783632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-96f43701-f2a5-4ca2-b6c8-f69ad8970818 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:48.798395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.814022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event deleted for resources: {'Network': ['ID=746876bc-85fd-434a-83d3-2983749c2552,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:48.818383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:48.820566 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "DELETE /v2.0/networks/746876bc-85fd-434a-83d3-2983749c2552 HTTP/1.1" status: 204 len: 168 time: 1.6283841 Dec 22 04:54:48.823211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58208) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:48.841424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b1239-b2d6-4b79-883c-e3251c44d140 req-ba0831ca-2ae6-4bb4-9bbc-2ffe73a579fa tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:48.842963 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f15b1239-b2d6-4b79-883c-e3251c44d140 req-ba0831ca-2ae6-4bb4-9bbc-2ffe73a579fa tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.1287570 Dec 22 04:54:48.890305 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f15b1239-b2d6-4b79-883c-e3251c44d140 req-43bde9c5-524b-443b-98e8-81d873e4e26e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411336 Dec 22 04:54:48.939764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.078200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.078416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5d28521a-fcca-48fd-8420-394a81763e9e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:49.103629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b77389-cc02-410c-8ca8-0258cafc6dc9']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:49.113327 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 5d28521a-fcca-48fd-8420-394a81763e9e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:49.113843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5d28521a-fcca-48fd-8420-394a81763e9e not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:49.114068 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dc31b834-0c59-4c41-b010-2045f61eea94 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:49.116318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56570e57-f1fd-4222-8e12-cdd2657e8541') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:49.116619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56570e57-f1fd-4222-8e12-cdd2657e8541') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:49.128873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.145346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.149437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: dc31b834-0c59-4c41-b010-2045f61eea94 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:49.149792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device dc31b834-0c59-4c41-b010-2045f61eea94 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:49.152859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:49.153453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:49.168013 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:49.249268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.253004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c7b16df3-d592-478a-9ab1-03e77eeb05f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:49.267926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.277622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event deleted for resources: {'Network': ['ID=68b77389-cc02-410c-8ca8-0258cafc6dc9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:49.281874 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "DELETE /v2.0/networks/68b77389-cc02-410c-8ca8-0258cafc6dc9 HTTP/1.1" status: 204 len: 168 time: 0.4576755 Dec 22 04:54:49.284711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58212) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:49.286237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.286582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.286925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.287307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.287628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.287984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.288360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.288714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.289068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.289417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.289855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.290205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:49.293238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:49.353596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-da36b576-5279-4a71-8f99-d7d625889b9c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Deleting subnet 6daa478b-0158-4f46-ba49-15e541b2d835 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:49.356686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da36b576-5279-4a71-8f99-d7d625889b9c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.416278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da36b576-5279-4a71-8f99-d7d625889b9c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.509772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da36b576-5279-4a71-8f99-d7d625889b9c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.594566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da36b576-5279-4a71-8f99-d7d625889b9c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.598330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-afbb759c-dac7-4223-94de-b6617d14b783 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:49.635750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36b576-5279-4a71-8f99-d7d625889b9c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event deleted for resources: {'Subnet': ['ID=6daa478b-0158-4f46-ba49-15e541b2d835,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:49.637773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da36b576-5279-4a71-8f99-d7d625889b9c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.640596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da36b576-5279-4a71-8f99-d7d625889b9c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:49.643024 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d775b-6856-4476-b7c7-d73c2a68cb85 None None] Network 3a7840f8-54ac-447b-8ce3-642679a34817 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:49.645250 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-da36b576-5279-4a71-8f99-d7d625889b9c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "DELETE /v2.0/subnets/6daa478b-0158-4f46-ba49-15e541b2d835 HTTP/1.1" status: 204 len: 168 time: 0.3593512 Dec 22 04:54:49.648702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58216) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:49.893576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.895534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] DHCP port deletion for 3a7840f8-54ac-447b-8ce3-642679a34817 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:54:49.900953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] Deleting port 75f21a5a-c6e7-4906-a64e-30b25f43db7c {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:49.901507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.905432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Deleting port 75f21a5a-c6e7-4906-a64e-30b25f43db7c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:49.905858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.113558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] For port 75f21a5a-c6e7-4906-a64e-30b25f43db7c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=75f21a5a-c6e7-4906-a64e-30b25f43db7c,segment=NetworkSegment(9f277de2-8699-4df1-970c-f83b0490bc89),segment_id=9f277de2-8699-4df1-970c-f83b0490bc89)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:50.114030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.116440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] For port 75f21a5a-c6e7-4906-a64e-30b25f43db7c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=75f21a5a-c6e7-4906-a64e-30b25f43db7c,segment=NetworkSegment(9f277de2-8699-4df1-970c-f83b0490bc89),segment_id=9f277de2-8699-4df1-970c-f83b0490bc89)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:50.116745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.242858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] Calling delete_port for 75f21a5a-c6e7-4906-a64e-30b25f43db7c owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:50.245009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Calling delete_port for 75f21a5a-c6e7-4906-a64e-30b25f43db7c owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:50.282457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642e253-5413-4b06-9365-dd1b4e1f1e5b req-1bee1f1b-cbc4-4e3e-a9f6-0c9afb64292e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:50.284359 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f642e253-5413-4b06-9365-dd1b4e1f1e5b req-1bee1f1b-cbc4-4e3e-a9f6-0c9afb64292e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.0968964 Dec 22 04:54:50.325505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.330517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:50.331521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:50.331825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:50.335232 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f642e253-5413-4b06-9365-dd1b4e1f1e5b req-032d4726-a678-4fb6-a146-20c0e205024d tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439713 Dec 22 04:54:50.376803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] Pushing event deleted for resources: {'Port': ['ID=75f21a5a-c6e7-4906-a64e-30b25f43db7c,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:50.378751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] No DVR routers for this DVR port 75f21a5a-c6e7-4906-a64e-30b25f43db7c on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:50.380165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:50.833189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Deleting port 75f21a5a-c6e7-4906-a64e-30b25f43db7c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:50.833418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.908874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] The port '75f21a5a-c6e7-4906-a64e-30b25f43db7c' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:54:51.039553 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.065705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7840f8-54ac-447b-8ce3-642679a34817']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:51.078869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f277de2-8699-4df1-970c-f83b0490bc89') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:51.079061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 75f21a5a-c6e7-4906-a64e-30b25f43db7c no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:51.079189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f277de2-8699-4df1-970c-f83b0490bc89') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:51.091867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.108574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.114707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 75f21a5a-c6e7-4906-a64e-30b25f43db7c {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:51.115248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:51.115380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 75f21a5a-c6e7-4906-a64e-30b25f43db7c not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:51.115488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:51.131180 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:51.218521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.222224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1f53c3a0-afb7-44db-b793-8d21cc5a2c36 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:51.236671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.277159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Pushing event deleted for resources: {'Network': ['ID=3a7840f8-54ac-447b-8ce3-642679a34817,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:51.284379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:51.291594 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "DELETE /v2.0/networks/3a7840f8-54ac-447b-8ce3-642679a34817 HTTP/1.1" status: 204 len: 168 time: 1.6416192 Dec 22 04:54:51.294544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58224) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:51.329113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-fd893bea-20c3-4b42-8fb5-58c58c59cb1e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:51.329813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-fd893bea-20c3-4b42-8fb5-58c58c59cb1e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Synchronizing usage tracker for tenant:7e49244735364e1d8b264adb2efbdda6 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:54:51.338481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c237998d-26cf-49eb-a3e9-e6cb9158135e tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Synchronizing usage tracker for tenant:4012b8b2fe1246e786a4204d7a96d578 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:54:51.348272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-fd893bea-20c3-4b42-8fb5-58c58c59cb1e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Unset dirty status for tenant:7e49244735364e1d8b264adb2efbdda6 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:54:51.349378 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-fd893bea-20c3-4b42-8fb5-58c58c59cb1e tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.1039901 Dec 22 04:54:51.354683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c237998d-26cf-49eb-a3e9-e6cb9158135e tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Unset dirty status for tenant:4012b8b2fe1246e786a4204d7a96d578 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:54:51.355973 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c237998d-26cf-49eb-a3e9-e6cb9158135e tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab470e35-0add-42fb-add2-b93a62be786a HTTP/1.1" status: 200 len: 205 time: 0.0603840 Dec 22 04:54:51.358746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58230) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:51.425529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Deleting port c09a24d8-7026-4c0e-87ca-0e2e5e924aef {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:51.425956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.534436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b47632b1-1a02-4b52-827f-94e57002fb88 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.683181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] For port c09a24d8-7026-4c0e-87ca-0e2e5e924aef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:51.683853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.848045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b47632b1-1a02-4b52-827f-94e57002fb88 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.851409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b47632b1-1a02-4b52-827f-94e57002fb88 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.861777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb195f19-8167-4104-adce-5a6ad9481a0b req-883dfb6a-0df6-4f8b-a3a4-cb19859bae2b tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:51.863243 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb195f19-8167-4104-adce-5a6ad9481a0b req-883dfb6a-0df6-4f8b-a3a4-cb19859bae2b tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 945 time: 0.3872609 Dec 22 04:54:51.908252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b47632b1-1a02-4b52-827f-94e57002fb88 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.908717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47632b1-1a02-4b52-827f-94e57002fb88 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Fanout notify agent at l3_agent the message router_deleted on router ab470e35-0add-42fb-add2-b93a62be786a {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:54:51.925915 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb195f19-8167-4104-adce-5a6ad9481a0b req-2144a193-5c59-4313-a5e1-2cc13be78e1f tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups?id=04302b2a-d912-42f0-93d9-b3201523fee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567050 Dec 22 04:54:51.929733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b47632b1-1a02-4b52-827f-94e57002fb88 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.933976 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b47632b1-1a02-4b52-827f-94e57002fb88 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] 10.222.0.36 "DELETE /v2.0/routers/ab470e35-0add-42fb-add2-b93a62be786a HTTP/1.1" status: 204 len: 168 time: 0.5712912 Dec 22 04:54:51.976130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.976707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.976822 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Floating IP bce759af-ce83-4758-9863-98729c733fab disassociated. External IP: 172.26.1.25, port: c09a24d8-7026-4c0e-87ca-0e2e5e924aef. Dec 22 04:54:51.977188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Calling delete_port for c09a24d8-7026-4c0e-87ca-0e2e5e924aef owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:52.137746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.144251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6151d0ff-a60c-44a7-8726-a93674e9a8b1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:52.190809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Pushing event deleted for resources: {'Port': ['ID=c09a24d8-7026-4c0e-87ca-0e2e5e924aef,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:52.194229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:52.215167 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58238) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:52.397032 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8e204abc-60d6-4527-a315-5a7cb9db688f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4012b8b2fe1246e786a4204d7a96d578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805632 Dec 22 04:54:52.397766 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58244) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:52.457867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58ebfa97-9e06-4ffe-b828-6a1c8d3b1329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.486205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58ebfa97-9e06-4ffe-b828-6a1c8d3b1329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.518662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Router f7903e35-0b58-4563-b47a-66eafaa8ad54 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:52.541066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58ebfa97-9e06-4ffe-b828-6a1c8d3b1329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.546124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-54a1d2a5-bedf-4670-a086-84f9a7bc77fa tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:52.559519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebfa97-9e06-4ffe-b828-6a1c8d3b1329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa6821a-c40b-4c5c-8ff3-104a919f8e33,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:52.562642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58ebfa97-9e06-4ffe-b828-6a1c8d3b1329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:52.564669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58ebfa97-9e06-4ffe-b828-6a1c8d3b1329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.565928 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-58ebfa97-9e06-4ffe-b828-6a1c8d3b1329 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cfa6821a-c40b-4c5c-8ff3-104a919f8e33 HTTP/1.1" status: 204 len: 168 time: 0.1674330 Dec 22 04:54:52.713382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:52.726444 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] Sync routers for ids ['f7903e35-0b58-4563-b47a-66eafaa8ad54'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:52.743068 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] Routers {'f7903e35-0b58-4563-b47a-66eafaa8ad54'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:52.743999 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f7903e35-0b58-4563-b47a-66eafaa8ad54'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:52.800578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] No DVR routers for this DVR port c09a24d8-7026-4c0e-87ca-0e2e5e924aef on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:52.803731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.807380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'name': 'network-vif-deleted', 'tag': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:54:52.828680 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-878f48ba-b0c0-46c3-87b3-24c2c3165451 req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.61 "DELETE /v2.0/ports/c09a24d8-7026-4c0e-87ca-0e2e5e924aef HTTP/1.1" status: 204 len: 173 time: 1.4729021 Dec 22 04:54:52.877152 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccce50c7-e9a7-4786-8714-d7e341268cd9', 'name': 'network-vif-deleted', 'tag': 'c09a24d8-7026-4c0e-87ca-0e2e5e924aef', 'status': 'completed', 'code': 200} Dec 22 04:54:52.943437 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] Set router f7903e35-0b58-4563-b47a-66eafaa8ad54 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:53.261447 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f2f2e76d-41a8-439b-bb7d-1fe6c9abc984 req-66574021-c33a-4ccb-87ad-216a1a173f04 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccce50c7-e9a7-4786-8714-d7e341268cd9 HTTP/1.1" status: 200 len: 210 time: 0.1924365 Dec 22 04:54:53.322878 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'e22e023b-372b-4440-af49-ca9e392c430f', 'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'mac_address': 'fa:16:3e:dd:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:41Z', 'updated_at': '2021-12-22T04:49:54Z', 'revision_number': 5, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'subnets': [{'id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:53.326663 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] Checking router: f7903e35-0b58-4563-b47a-66eafaa8ad54 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:53.335283 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] Routers {'f7903e35-0b58-4563-b47a-66eafaa8ad54'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:53.335819 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f7903e35-0b58-4563-b47a-66eafaa8ad54'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:53.516754 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] Set router f7903e35-0b58-4563-b47a-66eafaa8ad54 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:53.834406 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'e22e023b-372b-4440-af49-ca9e392c430f', 'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'mac_address': 'fa:16:3e:dd:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:41Z', 'updated_at': '2021-12-22T04:49:54Z', 'revision_number': 5, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'subnets': [{'id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:53.838559 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae0b4b-517f-4be1-bc9f-e08b6e3507a7 None None] The sync data for ids ['f7903e35-0b58-4563-b47a-66eafaa8ad54'] in dv-neutron-822524-1-hyperv is: [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 4, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'e22e023b-372b-4440-af49-ca9e392c430f', 'name': '', 'network_id': '381c7c77-02da-4013-b529-7b532458aa93', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'mac_address': 'fa:16:3e:dd:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:41Z', 'updated_at': '2021-12-22T04:49:54Z', 'revision_number': 5, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'subnets': [{'id': 'ac08edcf-e0e2-4920-80be-b8ed692d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:54.067182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93609d-ab43-4ad7-b5d9-243e001cb96a None None] New status for floating IP bce759af-ce83-4758-9863-98729c733fab: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:54:54.391603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58260) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:54.462880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d81ef228-0d81-4d96-888d-672359fe12f3 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.491481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d81ef228-0d81-4d96-888d-672359fe12f3 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.544220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d81ef228-0d81-4d96-888d-672359fe12f3 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.547997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eba4a56d-6496-4fa3-88dc-4281199c2577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:54.566469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ef228-0d81-4d96-888d-672359fe12f3 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04302b2a-d912-42f0-93d9-b3201523fee4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.569112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d81ef228-0d81-4d96-888d-672359fe12f3 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:54.582418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d81ef228-0d81-4d96-888d-672359fe12f3 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.585986 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d81ef228-0d81-4d96-888d-672359fe12f3 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "DELETE /v2.0/security-groups/04302b2a-d912-42f0-93d9-b3201523fee4 HTTP/1.1" status: 204 len: 168 time: 0.1908884 Dec 22 04:54:54.586148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59ff951a-1706-45ef-bea5-3aceee3fc700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.586359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58264) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:54.608105 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-7f96f3e9-69f8-4220-a06a-f4faff7ad6d0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] show failed (client error): The resource could not be found. Dec 22 04:54:54.609198 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f96f3e9-69f8-4220-a06a-f4faff7ad6d0 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "GET /v2.0/security-groups/04302b2a-d912-42f0-93d9-b3201523fee4 HTTP/1.1" status: 404 len: 347 time: 0.0200934 Dec 22 04:54:54.611836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58268) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:54.771966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Deleting port 07d9cfdd-596e-45a0-8b38-83c23177de37 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:54.772277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.958406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.958698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.085555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Calling delete_port for 07d9cfdd-596e-45a0-8b38-83c23177de37 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:55.231289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.235136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c996275-b5eb-4338-a1fc-fbb9689c5acb tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:55.280075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Pushing event deleted for resources: {'Port': ['ID=07d9cfdd-596e-45a0-8b38-83c23177de37,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:55.283243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:55.374436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.388952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.390141 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] 10.222.0.36 "DELETE /v2.0/floatingips/bce759af-ce83-4758-9863-98729c733fab HTTP/1.1" status: 204 len: 168 time: 0.7774065 Dec 22 04:54:55.393226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58272) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:56.086825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c09a24d8-7026-4c0e-87ca-0e2e5e924aef no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:56.127648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: c09a24d8-7026-4c0e-87ca-0e2e5e924aef {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:56.127984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c09a24d8-7026-4c0e-87ca-0e2e5e924aef not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:56.247664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.608943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Deleting port e22e023b-372b-4440-af49-ca9e392c430f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:56.609645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.784290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] For port e22e023b-372b-4440-af49-ca9e392c430f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e22e023b-372b-4440-af49-ca9e392c430f,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:56.784555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.901512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f7f70322-55e2-4907-902a-9d48dd3bca5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.913477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Calling delete_port for e22e023b-372b-4440-af49-ca9e392c430f owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:57.128130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.130396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-971e8b7e-580c-4421-9d25-83c734ccfd0b tempest-RoutersIpV6AdminTest-980034447 tempest-RoutersIpV6AdminTest-980034447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:57.174971 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Pushing event deleted for resources: {'Port': ['ID=e22e023b-372b-4440-af49-ca9e392c430f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:57.178144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:57.261161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58280) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:57.345723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d9f99a-2306-4a11-8385-180bfbae6a6a tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:57.346324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d9f99a-2306-4a11-8385-180bfbae6a6a tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:57.346846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d9f99a-2306-4a11-8385-180bfbae6a6a tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:57.348777 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-63d9f99a-2306-4a11-8385-180bfbae6a6a tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=e765bc1a80cf45709d5ddab0fa47c255&network_id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f HTTP/1.1" status: 200 len: 2999 time: 0.0863464 Dec 22 04:54:57.460549 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.920945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.967554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Router f7903e35-0b58-4563-b47a-66eafaa8ad54 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:54:58.100279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.148940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:54:58.158322 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] Sync routers for ids ['f7903e35-0b58-4563-b47a-66eafaa8ad54'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:58.162050 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] 10.222.0.36 "PUT /v2.0/routers/f7903e35-0b58-4563-b47a-66eafaa8ad54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7676654 Dec 22 04:54:58.164565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58288) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:58.168049 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] Routers {'f7903e35-0b58-4563-b47a-66eafaa8ad54'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:58.168683 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f7903e35-0b58-4563-b47a-66eafaa8ad54'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:58.341982 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] Set router f7903e35-0b58-4563-b47a-66eafaa8ad54 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:58.342243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.517978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.529948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Deleting port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:54:58.530228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.622939 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:54:57Z', 'revision_number': 5, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port': {'id': 'eb8e9675-2f38-45b7-9b86-e98e1cbbe01a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:31Z', 'updated_at': '2021-12-22T04:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:58.626678 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] Checking router: f7903e35-0b58-4563-b47a-66eafaa8ad54 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:58.635366 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] Routers {'f7903e35-0b58-4563-b47a-66eafaa8ad54'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:54:58.636026 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f7903e35-0b58-4563-b47a-66eafaa8ad54'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:58.721015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] For port eb8e9675-2f38-45b7-9b86-e98e1cbbe01a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=eb8e9675-2f38-45b7-9b86-e98e1cbbe01a,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:54:58.721378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.804275 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:54:58.823256 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] Set router f7903e35-0b58-4563-b47a-66eafaa8ad54 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:54:58.847878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Calling delete_port for eb8e9675-2f38-45b7-9b86-e98e1cbbe01a owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:54:58.928101 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:54:58Z', 'revision_number': 6, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:58.932279 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeede18-8c82-45f3-b20c-d23676b2fcb2 None None] The sync data for ids ['f7903e35-0b58-4563-b47a-66eafaa8ad54'] in dv-neutron-822524-1-hyperv is: [{'id': 'f7903e35-0b58-4563-b47a-66eafaa8ad54', 'name': 'tempest-ServerActionsTestJSON-255701197-router', 'tenant_id': '7e49244735364e1d8b264adb2efbdda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:54:58Z', 'revision_number': 6, 'project_id': '7e49244735364e1d8b264adb2efbdda6', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:59.033820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.037520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:59.081564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8e9675-2f38-45b7-9b86-e98e1cbbe01a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:59.298072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.298739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.299294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.299821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.300379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.300927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.301306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.301680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.302054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.302412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.302950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.303486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:59.310058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:59.337584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e22e023b-372b-4440-af49-ca9e392c430f no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:54:59.339799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.403232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: e22e023b-372b-4440-af49-ca9e392c430f {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:54:59.403726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e22e023b-372b-4440-af49-ca9e392c430f not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:54:59.407826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.519554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.521981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.547110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.547650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7903e35-0b58-4563-b47a-66eafaa8ad54 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:54:59.560870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.562037 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] 10.222.0.36 "DELETE /v2.0/routers/f7903e35-0b58-4563-b47a-66eafaa8ad54 HTTP/1.1" status: 204 len: 168 time: 1.3965175 Dec 22 04:54:59.564743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58296) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:54:59.628047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bb9dc0-69aa-4748-97d8-e6e6cd893566 admin admin] Deleting subnet ac08edcf-e0e2-4920-80be-b8ed692d5205 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:54:59.631271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9dc0-69aa-4748-97d8-e6e6cd893566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.681997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9dc0-69aa-4748-97d8-e6e6cd893566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.769869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9dc0-69aa-4748-97d8-e6e6cd893566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.843067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9dc0-69aa-4748-97d8-e6e6cd893566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.849075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46ff0a6f-5694-433b-a77a-40c70955e3c9 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:54:59.885685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb9dc0-69aa-4748-97d8-e6e6cd893566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac08edcf-e0e2-4920-80be-b8ed692d5205,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:59.887688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9dc0-69aa-4748-97d8-e6e6cd893566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.890316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c6bb9dc0-69aa-4748-97d8-e6e6cd893566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:54:59.891825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3964048c-7a5c-4afc-8e34-db309375babc None None] Network 381c7c77-02da-4013-b529-7b532458aa93 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:54:59.897139 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c6bb9dc0-69aa-4748-97d8-e6e6cd893566 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ac08edcf-e0e2-4920-80be-b8ed692d5205 HTTP/1.1" status: 204 len: 168 time: 0.3290589 Dec 22 04:54:59.897429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58302) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:00.021799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.034738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Deleting port 456d23ef-532a-46cc-b724-18241881c8dd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:00.035322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.167463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] DHCP port deletion for 381c7c77-02da-4013-b529-7b532458aa93 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:55:00.171485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] Deleting port 456d23ef-532a-46cc-b724-18241881c8dd {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:00.171867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.258201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] For port 456d23ef-532a-46cc-b724-18241881c8dd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=456d23ef-532a-46cc-b724-18241881c8dd,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:00.258553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.345614 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-4b02703d-9c57-4b3d-a169-54d758510f96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714459 Dec 22 04:55:00.386464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Calling delete_port for 456d23ef-532a-46cc-b724-18241881c8dd owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:00.387801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] For port 456d23ef-532a-46cc-b724-18241881c8dd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=456d23ef-532a-46cc-b724-18241881c8dd,segment=NetworkSegment(6d2b27ce-cd4c-4eee-95b4-ff513b07873e),segment_id=6d2b27ce-cd4c-4eee-95b4-ff513b07873e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:00.388381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.453768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-7eece863-6c41-459f-8089-124568bf7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:00.455358 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-7eece863-6c41-459f-8089-124568bf7a6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 1098 time: 0.0763321 Dec 22 04:55:00.470463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.475517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:00.498420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58306) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:00.512020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] Calling delete_port for 456d23ef-532a-46cc-b724-18241881c8dd owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:00.518970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Pushing event deleted for resources: {'Port': ['ID=456d23ef-532a-46cc-b724-18241881c8dd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:00.522229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:00.523164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] No DVR routers for this DVR port 456d23ef-532a-46cc-b724-18241881c8dd on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:00.590434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:55:00.590768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:55:00.633578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0448f4-8691-4fae-9839-e249e27c2126 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:00.646174 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bd0448f4-8691-4fae-9839-e249e27c2126 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 814 time: 0.1356552 Dec 22 04:55:00.646384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.669493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-f903de3d-3a49-4053-98f4-9b1cda3fcd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:00.670636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381c7c77-02da-4013-b529-7b532458aa93']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:00.671029 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-f903de3d-3a49-4053-98f4-9b1cda3fcd5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 0.1917226 Dec 22 04:55:00.682769 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2b27ce-cd4c-4eee-95b4-ff513b07873e') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:00.683088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2b27ce-cd4c-4eee-95b4-ff513b07873e') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:00.694530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.710146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.716367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:00.716825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:00.730583 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:00.777657 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-83666fed-96e2-469d-9caf-f3aa348861fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 HTTP/1.1" status: 200 len: 1000 time: 0.0998647 Dec 22 04:55:00.813606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.817527 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9fb8c3e-9afa-452f-a091-5148f75e7123 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:00.831643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.842573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Pushing event deleted for resources: {'Network': ['ID=381c7c77-02da-4013-b529-7b532458aa93,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:00.846937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:00.850585 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] 10.222.0.36 "DELETE /v2.0/networks/381c7c77-02da-4013-b529-7b532458aa93 HTTP/1.1" status: 204 len: 168 time: 0.9521308 Dec 22 04:55:00.850991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-dab34c82-a4ce-4ece-ae35-9ae05207a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:00.852591 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-dab34c82-a4ce-4ece-ae35-9ae05207a5d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0660384 Dec 22 04:55:00.944924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-c4de2121-171f-4f38-a4ac-9b58dde22c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:00.946506 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-c4de2121-171f-4f38-a4ac-9b58dde22c1d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788507 Dec 22 04:55:00.979292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58316) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:01.030250 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5f6be6a6-eaae-40b7-a25f-0a5737905f1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e49244735364e1d8b264adb2efbdda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496566 Dec 22 04:55:01.031149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58320) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:01.088393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 456d23ef-532a-46cc-b724-18241881c8dd no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:55:01.090715 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-8dd2fdaa-0274-49bf-85b2-b6e939d56d86 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342976 Dec 22 04:55:01.113649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] Deleting port 456d23ef-532a-46cc-b724-18241881c8dd {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:01.114348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.156934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 456d23ef-532a-46cc-b724-18241881c8dd {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:55:01.157254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 456d23ef-532a-46cc-b724-18241881c8dd not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:55:01.157875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device eb8e9675-2f38-45b7-9b86-e98e1cbbe01a no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:55:01.220967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-572c7338-fd7f-432f-8424-4e667f9ec84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.226354 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-595a534e-14b2-4391-b103-64fc20d22d00 None None] The port '456d23ef-532a-46cc-b724-18241881c8dd' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:55:01.227520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: eb8e9675-2f38-45b7-9b86-e98e1cbbe01a {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:55:01.228062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device eb8e9675-2f38-45b7-9b86-e98e1cbbe01a not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:55:01.236721 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab679347-a0e1-4b9e-bed9-f9d10295a07c req-e949defb-a67d-4565-ab22-dfd9760e8da9 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386304 Dec 22 04:55:01.249507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-572c7338-fd7f-432f-8424-4e667f9ec84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.305345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-572c7338-fd7f-432f-8424-4e667f9ec84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.309532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6b101395-b2f5-4a72-8061-4a217a5ab7e3 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:01.322025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c7338-fd7f-432f-8424-4e667f9ec84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073f9792-be25-4dec-860a-8e80172c3c8c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:01.325653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-572c7338-fd7f-432f-8424-4e667f9ec84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:01.330586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-572c7338-fd7f-432f-8424-4e667f9ec84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.331744 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-572c7338-fd7f-432f-8424-4e667f9ec84c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/073f9792-be25-4dec-860a-8e80172c3c8c HTTP/1.1" status: 204 len: 168 time: 0.2994964 Dec 22 04:55:01.472224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58326) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:01.478741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'network': {'name': 'tempest-network-smoke--513293608', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:01.483990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:01.494744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:01.504285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:01.507914 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.537707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:01.547419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.547889 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Added segment ae62810f-e50f-4deb-a996-8866167acca6 of type vlan for network 8e31c925-27e1-4b96-808d-12d6926e9744 Dec 22 04:55:01.576367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.607257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.612734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:01.613346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.622110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:01.738455 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2651045 Dec 22 04:55:01.739235 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Network': ['ID=8e31c925-27e1-4b96-808d-12d6926e9744,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:01.741638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58338) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:01.744448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:01.751310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 8e31c925-27e1-4b96-808d-12d6926e9744 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:55:01.810021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef24a8f-e55b-44dc-a4a7-4f0ba26321a7 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:01.811568 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cef24a8f-e55b-44dc-a4a7-4f0ba26321a7 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e765bc1a80cf45709d5ddab0fa47c255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0690475 Dec 22 04:55:01.814499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58344) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:01.947343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a24a1cb-791b-4147-8b9c-d01c8fa77efd tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:01.951720 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0a24a1cb-791b-4147-8b9c-d01c8fa77efd tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333795 Dec 22 04:55:01.951884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58354) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:01.994421 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f32150d3-1298-40bb-9c60-e37a037ebc6a tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382919 Dec 22 04:55:01.994645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58358) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:02.033220 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-60825aa7-a437-414d-bfc7-a617f16045fb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e765bc1a80cf45709d5ddab0fa47c255&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373714 Dec 22 04:55:02.035707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58364) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:02.167556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1488d8-611d-44ac-bb63-8ca3a2c7f475 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:02.169049 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4a1488d8-611d-44ac-bb63-8ca3a2c7f475 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324155 Dec 22 04:55:02.171964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58370) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:02.215742 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-84548f74-2fae-4b7d-a1fb-735063c69ec5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423441 Dec 22 04:55:02.217929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58374) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:02.223552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1629045474', 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:02.336171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:02.340299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:subnet and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:02.343372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:02.349193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:02.359132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:02.362622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.590432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.594425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-69ba9937-ba09-4522-98ae-6bcfa5ef919f tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:02.670246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Subnet': ['ID=69cedacf-9d9c-47a3-bd07-475399cafd25,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:02.673945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:02.681458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Checking segment: {'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:02.681844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network hostable DHCP agents. Network: 8e31c925-27e1-4b96-808d-12d6926e9744, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:02.701263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 8e31c925-27e1-4b96-808d-12d6926e9744 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:02.713734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58390) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:02.716514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 8e31c925-27e1-4b96-808d-12d6926e9744) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:02.724421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582489cd-0904-4bfe-83c6-b605c8b6dd7c None None] Network 8e31c925-27e1-4b96-808d-12d6926e9744 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:02.728239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:02.728846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.760907 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5419188 Dec 22 04:55:02.903088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-344700911'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:02.909238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:02.913568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Usage tracker for resource:network and tenant:72cf1cdaf4d04a24bbe992c0d33edce6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:02.917301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:02.924072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:02.936898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Made reservation on behalf of 72cf1cdaf4d04a24bbe992c0d33edce6 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:02.941152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.956854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.974261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:02.979450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Usage tracker for resource:security_group_rule and tenant:72cf1cdaf4d04a24bbe992c0d33edce6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:02.982612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:02.988651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:02.989212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-8e31c925-27e1-4b96-808d-12d6926e9744', 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ips': [{'subnet_id': '69cedacf-9d9c-47a3-bd07-475399cafd25'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:55:02.990203 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.085064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.090562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.093635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b3f12055-c52e-44d4-babd-bcb723e00eaa tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:03.124103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:03.132868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a3a3b-b1e8-418e-b84c-7c80bc583a9f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.136848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:03.139392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.139730 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Added segment 16abb6c1-b912-481b-b3f6-d293c5d70d2b of type vlan for network 53d61aa7-d932-456a-953c-6a814f322858 Dec 22 04:55:03.166708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Allocated IP 172.20.0.18 (8e31c925-27e1-4b96-808d-12d6926e9744/69cedacf-9d9c-47a3-bd07-475399cafd25/65e740ee-72f4-4097-affb-1fad610725cd) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:03.168229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.204768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.211704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:03.212503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.218123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:03.280755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58398) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:03.286330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272274098', 'description': 'tempest-secgroup-smoke-1272274098 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:03.293539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:03.305848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:03.317796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.339720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Pushing event updated for resources: {'Network': ['ID=53d61aa7-d932-456a-953c-6a814f322858,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.342239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:03.346139 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6284175 Dec 22 04:55:03.346139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:03.346444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58402) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:03.351636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:03.354676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 53d61aa7-d932-456a-953c-6a814f322858 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:55:03.355775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:03.361925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:03.399996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Request body: {'network': {'name': 'tempest-network--389850121', 'router:external': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:03.404765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:03.406256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.408669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Usage tracker for resource:network and tenant:0f3d0e69035e4e0296ca20c221053278 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:03.411634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:03.418447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:03.431102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Made reservation on behalf of 0f3d0e69035e4e0296ca20c221053278 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:03.433961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.439068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.443640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.449102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-15e8ee06-29d4-4b33-9545-d495d2947327 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:03.451697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.461699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Transition to ACTIVE for port object 65e740ee-72f4-4097-affb-1fad610725cd will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:03.469257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:03.473751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Usage tracker for resource:security_group_rule and tenant:0f3d0e69035e4e0296ca20c221053278 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:03.476606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:03.482758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:03.484451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Transition to ACTIVE for port object 65e740ee-72f4-4097-affb-1fad610725cd will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:03.492577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8adef9-9a1c-419e-a4e8-2379172d053d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.496058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:03.497344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.500306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.501477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58408) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:03.501649 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2198393 Dec 22 04:55:03.507030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9b888764-bb97-4614-970f-79e7e25baff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:03.509545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f8adef9-9a1c-419e-a4e8-2379172d053d', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:03.516458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:03.524127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:03.528041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:03.536725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:03.565815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.577854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Network 8e31c925-27e1-4b96-808d-12d6926e9744 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:03.583745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:03.588801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:03.629369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Pushing event updated for resources: {'Port': ['ID=65e740ee-72f4-4097-affb-1fad610725cd,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.638571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.645099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.655559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58ebfa97-9e06-4ffe-b828-6a1c8d3b1329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:03.667490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.678367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.678769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.679180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.679516 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.679856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.680286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.680616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.680944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.681853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.682192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.682525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.682802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.682969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:03.687881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:03.696804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:03.705092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Attempting to bind port 65e740ee-72f4-4097-affb-1fad610725cd on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:03.705455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Attempting to bind port 65e740ee-72f4-4097-affb-1fad610725cd by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:03.705831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Attempting to bind port 65e740ee-72f4-4097-affb-1fad610725cd on network 8e31c925-27e1-4b96-808d-12d6926e9744 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:03.708665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f933cb-9fd1-4bee-8cf5-4ce9695e085b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.712017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:55:03.712456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Checking segment: {'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:03.713060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.713594 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Bound using segment: {'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:55:03.714283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Bound port: 65e740ee-72f4-4097-affb-1fad610725cd, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:03.714523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.714759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:03.715343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-891f91ca-9154-4fdd-af90-1073fad4ff7d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:03.727733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.728077 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Added segment f20c54d8-4546-4a0d-bf03-80daae5c102b of type vlan for network 926b5adf-e737-498f-bd40-ca20cfa1c23a Dec 22 04:55:03.740870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a631470d-78ef-47f4-98cc-6d7db8f2f34d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.746006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:03.755954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.757331 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2540443 Dec 22 04:55:03.761162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58412) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:03.769278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f8adef9-9a1c-419e-a4e8-2379172d053d', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:03.774889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.775754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:03.780486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:03.784228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:03.791348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:03.810604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.814172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] For port 65e740ee-72f4-4097-affb-1fad610725cd, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:03.817808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] For port 65e740ee-72f4-4097-affb-1fad610725cd, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=65e740ee-72f4-4097-affb-1fad610725cd,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:55:03.818416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.819606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:03.820310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.822242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.826403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-2b9c9a28-6530-4cb1-bd11-bb550ec1e7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:03.835303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c51bfe2-5faa-41e3-b1e8-6547a4ba1942 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:03.852491 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5048535 Dec 22 04:55:03.857413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58416) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:03.915983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Pushing event updated for resources: {'Port': ['ID=65e740ee-72f4-4097-affb-1fad610725cd,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.919643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:04.027902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.033491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.035649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:04.061640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e065839-b5c1-41bc-8ba3-ae645495cf0c,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.066808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:04.072737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.074018 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3115165 Dec 22 04:55:04.077102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58420) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:04.082407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f8adef9-9a1c-419e-a4e8-2379172d053d', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:04.088951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:04.092966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:04.096082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:04.102898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:04.132255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.177520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event updated for resources: {'Network': ['ID=926b5adf-e737-498f-bd40-ca20cfa1c23a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.183074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d18070a-a069-4ede-8827-40317de3981e tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:04.188031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.201858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 926b5adf-e737-498f-bd40-ca20cfa1c23a details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:55:04.246821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.253671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.256165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:04.279227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f61a20c-e210-420c-847f-8f7a9d49bb9f,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.283591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:04.295313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.298562 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2204275 Dec 22 04:55:04.301646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58424) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:04.315474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f8adef9-9a1c-419e-a4e8-2379172d053d', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:04.322843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:04.326994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:04.330505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:04.342534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:04.364628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.365238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.392747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926b5adf-e737-498f-bd40-ca20cfa1c23a']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:04.409355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20c54d8-4546-4a0d-bf03-80daae5c102b') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:04.409684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20c54d8-4546-4a0d-bf03-80daae5c102b') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:04.422630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.427613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.432369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.434645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e154f012-6317-4aa0-8b0f-9409fe535b8f tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:04.441383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.448750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:04.449225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.459621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa8518a-1f70-47d6-b38d-736335de2034,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.465185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:04.465377 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:04.472722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.473973 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1710548 Dec 22 04:55:04.476853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58428) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:04.482506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f8adef9-9a1c-419e-a4e8-2379172d053d', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:04.488783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:04.492994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:04.495971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:04.502197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:04.514562 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:55:04.521601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.548041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.552233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 926b5adf-e737-498f-bd40-ca20cfa1c23a {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 04:55:04.554659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.558162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19e770bd-fe23-47fe-b3f8-aae37b540856 tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:04.583560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event deleted for resources: {'Network': ['ID=926b5adf-e737-498f-bd40-ca20cfa1c23a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.585964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:04.588246 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fc43fe1b-bc7e-4878-aa4d-4b2cbccabad1 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "DELETE /v2.0/networks/926b5adf-e737-498f-bd40-ca20cfa1c23a HTTP/1.1" status: 204 len: 168 time: 0.7298646 Dec 22 04:55:04.591372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.591619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58432) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:04.596979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.597771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:04.599079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fd9ad7ae-f3c2-4630-884a-2debe2430041 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:04.604703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:04.608640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Usage tracker for resource:network and tenant:0f3d0e69035e4e0296ca20c221053278 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:04.611869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:04.617244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:04.622973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4254c6-a337-40fb-81a7-72817867296d,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.627570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:04.633145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.637127 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566298 Dec 22 04:55:04.637591 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58436) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:04.643171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f8adef9-9a1c-419e-a4e8-2379172d053d', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:04.647811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Made reservation on behalf of 0f3d0e69035e4e0296ca20c221053278 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:04.650151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.663095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:04.671568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:04.675563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:04.685910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:04.698936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:04.705334 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:55:04.714876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.723875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.724244 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Added segment 0b0b55a9-f045-42df-aa5c-c815d001bc3c of type vlan for network 450b74d6-3944-4693-9541-8b68ab6de746 Dec 22 04:55:04.793193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.818683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.826051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.835499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e53a31bf-14ab-4ce2-873a-45a2006b14a0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:04.855175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cc204a-5194-475b-b048-d13dc840afd2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.860406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:04.878606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.880049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:04.880628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.884480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19ab7c62-5c22-4241-91f4-f9a46e348094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015305875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:04.899320 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.900807 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2620347 Dec 22 04:55:04.987802 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3949907 Dec 22 04:55:04.990795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58442) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:04.992861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event updated for resources: {'Network': ['ID=450b74d6-3944-4693-9541-8b68ab6de746,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.996813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Request body: {'subnet': {'network_id': '450b74d6-3944-4693-9541-8b68ab6de746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:04.998769 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:05.002169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:05.007164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 450b74d6-3944-4693-9541-8b68ab6de746 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:55:05.011463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Usage tracker for resource:subnet and tenant:0f3d0e69035e4e0296ca20c221053278 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:05.014669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:05.021013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:05.035092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Made reservation on behalf of 0f3d0e69035e4e0296ca20c221053278 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:05.037608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.155010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1dbc45-c8d8-40e2-bcc1-e96f7157373c None None] Network 8e31c925-27e1-4b96-808d-12d6926e9744 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:05.183616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 65e740ee-72f4-4097-affb-1fad610725cd up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:05.208081 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-d2df5421-3f19-4a0c-931a-4de4a31da3ce tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272274098&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.0703304 Dec 22 04:55:05.316110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a786cf23-f587-4960-8c46-6b9b4eff4273 None None] Provisioning for port 65e740ee-72f4-4097-affb-1fad610725cd completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:05.384834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-7f9ffd54-2a63-47ce-8b7e-a7d865af114e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:05.386237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-7f9ffd54-2a63-47ce-8b7e-a7d865af114e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:05.404611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-7f9ffd54-2a63-47ce-8b7e-a7d865af114e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:05.406367 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-7f9ffd54-2a63-47ce-8b7e-a7d865af114e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/networks?id=8e31c925-27e1-4b96-808d-12d6926e9744 HTTP/1.1" status: 200 len: 796 time: 0.1896892 Dec 22 04:55:05.416365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 65e740ee-72f4-4097-affb-1fad610725cd completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:05.422711 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-b957608b-e5e7-4587-b064-6fa37b854972 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/quotas/e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 375 time: 0.0104825 Dec 22 04:55:05.449196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 65e740ee-72f4-4097-affb-1fad610725cd triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:05.449584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.473946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.objects.ports [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87555) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:55:05.474596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.479188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-312bd37d-34a1-4923-9b24-31b1cabf548e tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:05.534603 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-b205c3ec-e20c-40af-b051-48abcb899020 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1050322 Dec 22 04:55:05.554064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event updated for resources: {'Subnet': ['ID=00fe770f-1d74-43d5-b977-7e98871e8dd3,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:05.557993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:05.560920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Checking segment: {'id': '0b0b55a9-f045-42df-aa5c-c815d001bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '450b74d6-3944-4693-9541-8b68ab6de746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:05.561254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Network hostable DHCP agents. Network: 450b74d6-3944-4693-9541-8b68ab6de746, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:05.582776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Network 450b74d6-3944-4693-9541-8b68ab6de746 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:05.597050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.597261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 450b74d6-3944-4693-9541-8b68ab6de746) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:05.601977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:05.603157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.628302 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6362958 Dec 22 04:55:05.632959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58456) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:05.640489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Request body: {'floatingip': {'floating_network_id': '450b74d6-3944-4693-9541-8b68ab6de746'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:05.646224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:05.651399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Usage tracker for resource:floatingip and tenant:0f3d0e69035e4e0296ca20c221053278 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:05.655771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:05.656414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78caa332-28e6-400b-a349-1dc2a21eaaa0 None None] Network 450b74d6-3944-4693-9541-8b68ab6de746 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:05.662340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:05.679393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.716813 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-c12c49d4-3820-473d-bb63-5d00940f2e0b service neutron] 10.222.0.36 "GET /v2.0/networks/8e31c925-27e1-4b96-808d-12d6926e9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689031 Dec 22 04:55:05.760644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 65e740ee-72f4-4097-affb-1fad610725cd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=65e740ee-72f4-4097-affb-1fad610725cd,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:05.823495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.828580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7ea5e8b2-6eae-4f02-a183-8f610c80ad32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:05.846506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.905894 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-ea288879-3465-4a6b-8c51-2c5c48b89912 service neutron] 10.222.0.36 "GET /v2.0/networks/8e31c925-27e1-4b96-808d-12d6926e9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754665 Dec 22 04:55:05.958997 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-69de7e7c-2724-4966-9d34-fd8c66e4c7ba None None] Provisioning complete for port 65e740ee-72f4-4097-affb-1fad610725cd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:05.959380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-69de7e7c-2724-4966-9d34-fd8c66e4c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.987292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=65e740ee-72f4-4097-affb-1fad610725cd,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:05.997977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:06.000325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Allocated IP 172.20.0.2 (450b74d6-3944-4693-9541-8b68ab6de746/00fe770f-1d74-43d5-b977-7e98871e8dd3/e23da95d-4ddb-4280-bb02-f1fdf2831cd2) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:06.007391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff47f58-7057-4518-98b6-335e1fb74995 None None] Network 450b74d6-3944-4693-9541-8b68ab6de746 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:06.140178 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d7e251d6-c700-4b64-9bce-a69a8f523036 req-66e6a4e9-99ec-4281-b16e-d32ef1fa567e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 210 time: 0.0665367 Dec 22 04:55:06.209658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.247614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.258130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:06.318928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Network 450b74d6-3944-4693-9541-8b68ab6de746 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:06.322564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:06.326383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:06.373037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event updated for resources: {'Port': ['ID=e23da95d-4ddb-4280-bb02-f1fdf2831cd2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:06.377022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:06.414038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.480715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.701199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.706796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.711551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:06.935646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event updated for resources: {'Port': ['ID=e23da95d-4ddb-4280-bb02-f1fdf2831cd2,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:06.939745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:06.944620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.969244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.970358 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3362687 Dec 22 04:55:06.973541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58470) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:07.046728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-612be373-d310-4284-a467-9ea37c86f3b6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Synchronizing usage tracker for tenant:0f3d0e69035e4e0296ca20c221053278 on resource:floatingip {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:07.066297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-612be373-d310-4284-a467-9ea37c86f3b6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Unset dirty status for tenant:0f3d0e69035e4e0296ca20c221053278 on resource:floatingip {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:07.070384 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-612be373-d310-4284-a467-9ea37c86f3b6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=450b74d6-3944-4693-9541-8b68ab6de746 HTTP/1.1" status: 200 len: 689 time: 0.0930948 Dec 22 04:55:07.070589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58474) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:07.097364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 65e740ee-72f4-4097-affb-1fad610725cd up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:07.181112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 65e740ee-72f4-4097-affb-1fad610725cd triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:07.181494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.321940 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-49be7760-28d9-4f69-a06c-54fc5c998aa4 req-faea04dc-3a3b-4c43-81d5-02f776db72a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 210 time: 0.0601499 Dec 22 04:55:07.339898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.444950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Deleting port e23da95d-4ddb-4280-bb02-f1fdf2831cd2 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:07.445293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.513865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-950e850a-427e-4c70-8e87-153bcfa7172b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:07.515322 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-950e850a-427e-4c70-8e87-153bcfa7172b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=8e31c925-27e1-4b96-808d-12d6926e9744 HTTP/1.1" status: 200 len: 796 time: 0.3337574 Dec 22 04:55:07.646426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-2b7a0a08-0d30-40ac-8e70-9e6295e094f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:07.685639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.685972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.695715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-2b7a0a08-0d30-40ac-8e70-9e6295e094f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:07.696893 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-2b7a0a08-0d30-40ac-8e70-9e6295e094f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 472 time: 0.1609018 Dec 22 04:55:07.805946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'device_id': '84bcc5fb-d068-47ab-bfd7-5a1da0152b61', 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744', 'admin_state_up': True, 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'security_groups': ['6f8adef9-9a1c-419e-a4e8-2379172d053d']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:07.824878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Calling delete_port for e23da95d-4ddb-4280-bb02-f1fdf2831cd2 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:08.043212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:08.055644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:port and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:08.060378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:08.069199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:08.086836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:08.090554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.101177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.107722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cb9d7f39-1f2e-44ce-a612-ebf5c0e47aca tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:08.159096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event deleted for resources: {'Port': ['ID=e23da95d-4ddb-4280-bb02-f1fdf2831cd2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:08.192065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:08.317738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.425569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.24 (8e31c925-27e1-4b96-808d-12d6926e9744/69cedacf-9d9c-47a3-bd07-475399cafd25/bcb0880c-6fc1-4472-95ec-6877e45580e8) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:08.434364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.470592 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f379cfe-b665-4593-9ab8-25e4f1b8e148 req-8067ef15-2e1a-465e-b8d6-18007170312c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 210 time: 0.0453682 Dec 22 04:55:08.729629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.735361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3afacf0b-272d-4e7b-bba6-33316d665b83 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:08.789793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=00fe770f-1d74-43d5-b977-7e98871e8dd3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:08.796874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:08.903536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.907643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.950431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object bcb0880c-6fc1-4472-95ec-6877e45580e8 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:08.952572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450b74d6-3944-4693-9541-8b68ab6de746']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:08.966326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0b55a9-f045-42df-aa5c-c815d001bc3c') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:08.966591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0b55a9-f045-42df-aa5c-c815d001bc3c') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:08.980114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.999522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.007291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:09.007659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:09.020874 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:09.085238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.092871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a18f6459-745f-495f-8d86-47d75a223f29 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:09.165950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.170555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 8e31c925-27e1-4b96-808d-12d6926e9744 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:09.173062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:09.174818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 450b74d6-3944-4693-9541-8b68ab6de746 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 04:55:09.179250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.181851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:09.211791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=bcb0880c-6fc1-4472-95ec-6877e45580e8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:09.221081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:09.228190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0c407c2a-f706-4e71-8f53-42af46d4594b tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:09.267170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event deleted for resources: {'Network': ['ID=450b74d6-3944-4693-9541-8b68ab6de746,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:09.277039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:09.289534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.290225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.304303 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "DELETE /v2.0/networks/450b74d6-3944-4693-9541-8b68ab6de746 HTTP/1.1" status: 204 len: 168 time: 2.2326429 Dec 22 04:55:09.307112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58486) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:09.314826 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5681524 Dec 22 04:55:09.333633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Request body: {'port': {'device_id': '84bcc5fb-d068-47ab-bfd7-5a1da0152b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:09.417150 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2b150ea2-4287-4cbc-a149-930cbf0410bc tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.1078713 Dec 22 04:55:09.419472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58490) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:09.455984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.471509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0ab18cd9-22fe-47ec-90da-c681ac51a705 None None] Provisioning for port bcb0880c-6fc1-4472-95ec-6877e45580e8 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:09.478973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0ab18cd9-22fe-47ec-90da-c681ac51a705 None None] Provisioning complete for port bcb0880c-6fc1-4472-95ec-6877e45580e8 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:09.479215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0ab18cd9-22fe-47ec-90da-c681ac51a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.503025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2744746-a087-455d-9cb1-68fd9c006133 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.504249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2744746-a087-455d-9cb1-68fd9c006133 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.504888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2744746-a087-455d-9cb1-68fd9c006133 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.505517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2744746-a087-455d-9cb1-68fd9c006133 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.506336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2744746-a087-455d-9cb1-68fd9c006133 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.506963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2744746-a087-455d-9cb1-68fd9c006133 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.507630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2744746-a087-455d-9cb1-68fd9c006133 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.509942 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f2744746-a087-455d-9cb1-68fd9c006133 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0894194 Dec 22 04:55:09.516694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58496) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:09.535080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0ab18cd9-22fe-47ec-90da-c681ac51a705 None None] Port bcb0880c-6fc1-4472-95ec-6877e45580e8 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:55:09.762793 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-d6bf47e5-fc1b-4502-9f55-3485a10eb20f tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] delete failed (client error): The resource could not be found. Dec 22 04:55:09.763757 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d6bf47e5-fc1b-4502-9f55-3485a10eb20f tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/67341a59-9df6-4832-9e20-7b813a2ccb11 HTTP/1.1" status: 404 len: 345 time: 0.2463074 Dec 22 04:55:09.769415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58500) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:09.802973 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1a4803-6ce4-460f-a6c2-b87dc76d7431 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 04:55:09.803431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1a4803-6ce4-460f-a6c2-b87dc76d7431 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:09.805280 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bf1a4803-6ce4-460f-a6c2-b87dc76d7431 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "DELETE /v2.0/networks/450b74d6-3944-4693-9541-8b68ab6de746 HTTP/1.1" status: 404 len: 339 time: 0.0349295 Dec 22 04:55:09.809715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58504) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:09.815920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Request body: {'network': {'name': 'tempest-network--912887194', 'router:external': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:09.823605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:09.828801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Usage tracker for resource:network and tenant:0f3d0e69035e4e0296ca20c221053278 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:09.832811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:09.839563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:09.863997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85876f5d-f5d3-4dcd-aed7-faac60c24d1e req-ecdf5b94-8f75-47e9-b804-4babd74905e3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.864893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb0880c-6fc1-4472-95ec-6877e45580e8 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:55:09.865615 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-85876f5d-f5d3-4dcd-aed7-faac60c24d1e req-ecdf5b94-8f75-47e9-b804-4babd74905e3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 932 time: 0.1523867 Dec 22 04:55:09.866170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Made reservation on behalf of 0f3d0e69035e4e0296ca20c221053278 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:09.868671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.873332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.888815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Transition to ACTIVE for port object bcb0880c-6fc1-4472-95ec-6877e45580e8 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:09.894578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.900531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c14ffd4a-e316-4660-be29-f12b1f888025 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:09.928741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:09.937978 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-85876f5d-f5d3-4dcd-aed7-faac60c24d1e req-d884be10-dc9d-4246-bb57-ade9a692cac4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594814 Dec 22 04:55:09.942822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.943206 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Added segment 7da9e676-95c7-4e70-ab49-f5268fa72a58 of type vlan for network 192416c4-cd12-4a61-8568-272e08c2d9e8 Dec 22 04:55:09.983555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.021731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.022887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.023638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.029298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-21f88601-23e9-4552-bd97-17598cd12fc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:10.073301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Pushing event updated for resources: {'Port': ['ID=bcb0880c-6fc1-4472-95ec-6877e45580e8,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.076438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:10.132298 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3205795 Dec 22 04:55:10.134787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58508) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:10.142974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event updated for resources: {'Network': ['ID=192416c4-cd12-4a61-8568-272e08c2d9e8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.145796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:10.154839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 192416c4-cd12-4a61-8568-272e08c2d9e8 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:55:10.241108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Attempting to bind port bcb0880c-6fc1-4472-95ec-6877e45580e8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:10.241344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Attempting to bind port bcb0880c-6fc1-4472-95ec-6877e45580e8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:10.241617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Attempting to bind port bcb0880c-6fc1-4472-95ec-6877e45580e8 on network 8e31c925-27e1-4b96-808d-12d6926e9744 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:10.253778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Port bcb0880c-6fc1-4472-95ec-6877e45580e8 on network 8e31c925-27e1-4b96-808d-12d6926e9744 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:10.254125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Attempting to bind port bcb0880c-6fc1-4472-95ec-6877e45580e8 on network 8e31c925-27e1-4b96-808d-12d6926e9744 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:10.263443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:55:10.263754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Checking segment: {'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:10.264163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Bound using segment: {'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:55:10.264599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Bound port: bcb0880c-6fc1-4472-95ec-6877e45580e8, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:10.264955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.481441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c636c-7973-4561-93ec-2e041c8e9837 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.486978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c636c-7973-4561-93ec-2e041c8e9837 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.492906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c636c-7973-4561-93ec-2e041c8e9837 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.498689 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c636c-7973-4561-93ec-2e041c8e9837 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.500391 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e77c636c-7973-4561-93ec-2e041c8e9837 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3645430 Dec 22 04:55:10.503497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58512) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:10.530857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] For port bcb0880c-6fc1-4472-95ec-6877e45580e8, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:10.533708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] For port bcb0880c-6fc1-4472-95ec-6877e45580e8, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bcb0880c-6fc1-4472-95ec-6877e45580e8,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:55:10.538650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.542351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:10.609446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.610025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.611418 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] 10.222.0.61 "PUT /v2.0/ports/bcb0880c-6fc1-4472-95ec-6877e45580e8 HTTP/1.1" status: 200 len: 1094 time: 1.2824852 Dec 22 04:55:10.612458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bcc5fb-d068-47ab-bfd7-5a1da0152b61', 'tag': 'bcb0880c-6fc1-4472-95ec-6877e45580e8'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:10.614219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.644077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Pushing event updated for resources: {'Port': ['ID=bcb0880c-6fc1-4472-95ec-6877e45580e8,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.647367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:10.714565 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bcc5fb-d068-47ab-bfd7-5a1da0152b61', 'tag': 'bcb0880c-6fc1-4472-95ec-6877e45580e8', 'status': 'completed', 'code': 200} Dec 22 04:55:10.750565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.757582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-a2a39946-09c7-4eed-856a-ef1c3545d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.759341 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-a2a39946-09c7-4eed-856a-ef1c3545d8d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 1097 time: 0.0802438 Dec 22 04:55:10.777539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192416c4-cd12-4a61-8568-272e08c2d9e8']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.793463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da9e676-95c7-4e70-ab49-f5268fa72a58') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.793691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da9e676-95c7-4e70-ab49-f5268fa72a58') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.807004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.823189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.829133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:10.829636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.839845 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-de77a484-7dce-40e3-9a54-88826ceae4c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bcb0880c-6fc1-4472-95ec-6877e45580e8 HTTP/1.1" status: 200 len: 217 time: 0.0671031 Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:10.843500 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:10.906269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-14226a29-b387-491d-b40d-88c3582067c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.907717 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-14226a29-b387-491d-b40d-88c3582067c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69cedacf-9d9c-47a3-bd07-475399cafd25 HTTP/1.1" status: 200 len: 838 time: 0.0610836 Dec 22 04:55:10.937386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.940710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ef4d805f-f687-4fa3-bfc2-adff5ebea0f4 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:10.953941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 192416c4-cd12-4a61-8568-272e08c2d9e8 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 04:55:10.957926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.967361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event deleted for resources: {'Network': ['ID=192416c4-cd12-4a61-8568-272e08c2d9e8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.970814 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "DELETE /v2.0/networks/192416c4-cd12-4a61-8568-272e08c2d9e8 HTTP/1.1" status: 204 len: 168 time: 0.4654636 Dec 22 04:55:10.971551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-599b540b-cae8-41e1-a25d-f9f3815a2022 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:10.974884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58520) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:10.980463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Request body: {'network': {'name': 'tempest-network--497121415', 'router:external': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:10.985486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:10.989491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Usage tracker for resource:network and tenant:0f3d0e69035e4e0296ca20c221053278 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:10.992577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:10.998427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-63808d20-626f-433a-8992-981a22a61912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.998956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:11.000235 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-63808d20-626f-433a-8992-981a22a61912 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e31c925-27e1-4b96-808d-12d6926e9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0861938 Dec 22 04:55:11.011335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Made reservation on behalf of 0f3d0e69035e4e0296ca20c221053278 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:11.014147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.048057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:11.062078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.062578 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Added segment 82f1e78f-8854-498e-af7f-23b7dbe58401 of type vlan for network bb586b01-d9bd-40ba-98e3-f142463a8144 Dec 22 04:55:11.146689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.180269 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-cefa1c7d-5e03-4ddb-b8f2-aa2b1aff4d28 service neutron] 10.222.0.61 "GET /v2.0/networks/8e31c925-27e1-4b96-808d-12d6926e9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719260 Dec 22 04:55:11.202107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.203088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.203687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.209089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-74609961-c023-4637-885a-e4db65d4117f tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:11.234995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e9ffa-9f50-44d5-ae66-0f09b453170a req-e1f8ff78-fa0f-4622-8373-49251116843e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.236566 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-041e9ffa-9f50-44d5-ae66-0f09b453170a req-e1f8ff78-fa0f-4622-8373-49251116843e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 944 time: 0.1535537 Dec 22 04:55:11.325167 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3b9d769-0031-4caa-98b2-67c8a4409fc6 req-24646bb7-c905-48d7-acf2-4a2c5d61678a service neutron] 10.222.0.61 "GET /v2.0/networks/8e31c925-27e1-4b96-808d-12d6926e9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385200 Dec 22 04:55:11.328462 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3528152 Dec 22 04:55:11.331301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58524) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:11.343764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event updated for resources: {'Network': ['ID=bb586b01-d9bd-40ba-98e3-f142463a8144,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:11.347882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:11.358773 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-041e9ffa-9f50-44d5-ae66-0f09b453170a req-e95981d6-5850-4a96-b808-cff1036158ca tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674944 Dec 22 04:55:11.392705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network bb586b01-d9bd-40ba-98e3-f142463a8144 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:55:11.450363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af589fc4-373d-413f-bf76-93ae5300b30f tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.451865 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-af589fc4-373d-413f-bf76-93ae5300b30f tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] 10.222.0.36 "GET /v2.0/networks/bb586b01-d9bd-40ba-98e3-f142463a8144 HTTP/1.1" status: 200 len: 756 time: 0.1193802 Dec 22 04:55:11.454910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58528) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:11.536792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-0db7767c-24be-4b65-b47f-06dafefde86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.538303 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-0db7767c-24be-4b65-b47f-06dafefde86a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 1097 time: 0.0854101 Dec 22 04:55:11.588973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8669b5c-fc6c-4613-ac42-69562958d533 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.589561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a8669b5c-fc6c-4613-ac42-69562958d533 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Synchronizing usage tracker for tenant:72cf1cdaf4d04a24bbe992c0d33edce6 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:11.606859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a8669b5c-fc6c-4613-ac42-69562958d533 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Unset dirty status for tenant:72cf1cdaf4d04a24bbe992c0d33edce6 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:11.608103 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a8669b5c-fc6c-4613-ac42-69562958d533 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] 10.222.0.36 "GET /v2.0/networks/53d61aa7-d932-456a-953c-6a814f322858 HTTP/1.1" status: 200 len: 767 time: 0.1514113 Dec 22 04:55:11.611068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58532) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:11.675538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-7d9d8116-184d-47ca-8d14-a501d8eb36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.677179 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-7d9d8116-184d-47ca-8d14-a501d8eb36cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=8e31c925-27e1-4b96-808d-12d6926e9744 HTTP/1.1" status: 200 len: 897 time: 0.1322353 Dec 22 04:55:11.717088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.751230 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-7b056052-c240-42fe-ac19-3370ca060da4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bcb0880c-6fc1-4472-95ec-6877e45580e8 HTTP/1.1" status: 200 len: 217 time: 0.0671794 Dec 22 04:55:11.814557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-31dd2fe5-2e17-4b20-a57d-7aa68352da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.816086 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-31dd2fe5-2e17-4b20-a57d-7aa68352da73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69cedacf-9d9c-47a3-bd07-475399cafd25 HTTP/1.1" status: 200 len: 838 time: 0.0583444 Dec 22 04:55:11.844034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.870650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb586b01-d9bd-40ba-98e3-f142463a8144']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:11.882942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f1e78f-8854-498e-af7f-23b7dbe58401') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:11.883165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f1e78f-8854-498e-af7f-23b7dbe58401') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:11.892342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-cb2ad6ca-8794-43ae-9e54-c53adf5f9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.893910 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-cb2ad6ca-8794-43ae-9e54-c53adf5f9224 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e31c925-27e1-4b96-808d-12d6926e9744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710878 Dec 22 04:55:11.894843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.910754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.916970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:11.917356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:11.930779 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:12.032300 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-02841f38-fb20-4dbf-880a-36657dde60b1 service neutron] 10.222.0.61 "GET /v2.0/networks/8e31c925-27e1-4b96-808d-12d6926e9744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314495 Dec 22 04:55:12.136908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.142253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb586b01-d9bd-40ba-98e3-f142463a8144 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 04:55:12.144786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.149241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6436804c-bdb7-4634-b54f-e84a08017a25 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:12.169215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb586b01-d9bd-40ba-98e3-f142463a8144,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:12.169628 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cd193f02-4c33-48be-8d8d-8b407c060afb req-7f64a93f-b1e3-4d3c-87d9-59acb83f888f service neutron] 10.222.0.61 "GET /v2.0/networks/8e31c925-27e1-4b96-808d-12d6926e9744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301079 Dec 22 04:55:12.172277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:12.178206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58536) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:12.178456 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "DELETE /v2.0/networks/bb586b01-d9bd-40ba-98e3-f142463a8144 HTTP/1.1" status: 204 len: 168 time: 0.5663853 Dec 22 04:55:12.184523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Request body: {'network': {'name': 'tempest-network--427640838'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:12.189470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:12.193405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Usage tracker for resource:network and tenant:0f3d0e69035e4e0296ca20c221053278 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:12.196788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:12.202656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:12.214013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Made reservation on behalf of 0f3d0e69035e4e0296ca20c221053278 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:12.216371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.248546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:12.258399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.258740 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Added segment 8c6c96f3-8b16-4516-8208-064e2e78af9d of type vlan for network 61336ba4-ca76-48a7-b925-18d59e10b0a2 Dec 22 04:55:12.284824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.315265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.316329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:12.316913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.321966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9829d849-77ca-4194-9bf0-647d88801364 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:12.527219 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3476813 Dec 22 04:55:12.530965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58542) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:12.539048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f4741598-b166-4631-b64e-e80ad3a51144 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:12.552030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event updated for resources: {'Network': ['ID=61336ba4-ca76-48a7-b925-18d59e10b0a2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:12.556549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:12.564495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 61336ba4-ca76-48a7-b925-18d59e10b0a2 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:55:12.569226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266daab7-0005-47be-8b32-331aa93ffe41 req-d521164a-6de5-4652-989b-aa1fc2fc00a4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:12.571201 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-266daab7-0005-47be-8b32-331aa93ffe41 req-d521164a-6de5-4652-989b-aa1fc2fc00a4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 944 time: 0.0922809 Dec 22 04:55:12.617972 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-266daab7-0005-47be-8b32-331aa93ffe41 req-653a5cbe-0b3c-4ec6-890f-cb040123a224 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Dec 22 04:55:12.770317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4741598-b166-4631-b64e-e80ad3a51144 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.788852 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4741598-b166-4631-b64e-e80ad3a51144 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.792558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ddd00c40-d560-4ece-bbc7-68759e063b22 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:12.811621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4741598-b166-4631-b64e-e80ad3a51144 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Network 61336ba4-ca76-48a7-b925-18d59e10b0a2 is not hosted by any dhcp agent {{(pid=87555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 04:55:12.812525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4741598-b166-4631-b64e-e80ad3a51144 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:12.813117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4741598-b166-4631-b64e-e80ad3a51144 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.814385 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f4741598-b166-4631-b64e-e80ad3a51144 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "PUT /v2.0/networks/61336ba4-ca76-48a7-b925-18d59e10b0a2 HTTP/1.1" status: 200 len: 857 time: 0.2830677 Dec 22 04:55:12.817538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58546) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:12.882412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4741598-b166-4631-b64e-e80ad3a51144 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event updated for resources: {'Network': ['ID=61336ba4-ca76-48a7-b925-18d59e10b0a2,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:12.885376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f4741598-b166-4631-b64e-e80ad3a51144 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:12.926501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.050462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.075477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61336ba4-ca76-48a7-b925-18d59e10b0a2']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:13.087513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6c96f3-8b16-4516-8208-064e2e78af9d') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:13.087812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6c96f3-8b16-4516-8208-064e2e78af9d') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:13.098904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.115372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.122474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:13.122859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:13.136419 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:13.219389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.222766 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8228736f-7358-4827-9440-2db52f57448f tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:13.236225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61336ba4-ca76-48a7-b925-18d59e10b0a2 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 04:55:13.240125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.247024 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Pushing event deleted for resources: {'Network': ['ID=61336ba4-ca76-48a7-b925-18d59e10b0a2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:13.250141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:13.251663 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] 10.222.0.36 "DELETE /v2.0/networks/61336ba4-ca76-48a7-b925-18d59e10b0a2 HTTP/1.1" status: 204 len: 168 time: 0.4331365 Dec 22 04:55:13.255219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58550) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:13.300629 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2e6bf8-90d0-4349-abfa-add25f8859ed tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:13.301103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2e6bf8-90d0-4349-abfa-add25f8859ed tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:13.305381 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2d2e6bf8-90d0-4349-abfa-add25f8859ed tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] 10.222.0.36 "DELETE /v2.0/subnets/00fe770f-1d74-43d5-b977-7e98871e8dd3 HTTP/1.1" status: 404 len: 337 time: 0.0467341 Dec 22 04:55:13.305683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58554) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:13.424628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.562677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.587105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d61aa7-d932-456a-953c-6a814f322858']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:13.599008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16abb6c1-b912-481b-b3f6-d293c5d70d2b') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:13.599296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16abb6c1-b912-481b-b3f6-d293c5d70d2b') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:13.610582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.626158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.632096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:13.632499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:13.647470 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:13.732935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.738736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.744050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9506f18-95bb-4716-90b9-d80e8fbbeb1e tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:13.813547 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] 10.222.0.36 "DELETE /v2.0/networks/53d61aa7-d932-456a-953c-6a814f322858 HTTP/1.1" status: 204 len: 168 time: 0.5066538 Dec 22 04:55:13.815051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Pushing event deleted for resources: {'Network': ['ID=53d61aa7-d932-456a-953c-6a814f322858,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:13.818088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:13.858676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b918b6-c3f1-4c83-bafb-5c35b7e980de req-5b106a57-16c1-46e3-9de1-30d004ed24e3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:13.860437 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-65b918b6-c3f1-4c83-bafb-5c35b7e980de req-5b106a57-16c1-46e3-9de1-30d004ed24e3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 944 time: 0.1174607 Dec 22 04:55:13.908192 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-65b918b6-c3f1-4c83-bafb-5c35b7e980de req-59f3c95e-52b5-45d5-aebb-568d7d8caaa2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Dec 22 04:55:14.092172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58564) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:14.264196 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2715bf01-3d79-443d-9ae9-db67ba94232c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72cf1cdaf4d04a24bbe992c0d33edce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704524 Dec 22 04:55:14.266814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58570) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:14.288698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.326654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5aef3fd2-9149-4e2a-a384-d18f0b60123d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.352835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5aef3fd2-9149-4e2a-a384-d18f0b60123d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.408865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5aef3fd2-9149-4e2a-a384-d18f0b60123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.412589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e3827b2-0a1e-4f2b-80b4-4ae07553c396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:14.423324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef3fd2-9149-4e2a-a384-d18f0b60123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a3a3b-b1e8-418e-b84c-7c80bc583a9f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:14.427254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5aef3fd2-9149-4e2a-a384-d18f0b60123d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:14.430849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5aef3fd2-9149-4e2a-a384-d18f0b60123d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.431977 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5aef3fd2-9149-4e2a-a384-d18f0b60123d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f8a3a3b-b1e8-418e-b84c-7c80bc583a9f HTTP/1.1" status: 204 len: 168 time: 0.1642590 Dec 22 04:55:14.745427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58578) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:14.800129 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-be9ce16a-237b-4a56-9904-c8aeb5da2904 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f3d0e69035e4e0296ca20c221053278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532572 Dec 22 04:55:14.802662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58582) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:14.860449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c1d8ce8-8300-47c0-9570-8d95b8282c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.888492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c1d8ce8-8300-47c0-9570-8d95b8282c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.945635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c1d8ce8-8300-47c0-9570-8d95b8282c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.950021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88a5fd54-127f-4e58-a408-fc0d8c558fbc tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:14.961186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d8ce8-8300-47c0-9570-8d95b8282c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f933cb-9fd1-4bee-8cf5-4ce9695e085b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:14.964216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c1d8ce8-8300-47c0-9570-8d95b8282c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:14.970657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c1d8ce8-8300-47c0-9570-8d95b8282c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.973085 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9c1d8ce8-8300-47c0-9570-8d95b8282c04 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04f933cb-9fd1-4bee-8cf5-4ce9695e085b HTTP/1.1" status: 204 len: 168 time: 0.1690803 Dec 22 04:55:15.124653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b10cc-8325-44dd-9b06-4f1fdcf33153 req-c6962734-4a64-4279-b42c-cadb7e496ef3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:15.126123 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7b10cc-8325-44dd-9b06-4f1fdcf33153 req-c6962734-4a64-4279-b42c-cadb7e496ef3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 944 time: 0.0891280 Dec 22 04:55:15.173581 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7b10cc-8325-44dd-9b06-4f1fdcf33153 req-fcd599b9-c247-49c0-9ab1-113de1d09635 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 Dec 22 04:55:16.168817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device bcb0880c-6fc1-4472-95ec-6877e45580e8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:55:16.334150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port bcb0880c-6fc1-4472-95ec-6877e45580e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bcb0880c-6fc1-4472-95ec-6877e45580e8,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:16.348303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'bcb0880c-6fc1-4472-95ec-6877e45580e8', 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744', 'port_id': 'bcb0880c-6fc1-4472-95ec-6877e45580e8', 'mac_address': 'fa:16:3e:99:41:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cedacf-9d9c-47a3-bd07-475399cafd25', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:55:16.388008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415919f6-c08c-4054-b4f4-61ae79cfae59 req-6c973371-f424-4bc5-af11-53704988231d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:16.389511 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-415919f6-c08c-4054-b4f4-61ae79cfae59 req-6c973371-f424-4bc5-af11-53704988231d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 944 time: 0.0815105 Dec 22 04:55:16.402667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58624) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:16.406270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.427038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb0880c-6fc1-4472-95ec-6877e45580e8 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:55:16.436460 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-415919f6-c08c-4054-b4f4-61ae79cfae59 req-107908ea-9b99-424a-81df-813547b000bc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 Dec 22 04:55:16.443326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port bcb0880c-6fc1-4472-95ec-6877e45580e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bcb0880c-6fc1-4472-95ec-6877e45580e8,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:16.449388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.451273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:16.564444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=bcb0880c-6fc1-4472-95ec-6877e45580e8,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.567532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:16.577337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1997225925'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:16.582512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:16.586461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Usage tracker for resource:network and tenant:76431e5ce4424d108856bd8ed9ec08cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:16.589399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:16.595922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:16.607573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Made reservation on behalf of 76431e5ce4424d108856bd8ed9ec08cd for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:16.610938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.625310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.640082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:16.643947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Usage tracker for resource:security_group_rule and tenant:76431e5ce4424d108856bd8ed9ec08cd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:16.646823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:16.652952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:16.738818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.744679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.747684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-29c7fc63-485d-4e5b-a7c5-6d40268cbc2f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:16.777033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:16.785477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060597bd-b95f-4452-801d-82371603e35b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.789069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:16.791696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.792034 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Added segment f044bb8b-1ceb-4be8-8872-1c3436ae84ac of type vlan for network dad0781c-ee67-4fa4-ba65-3c31264702f2 Dec 22 04:55:16.818298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.851541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.861234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:16.862162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.867493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:16.867649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['bcb0880c-6fc1-4472-95ec-6877e45580e8'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:55:16.975794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Pushing event updated for resources: {'Network': ['ID=dad0781c-ee67-4fa4-ba65-3c31264702f2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.981583 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5747006 Dec 22 04:55:16.981583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:16.990778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network dad0781c-ee67-4fa4-ba65-3c31264702f2 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:55:17.145300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58634) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:17.150785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Request body: {'port': {'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2012436806'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:17.155465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:17.159331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Usage tracker for resource:port and tenant:f0036d60ff974f5dab56b6c14471d984 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:17.162724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:17.168617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:17.180163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Made reservation on behalf of f0036d60ff974f5dab56b6c14471d984 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:17.182689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.199285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.334556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:17.338876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Usage tracker for resource:security_group_rule and tenant:f0036d60ff974f5dab56b6c14471d984 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:17.341793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:17.347497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:17.429182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.435296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.437700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dc44a168-3563-4889-a291-0823e0f45843 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:17.448342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] device_id is not set on port 659c1992-6e6c-4746-9518-796213e6e1b2 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:17.516811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf99ea-c741-4266-8648-079b15901008,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:17.520307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:17.792320 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2da64-1de3-4b12-aea1-a6057f09e78e req-21adafde-dac5-49ab-a50b-b0f356987411 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:17.793781 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4cd2da64-1de3-4b12-aea1-a6057f09e78e req-21adafde-dac5-49ab-a50b-b0f356987411 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 945 time: 0.2429032 Dec 22 04:55:17.830223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] device_id is not set on port 659c1992-6e6c-4746-9518-796213e6e1b2 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:17.843093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.868847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Transition to ACTIVE for port object 659c1992-6e6c-4746-9518-796213e6e1b2 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:17.872782 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4cd2da64-1de3-4b12-aea1-a6057f09e78e req-815d5ed7-cfda-4216-b3c3-01b53cd39ad7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680993 Dec 22 04:55:17.882157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.888570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0cd0830c-9dda-4cef-8ddf-7c860b67f87c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:17.966370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event updated for resources: {'Port': ['ID=659c1992-6e6c-4746-9518-796213e6e1b2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:17.970966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:17.981053 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Checking segment: {'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:17.981434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Network hostable DHCP agents. Network: dad0781c-ee67-4fa4-ba65-3c31264702f2, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:18.003248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Network dad0781c-ee67-4fa4-ba65-3c31264702f2 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:18.015700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, dad0781c-ee67-4fa4-ba65-3c31264702f2) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:18.020484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:18.026428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f00cb6d-26c0-4fc6-9052-f58e741d1e64 None None] Network dad0781c-ee67-4fa4-ba65-3c31264702f2 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:18.036674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:18.037010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:18.037344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:18.042437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:18.042693 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:18.043111 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 2 to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 Dec 22 04:55:18.057898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:18.058577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:18.058905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:18.063534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:18.063853 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:18.064278 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 3 to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 Dec 22 04:55:18.082588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:18.082915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:18.083260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:18.089087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:18.089539 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:18.090000 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 4 to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 Dec 22 04:55:18.105374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:18.105717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:18.106034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:18.111779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:18.112103 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:18.112528 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 5 to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 Dec 22 04:55:18.127079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:18.127408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:18.127736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:18.132494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:18.132813 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:18.133203 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 6 to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 Dec 22 04:55:18.147948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:18.148328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:18.148665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:18.153582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:18.153901 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:18.154294 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 7 to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 Dec 22 04:55:18.169393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:18.169740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:18.170101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:18.174820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:18.175135 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:18.175522 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 8 to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 Dec 22 04:55:18.182217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device bcb0880c-6fc1-4472-95ec-6877e45580e8 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:18.190747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:18.191109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:18.191389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:18.196282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:18.196608 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:18.197088 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 9 to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 Dec 22 04:55:18.212368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:18.212694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:18.213038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:18.218023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:18.218344 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:18.218727 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 10 to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 Dec 22 04:55:18.233905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:18.234241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:18.234595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:18.240099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 659c1992-6e6c-4746-9518-796213e6e1b2 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:18.240446 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 659c1992-6e6c-4746-9518-796213e6e1b2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:18.240816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.277045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port bcb0880c-6fc1-4472-95ec-6877e45580e8 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:18.285705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port bcb0880c-6fc1-4472-95ec-6877e45580e8 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:18.286105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.339484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] For port 659c1992-6e6c-4746-9518-796213e6e1b2, host hv-neutron-8225, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:18.339774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempted to set empty binding levels {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 04:55:18.344629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.349154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2cc7159e-b559-4f70-800a-cca938bef748 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:18.404349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.404951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.408991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.427775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event updated for resources: {'Port': ['ID=659c1992-6e6c-4746-9518-796213e6e1b2,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:18.432541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:18.438175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bcc5fb-d068-47ab-bfd7-5a1da0152b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb0880c-6fc1-4472-95ec-6877e45580e8'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:18.441476 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 1.2951493 Dec 22 04:55:18.444761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58642) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:18.448739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port bcb0880c-6fc1-4472-95ec-6877e45580e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bcb0880c-6fc1-4472-95ec-6877e45580e8,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:18.453552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.457031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-574c8112-ff4e-4e6d-9952-4394a17b2ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:18.497232 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bcc5fb-d068-47ab-bfd7-5a1da0152b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb0880c-6fc1-4472-95ec-6877e45580e8', 'code': 200} Dec 22 04:55:18.511610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Deleting port 659c1992-6e6c-4746-9518-796213e6e1b2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:18.511954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.531840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=bcb0880c-6fc1-4472-95ec-6877e45580e8,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:18.537429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:18.721525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] For port 659c1992-6e6c-4746-9518-796213e6e1b2, host hv-neutron-8225, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:18.721881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.752958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f7a3-3c85-4bf5-9a28-c0eeecc9183c req-6c4ed78c-a77a-4f6f-a720-afa718b0efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.754608 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4625f7a3-3c85-4bf5-9a28-c0eeecc9183c req-6c4ed78c-a77a-4f6f-a720-afa718b0efb3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 1099 time: 0.0723283 Dec 22 04:55:18.794473 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4625f7a3-3c85-4bf5-9a28-c0eeecc9183c req-720c9cfe-d48d-422e-adaa-5b13b76ccdee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335746 Dec 22 04:55:18.847329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Calling delete_port for 659c1992-6e6c-4746-9518-796213e6e1b2 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:18.928066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.934989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-383c3d70-251b-4c78-993c-fc1d4dc6206c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:18.977849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event deleted for resources: {'Port': ['ID=659c1992-6e6c-4746-9518-796213e6e1b2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:18.982920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:18.988811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.029148 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "DELETE /v2.0/ports/659c1992-6e6c-4746-9518-796213e6e1b2 HTTP/1.1" status: 204 len: 168 time: 0.5833015 Dec 22 04:55:19.031928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58648) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:19.080157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bdf97-71ee-46d8-9c46-45be22890d0d req-1a97f1bf-4b22-4c03-b562-5b6ab886060f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:19.080684 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e60226-b17e-4104-89e2-d181bea634f1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:55:19.081732 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d5bdf97-71ee-46d8-9c46-45be22890d0d req-1a97f1bf-4b22-4c03-b562-5b6ab886060f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 946 time: 0.0980999 Dec 22 04:55:19.081977 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d0e60226-b17e-4104-89e2-d181bea634f1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "GET /v2.0/ports/659c1992-6e6c-4746-9518-796213e6e1b2 HTTP/1.1" status: 404 len: 333 time: 0.0487154 Dec 22 04:55:19.085738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58652) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:19.091439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Request body: {'port': {'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1497937891'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:19.096292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:19.100092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Usage tracker for resource:port and tenant:f0036d60ff974f5dab56b6c14471d984 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:19.103003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:19.108639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:19.119386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Made reservation on behalf of f0036d60ff974f5dab56b6c14471d984 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:19.121951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.129124 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d5bdf97-71ee-46d8-9c46-45be22890d0d req-d772a4f3-5c81-4037-ba19-5f9caca2f167 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399857 Dec 22 04:55:19.141757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] device_id is not set on port b1ecbac8-353e-4a9e-a721-702e5ad7790c yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:19.351624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.393377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.399078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3f984da8-7007-451b-b250-f3fa6b4cfa53 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:19.466361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Network dad0781c-ee67-4fa4-ba65-3c31264702f2 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:19.469200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:19.472836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:19.473745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:19.474654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.481773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ecbac8-353e-4a9e-a721-702e5ad7790c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:19.488003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:19.499969 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4132655 Dec 22 04:55:19.502947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58656) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:19.508681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:19.622405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.869116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] device_id is not set on port b1ecbac8-353e-4a9e-a721-702e5ad7790c yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:19.876717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.890927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Transition to ACTIVE for port object b1ecbac8-353e-4a9e-a721-702e5ad7790c will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:19.897914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.901884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:20.151858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ecbac8-353e-4a9e-a721-702e5ad7790c,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:20.156478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:20.160798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:20.161144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:20.161482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:20.166461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:20.166793 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:20.167180 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 2 to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c Dec 22 04:55:20.183379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:20.183698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:20.184246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:20.189533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:20.189856 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:20.190412 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 3 to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c Dec 22 04:55:20.206189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:20.206820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:20.207449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:20.212586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:20.213294 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:20.213899 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 4 to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c Dec 22 04:55:20.230141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:20.230997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:20.231373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:20.236998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:20.237383 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:20.237820 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 5 to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c Dec 22 04:55:20.253710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:20.254044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:20.254574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:20.260046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:20.260447 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:20.261099 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 6 to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c Dec 22 04:55:20.277601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:20.277933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:20.278272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:20.283092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:20.283409 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:20.283799 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 7 to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c Dec 22 04:55:20.303981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:20.304611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:20.305274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:20.311508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:20.311831 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:20.312260 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 8 to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c Dec 22 04:55:20.333686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:20.334026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:20.334359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:20.339796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:20.340029 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:20.340411 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 9 to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c Dec 22 04:55:20.349848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2138e-8145-42a3-8491-038832c2bf13 req-a67985ef-656c-4e82-bb4c-acd9119aec2b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.351637 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-efb2138e-8145-42a3-8491-038832c2bf13 req-a67985ef-656c-4e82-bb4c-acd9119aec2b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 946 time: 0.0890844 Dec 22 04:55:20.357134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:20.357451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:20.357783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:20.362545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:20.362863 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:20.363246 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.plugin [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 10 to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c Dec 22 04:55:20.379009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:20.379350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:20.379672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:20.384792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:20.385117 dv-neutron-822524-1-hyperv neutron-server[87555]: ERROR neutron.plugins.ml2.managers [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port b1ecbac8-353e-4a9e-a721-702e5ad7790c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:20.385469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.396932 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-efb2138e-8145-42a3-8491-038832c2bf13 req-d4bb7f03-1c6b-4927-bd65-47372fb1625b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396369 Dec 22 04:55:20.478035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] For port b1ecbac8-353e-4a9e-a721-702e5ad7790c, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:20.478422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempted to set empty binding levels {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 04:55:20.483623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.487416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-acdf9446-38d3-421a-8313-0e65cd262a56 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:20.542721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] In _notify_port_updated(), no bound segment for port b1ecbac8-353e-4a9e-a721-702e5ad7790c on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:55:20.543580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.544200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.548254 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "PUT /v2.0/ports/b1ecbac8-353e-4a9e-a721-702e5ad7790c HTTP/1.1" status: 200 len: 977 time: 1.0443141 Dec 22 04:55:20.551590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58664) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:20.612895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ecbac8-353e-4a9e-a721-702e5ad7790c,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:20.616419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:20.663297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.663663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.664157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.664622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.665309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.666296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.666757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.667278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.667735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.668178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.668666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.669122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.669570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.669998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.670464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.670910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.671358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.671812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.672288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.672737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.674655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Synchronizing usage tracker for tenant:f0036d60ff974f5dab56b6c14471d984 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:20.693375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Unset dirty status for tenant:f0036d60ff974f5dab56b6c14471d984 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:20.694681 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-86b249ae-78fd-4abd-aa61-1dff5090a472 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18296 time: 0.1421087 Dec 22 04:55:20.698895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58668) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:20.700021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b573f3-761e-4ce7-91af-4b51d59eaaf4 req-1084c916-4ee8-46a3-8619-3d91b46a85c9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.701707 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47b573f3-761e-4ce7-91af-4b51d59eaaf4 req-1084c916-4ee8-46a3-8619-3d91b46a85c9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 946 time: 0.1998374 Dec 22 04:55:20.748535 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47b573f3-761e-4ce7-91af-4b51d59eaaf4 req-4be4295c-ee3d-4786-a994-8474e35ad6f1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Dec 22 04:55:20.759571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Deleting port b1ecbac8-353e-4a9e-a721-702e5ad7790c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:20.759906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.970219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] For port b1ecbac8-353e-4a9e-a721-702e5ad7790c, host hv-neutron-8225, got binding levels [] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:20.970919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.109066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Calling delete_port for b1ecbac8-353e-4a9e-a721-702e5ad7790c owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:21.195382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.202831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:21.257321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1ecbac8-353e-4a9e-a721-702e5ad7790c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:21.260484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:21.262937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.278259 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b1ecbac8-353e-4a9e-a721-702e5ad7790c HTTP/1.1" status: 204 len: 168 time: 0.5782669 Dec 22 04:55:21.282105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58676) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:21.328413 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad031b8e-3d00-426b-a6cb-9660bfcf607d tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:55:21.328952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ad031b8e-3d00-426b-a6cb-9660bfcf607d tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Synchronizing usage tracker for tenant:f0036d60ff974f5dab56b6c14471d984 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:21.352790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ad031b8e-3d00-426b-a6cb-9660bfcf607d tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Unset dirty status for tenant:f0036d60ff974f5dab56b6c14471d984 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:21.354152 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ad031b8e-3d00-426b-a6cb-9660bfcf607d tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "GET /v2.0/ports/b1ecbac8-353e-4a9e-a721-702e5ad7790c HTTP/1.1" status: 404 len: 333 time: 0.0710487 Dec 22 04:55:21.358165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58680) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:21.364673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-452494098', 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:21.370771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:21.381906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:21.393608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Made reservation on behalf of f0036d60ff974f5dab56b6c14471d984 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:21.395987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.422850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] device_id is not set on port ea7c9923-77a8-4fe4-bca2-879b5fbb05a7 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:21.687850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.728442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.737083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d21651c5-bd4e-4c5c-b587-e5daaea96b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:21.829451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Network dad0781c-ee67-4fa4-ba65-3c31264702f2 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:21.832965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:21.840418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:21.842156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:21.844297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.853925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event updated for resources: {'Port': ['ID=ea7c9923-77a8-4fe4-bca2-879b5fbb05a7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:21.859560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:21.885036 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5252140 Dec 22 04:55:21.887820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58684) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:21.982751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2df44c-efdf-470f-9b83-785340dd5f7e tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:21.982751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fc2df44c-efdf-470f-9b83-785340dd5f7e tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Synchronizing usage tracker for tenant:f0036d60ff974f5dab56b6c14471d984 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:22.001427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fc2df44c-efdf-470f-9b83-785340dd5f7e tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Unset dirty status for tenant:f0036d60ff974f5dab56b6c14471d984 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:22.002329 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fc2df44c-efdf-470f-9b83-785340dd5f7e tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "GET /v2.0/ports/ea7c9923-77a8-4fe4-bca2-879b5fbb05a7 HTTP/1.1" status: 200 len: 954 time: 0.1136324 Dec 22 04:55:22.008233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58688) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:22.076982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-99b1cc5f-e5e9-4846-a8b8-8631b064208a tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Deleting port ea7c9923-77a8-4fe4-bca2-879b5fbb05a7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:22.077332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99b1cc5f-e5e9-4846-a8b8-8631b064208a tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.282906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99b1cc5f-e5e9-4846-a8b8-8631b064208a tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.296290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58692) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:22.411563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-99b1cc5f-e5e9-4846-a8b8-8631b064208a tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Calling delete_port for ea7c9923-77a8-4fe4-bca2-879b5fbb05a7 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:22.487267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99b1cc5f-e5e9-4846-a8b8-8631b064208a tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.493547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:22.539612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1cc5f-e5e9-4846-a8b8-8631b064208a tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea7c9923-77a8-4fe4-bca2-879b5fbb05a7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:22.542994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99b1cc5f-e5e9-4846-a8b8-8631b064208a tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:22.546493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-99b1cc5f-e5e9-4846-a8b8-8631b064208a tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.561604 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-99b1cc5f-e5e9-4846-a8b8-8631b064208a tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ea7c9923-77a8-4fe4-bca2-879b5fbb05a7 HTTP/1.1" status: 204 len: 168 time: 0.5521529 Dec 22 04:55:22.564091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58696) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:22.607488 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e0842d-d1e7-41cb-ae24-f4ba16bdec2c tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:55:22.608024 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f6e0842d-d1e7-41cb-ae24-f4ba16bdec2c tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Synchronizing usage tracker for tenant:f0036d60ff974f5dab56b6c14471d984 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:22.626259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f6e0842d-d1e7-41cb-ae24-f4ba16bdec2c tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Unset dirty status for tenant:f0036d60ff974f5dab56b6c14471d984 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:22.627446 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f6e0842d-d1e7-41cb-ae24-f4ba16bdec2c tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "GET /v2.0/ports/ea7c9923-77a8-4fe4-bca2-879b5fbb05a7 HTTP/1.1" status: 404 len: 333 time: 0.0623999 Dec 22 04:55:22.631535 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58702) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:22.637211 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Request body: {'port': {'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1341204207'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:22.642917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:22.655079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:22.665766 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Made reservation on behalf of f0036d60ff974f5dab56b6c14471d984 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:22.668200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.689881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] device_id is not set on port 98224f5d-992e-4d79-849d-00e1ff9e7c29 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:22.918920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.948538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.948538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:23.013768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Network dad0781c-ee67-4fa4-ba65-3c31264702f2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:23.016498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:23.021840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:23.021840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:23.022969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.031336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event updated for resources: {'Port': ['ID=98224f5d-992e-4d79-849d-00e1ff9e7c29,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:23.040082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:23.060265 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4254479 Dec 22 04:55:23.061311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58706) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:23.069573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:23.198395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.234229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.465476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] device_id is not set on port 98224f5d-992e-4d79-849d-00e1ff9e7c29 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:23.473725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.492852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Transition to ACTIVE for port object 98224f5d-992e-4d79-849d-00e1ff9e7c29 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:23.498603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.501446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99e62c0c-1208-4921-8f2d-533f16cff910 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:23.641835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event updated for resources: {'Port': ['ID=98224f5d-992e-4d79-849d-00e1ff9e7c29,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:23.647567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:23.654431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.654431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.654431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:23.659325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:23.659641 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:23.660017 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 2 to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 Dec 22 04:55:23.677985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.677985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.677985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:23.681620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:23.681620 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:23.681620 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 3 to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 Dec 22 04:55:23.698798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.698798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.701071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:23.704733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:23.704733 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:23.705006 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 4 to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 Dec 22 04:55:23.719103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.17 (8e31c925-27e1-4b96-808d-12d6926e9744/69cedacf-9d9c-47a3-bd07-475399cafd25/a1b27229-cd75-49a3-b233-84529cf6b356) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:23.724085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.724085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.724085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:23.727080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:23.727080 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:23.727080 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 5 to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 Dec 22 04:55:23.743808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.743808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.743808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:23.751279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:23.751279 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:23.751279 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 6 to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 Dec 22 04:55:23.768122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.768572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.769561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:23.774228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:23.774483 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:23.774975 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 7 to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 Dec 22 04:55:23.791605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.791936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.792300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:23.797303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:23.797622 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:23.798004 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 8 to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 Dec 22 04:55:23.815028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.815334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.815661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:23.820463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:23.820785 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:23.821267 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 9 to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 Dec 22 04:55:23.835809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.836163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.836498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:23.841228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:23.841531 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:23.841906 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempt 10 to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 Dec 22 04:55:23.856233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.856571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.856898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempting to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:23.861520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:23.861841 dv-neutron-822524-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Failed to bind port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dad0781c-ee67-4fa4-ba65-3c31264702f2'}] Dec 22 04:55:23.862192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.888106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.903435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object a1b27229-cd75-49a3-b233-84529cf6b356 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:23.932255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.937081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb9732f9-34ef-444e-b36e-53afe5952781 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:23.957947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] For port 98224f5d-992e-4d79-849d-00e1ff9e7c29, host hv-neutron-8225, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:23.957947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attempted to set empty binding levels {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 04:55:23.965357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.968984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30696a1e-4b52-4a63-a2fc-b4484e773b03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:24.013791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 8e31c925-27e1-4b96-808d-12d6926e9744 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:24.017006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:24.021081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:24.058316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=a1b27229-cd75-49a3-b233-84529cf6b356,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:24.067966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:24.088294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.168166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] In _notify_port_updated(), no bound segment for port 98224f5d-992e-4d79-849d-00e1ff9e7c29 on network dad0781c-ee67-4fa4-ba65-3c31264702f2 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 04:55:24.169052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:24.169860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.174228 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "PUT /v2.0/ports/98224f5d-992e-4d79-849d-00e1ff9e7c29 HTTP/1.1" status: 200 len: 977 time: 1.1088228 Dec 22 04:55:24.179390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58710) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:24.182846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event updated for resources: {'Port': ['ID=98224f5d-992e-4d79-849d-00e1ff9e7c29,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:24.221612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:24.240543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.255740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Deleting port 98224f5d-992e-4d79-849d-00e1ff9e7c29 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:24.256191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.318738 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d84d306d-d491-47ea-85bc-564d4b5fcbf1 None None] Provisioning for port a1b27229-cd75-49a3-b233-84529cf6b356 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:24.323966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d84d306d-d491-47ea-85bc-564d4b5fcbf1 None None] Provisioning complete for port a1b27229-cd75-49a3-b233-84529cf6b356 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:24.324384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d84d306d-d491-47ea-85bc-564d4b5fcbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.383618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d84d306d-d491-47ea-85bc-564d4b5fcbf1 None None] Port a1b27229-cd75-49a3-b233-84529cf6b356 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:55:24.484546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] For port 98224f5d-992e-4d79-849d-00e1ff9e7c29, host hv-neutron-8225, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:24.484870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.589245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b2b2-0ddd-4853-a808-eb4e5b4c3d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.624922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Calling delete_port for 98224f5d-992e-4d79-849d-00e1ff9e7c29 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:24.704032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.711176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c0cee40-9176-406a-8d61-e36b23138a87 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:24.760924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.763918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Pushing event deleted for resources: {'Port': ['ID=98224f5d-992e-4d79-849d-00e1ff9e7c29,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:24.767651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:24.776586 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "DELETE /v2.0/ports/98224f5d-992e-4d79-849d-00e1ff9e7c29 HTTP/1.1" status: 204 len: 168 time: 0.5957549 Dec 22 04:55:24.779072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58716) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:24.822898 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dd9d0b-37c4-460c-b097-62eb4411b521 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:55:24.823452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a1dd9d0b-37c4-460c-b097-62eb4411b521 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Synchronizing usage tracker for tenant:f0036d60ff974f5dab56b6c14471d984 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:24.840403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a1dd9d0b-37c4-460c-b097-62eb4411b521 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Unset dirty status for tenant:f0036d60ff974f5dab56b6c14471d984 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:24.842507 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a1dd9d0b-37c4-460c-b097-62eb4411b521 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] 10.222.0.36 "GET /v2.0/ports/98224f5d-992e-4d79-849d-00e1ff9e7c29 HTTP/1.1" status: 404 len: 333 time: 0.0617042 Dec 22 04:55:24.845757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58720) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:24.887207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.949122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.977789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-68ccac72-0b09-431b-aec0-9c82eee0cdb5 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:25.091160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.099368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=a1b27229-cd75-49a3-b233-84529cf6b356,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:25.106329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:25.107593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.335619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.375812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad0781c-ee67-4fa4-ba65-3c31264702f2']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:25.391599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:25.391861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f044bb8b-1ceb-4be8-8872-1c3436ae84ac') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:25.404438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 8e31c925-27e1-4b96-808d-12d6926e9744 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:25.407024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:25.409749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.476182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.501055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:25.501441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:25.516987 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:25.617401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-31914094-4832-4942-b0fc-d09aa8c8b8f6 None None] Provisioning complete for port a1b27229-cd75-49a3-b233-84529cf6b356 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:25.618072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-31914094-4832-4942-b0fc-d09aa8c8b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.674722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.679402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-823132e7-395b-4e81-8a5b-e49ee65dbd51 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:25.681410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-31914094-4832-4942-b0fc-d09aa8c8b8f6 None None] Port a1b27229-cd75-49a3-b233-84529cf6b356 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:55:25.693960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.714575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Pushing event deleted for resources: {'Network': ['ID=dad0781c-ee67-4fa4-ba65-3c31264702f2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:25.722953 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] 10.222.0.36 "DELETE /v2.0/networks/dad0781c-ee67-4fa4-ba65-3c31264702f2 HTTP/1.1" status: 204 len: 168 time: 0.8736615 Dec 22 04:55:25.723599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:25.734563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 8d13ce0d-3d6b-4828-8109-a0e518887c42 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:55:25.920820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:55:25.929061 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/8d13ce0d-3d6b-4828-8109-a0e518887c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6283171 Dec 22 04:55:25.943814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Sync routers for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:25.953580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:55:25.954201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:54:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:25.998293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58730) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:26.138502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:55:26.151286 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1e427e19-cd74-4a6b-bda4-bde97f23c466 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76431e5ce4424d108856bd8ed9ec08cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492238 Dec 22 04:55:26.151782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58738) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:26.210960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36673b55-6927-4fd0-a7fd-89b13e869eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.244254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36673b55-6927-4fd0-a7fd-89b13e869eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.295801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36673b55-6927-4fd0-a7fd-89b13e869eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.299883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-109e0659-98c3-4a26-a1d7-10135c50364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:26.311283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36673b55-6927-4fd0-a7fd-89b13e869eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060597bd-b95f-4452-801d-82371603e35b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:26.315209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-36673b55-6927-4fd0-a7fd-89b13e869eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:26.318888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36673b55-6927-4fd0-a7fd-89b13e869eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.323225 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-36673b55-6927-4fd0-a7fd-89b13e869eae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/060597bd-b95f-4452-801d-82371603e35b HTTP/1.1" status: 204 len: 168 time: 0.1672447 Dec 22 04:55:26.555582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:55:24Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'd9240dd2-280f-4131-aa83-c918413efb03', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'mac_address': 'fa:16:3e:47:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1b27229-cd75-49a3-b233-84529cf6b356', 'name': '', 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:89:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '69cedacf-9d9c-47a3-bd07-475399cafd25', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:23Z', 'updated_at': '2021-12-22T04:55:24Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '69cedacf-9d9c-47a3-bd07-475399cafd25', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:26.560365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Checking router: 8d13ce0d-3d6b-4828-8109-a0e518887c42 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:26.560723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Updating router 8d13ce0d-3d6b-4828-8109-a0e518887c42 port a1b27229-cd75-49a3-b233-84529cf6b356 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:55:26.614278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.617944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58746) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:26.668882 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ef143f78-d4d5-4af5-9362-cd7948c9389b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0036d60ff974f5dab56b6c14471d984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473070 Dec 22 04:55:26.669056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58750) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:26.739028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-be374089-9ea1-4131-b630-238469f309cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.764335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-be374089-9ea1-4131-b630-238469f309cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.819273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-be374089-9ea1-4131-b630-238469f309cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.823082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:26.834419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be374089-9ea1-4131-b630-238469f309cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf99ea-c741-4266-8648-079b15901008,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:26.839275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-be374089-9ea1-4131-b630-238469f309cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:26.841666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-be374089-9ea1-4131-b630-238469f309cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.842807 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-be374089-9ea1-4131-b630-238469f309cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76cf99ea-c741-4266-8648-079b15901008 HTTP/1.1" status: 204 len: 168 time: 0.1729515 Dec 22 04:55:26.910821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a72d49f-47ca-4c57-b8e7-1140b79a7288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.991694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.003634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Transition to ACTIVE for port object a1b27229-cd75-49a3-b233-84529cf6b356 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:27.012927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.017577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-15609ad8-93ef-4794-9a34-53aa3dc339f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:27.173536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e317ce0-1d79-49aa-8af0-94a3c3c97371 None None] Pushing event updated for resources: {'Port': ['ID=a1b27229-cd75-49a3-b233-84529cf6b356,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:27.182240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e317ce0-1d79-49aa-8af0-94a3c3c97371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:27.238025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Attempting to bind port a1b27229-cd75-49a3-b233-84529cf6b356 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:27.238857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Attempting to bind port a1b27229-cd75-49a3-b233-84529cf6b356 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:27.240222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Attempting to bind port a1b27229-cd75-49a3-b233-84529cf6b356 on network 8e31c925-27e1-4b96-808d-12d6926e9744 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:27.251211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:55:27.251650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Checking segment: {'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:27.252041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.252753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Bound using segment: {'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:55:27.253301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Bound port: a1b27229-cd75-49a3-b233-84529cf6b356, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae62810f-e50f-4deb-a996-8866167acca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:27.253886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.363289 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] For port a1b27229-cd75-49a3-b233-84529cf6b356, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:27.366958 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] For port a1b27229-cd75-49a3-b233-84529cf6b356, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a1b27229-cd75-49a3-b233-84529cf6b356,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:55:27.371372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.375718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6f67a7e4-988b-4cef-8747-4ca9420117da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:27.467960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:55:27.468627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:27.550976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e317ce0-1d79-49aa-8af0-94a3c3c97371 None None] Pushing event updated for resources: {'Port': ['ID=a1b27229-cd75-49a3-b233-84529cf6b356,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:27.554476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e317ce0-1d79-49aa-8af0-94a3c3c97371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:27.660898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:55:27.942852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.045124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:55:24Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'd9240dd2-280f-4131-aa83-c918413efb03', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'mac_address': 'fa:16:3e:47:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1b27229-cd75-49a3-b233-84529cf6b356', 'name': '', 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:89:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '69cedacf-9d9c-47a3-bd07-475399cafd25', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:23Z', 'updated_at': '2021-12-22T04:55:27Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '69cedacf-9d9c-47a3-bd07-475399cafd25', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:28.049296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc8cbc-4563-4e73-be76-8afcc74e3569 None None] The sync data for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv is: [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:55:24Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'd9240dd2-280f-4131-aa83-c918413efb03', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'mac_address': 'fa:16:3e:47:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1b27229-cd75-49a3-b233-84529cf6b356', 'name': '', 'network_id': '8e31c925-27e1-4b96-808d-12d6926e9744', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:89:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '69cedacf-9d9c-47a3-bd07-475399cafd25', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:23Z', 'updated_at': '2021-12-22T04:55:27Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '69cedacf-9d9c-47a3-bd07-475399cafd25', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:28.126778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.326844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58790) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:28.438708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2083351748', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:28.443889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:28.447970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Usage tracker for resource:port and tenant:295cc5efba85473b8d2b0c5c8cb84846 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:28.451296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:28.458095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:28.469745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Made reservation on behalf of 295cc5efba85473b8d2b0c5c8cb84846 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:28.472426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.485217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.500307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:28.504479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Usage tracker for resource:security_group_rule and tenant:295cc5efba85473b8d2b0c5c8cb84846 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:28.507561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:28.513639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:28.603759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.609576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.611820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-518a5045-6924-44a7-ab9d-8d0b23f63e25 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:28.623570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] device_id is not set on port 80171baf-9232-4219-b260-e99434aa19e6 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:28.834505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001d8127-6fbd-4274-ba5a-f01ffe72d9cc,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:28.839505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:28.916763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Allocated IP 172.26.1.169 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/80171baf-9232-4219-b260-e99434aa19e6) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:29.102345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.118850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a1b27229-cd75-49a3-b233-84529cf6b356 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:29.132097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.138014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-613e4360-cbe4-4797-88a8-4810783b54d3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:29.197948 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port a1b27229-cd75-49a3-b233-84529cf6b356 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:29.204414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a1b27229-cd75-49a3-b233-84529cf6b356 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:29.204877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.206308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:29.209273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:29.213306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:29.248236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Pushing event updated for resources: {'Port': ['ID=80171baf-9232-4219-b260-e99434aa19e6,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:29.258238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:29.273441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:29.274195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.299121 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.9711914 Dec 22 04:55:29.301869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58798) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:29.307514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.169'}]}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:29.312869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:29.316630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Usage tracker for resource:router and tenant:295cc5efba85473b8d2b0c5c8cb84846 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:29.320152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:29.326224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:29.337007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.337985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.353940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.373431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.416064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.426106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port a1b27229-cd75-49a3-b233-84529cf6b356, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a1b27229-cd75-49a3-b233-84529cf6b356,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:29.428858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.432101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:29.498500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=a1b27229-cd75-49a3-b233-84529cf6b356,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:29.501607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:29.637880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.038104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.072342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.266853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.699419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.701950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.730711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.731266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f72b58d2-3ce4-49fb-8d3e-bbd17a304f60 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:55:30.754504 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:55:30.755635 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-627991b3-1014-4702-b429-a6993a962f47 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4527078 Dec 22 04:55:30.758410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58802) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:30.820265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b48d2e15-7a6e-4ce0-9fbc-04d3971a9926 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Deleting port 80171baf-9232-4219-b260-e99434aa19e6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:30.820499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b48d2e15-7a6e-4ce0-9fbc-04d3971a9926 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.062138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b48d2e15-7a6e-4ce0-9fbc-04d3971a9926 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.102864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a1b27229-cd75-49a3-b233-84529cf6b356 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:31.170373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a1b27229-cd75-49a3-b233-84529cf6b356 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:31.170747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.187939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b48d2e15-7a6e-4ce0-9fbc-04d3971a9926 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Calling delete_port for 80171baf-9232-4219-b260-e99434aa19e6 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:31.324550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b48d2e15-7a6e-4ce0-9fbc-04d3971a9926 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.332329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:31.382237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d2e15-7a6e-4ce0-9fbc-04d3971a9926 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Pushing event deleted for resources: {'Port': ['ID=80171baf-9232-4219-b260-e99434aa19e6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:31.385367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b48d2e15-7a6e-4ce0-9fbc-04d3971a9926 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:31.477155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b48d2e15-7a6e-4ce0-9fbc-04d3971a9926 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.487728 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b48d2e15-7a6e-4ce0-9fbc-04d3971a9926 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] 10.222.0.36 "DELETE /v2.0/ports/80171baf-9232-4219-b260-e99434aa19e6 HTTP/1.1" status: 204 len: 168 time: 0.7280154 Dec 22 04:55:31.764523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58812) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:31.890601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.905620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:31.909813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] Usage tracker for resource:security_group_rule and tenant:1b6e6189e7164133bc6a1e0934ff38ee is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:31.912821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:31.919169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:32.016633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.023416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.036167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-18c462a9-7963-4d1f-b82e-5419e0773d23 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:32.080682 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b6e6189e7164133bc6a1e0934ff38ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150644 Dec 22 04:55:32.081583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60182da7-cc79-4b1a-9493-ac2902be989a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.083698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58818) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:32.084749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:32.149854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a11ed831-1bce-45a0-b7d8-8618555a77f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.179380 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a11ed831-1bce-45a0-b7d8-8618555a77f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.239009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a11ed831-1bce-45a0-b7d8-8618555a77f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.243305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4f04e004-b592-4db2-ae34-d86e96645142 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:32.255003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ed831-1bce-45a0-b7d8-8618555a77f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60182da7-cc79-4b1a-9493-ac2902be989a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.257398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a11ed831-1bce-45a0-b7d8-8618555a77f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:32.263272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a11ed831-1bce-45a0-b7d8-8618555a77f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.264454 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a11ed831-1bce-45a0-b7d8-8618555a77f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60182da7-cc79-4b1a-9493-ac2902be989a HTTP/1.1" status: 204 len: 168 time: 0.1795690 Dec 22 04:55:32.573970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58826) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:32.623720 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-33a7e8db-0b92-4cdf-9647-5173617cb7df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=295cc5efba85473b8d2b0c5c8cb84846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484884 Dec 22 04:55:32.626205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58830) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:32.686204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4858826-ee4d-46ad-992f-d437fdf292d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.712958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4858826-ee4d-46ad-992f-d437fdf292d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.767706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4858826-ee4d-46ad-992f-d437fdf292d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.771669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-430e2204-cb8f-48f3-97d2-2d72df9e3ebd tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:32.784657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4858826-ee4d-46ad-992f-d437fdf292d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001d8127-6fbd-4274-ba5a-f01ffe72d9cc,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.787434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4858826-ee4d-46ad-992f-d437fdf292d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:32.795088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4858826-ee4d-46ad-992f-d437fdf292d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.796328 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d4858826-ee4d-46ad-992f-d437fdf292d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/001d8127-6fbd-4274-ba5a-f01ffe72d9cc HTTP/1.1" status: 204 len: 168 time: 0.1691637 Dec 22 04:55:33.609299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58856) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:33.719230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1271607329'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:33.724731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:33.729242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:network and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:33.732352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:33.739230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:33.752680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:33.756166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.772845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.788392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:33.793141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:security_group_rule and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:33.796127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:33.802990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:33.902907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.909662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.912697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d613c613-de40-4504-b74e-5acc17b6e07f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:33.943566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:33.954206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f73f062-ea83-4ad1-b1a5-e48d09c4ccf3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.957712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:33.960297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.960628 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Added segment 50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f of type vlan for network 36a40c79-7638-4692-a6b6-3e8acdc0390f Dec 22 04:55:33.986475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.016966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.022459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:34.023094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.026755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3059a183-9525-45bb-8d20-85af1d546e48 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:34.132918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Network': ['ID=36a40c79-7638-4692-a6b6-3e8acdc0390f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:34.135998 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5256655 Dec 22 04:55:34.136937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:34.139916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:34.144064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:55:34.145464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:34.259414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:34.263655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:34.266656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:34.272355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:34.283005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:34.286713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.516907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.521419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec60d307-a97f-494e-9d7c-4f4fadde6648 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:34.597843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=6f42113c-903f-4347-b333-e610d8a203b7,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:34.601246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:34.607285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:34.607649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network hostable DHCP agents. Network: 36a40c79-7638-4692-a6b6-3e8acdc0390f, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:34.629047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:34.639848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 36a40c79-7638-4692-a6b6-3e8acdc0390f) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:34.644307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:34.644898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.649652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568233cb-82de-46e5-8d53-5f1946f5e163 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:34.671124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58866) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:34.676644 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5267239 Dec 22 04:55:34.678230 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'name': 'tempest-NetworksTestDHCPv6-1860794970'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:34.818113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:34.821990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:34.824793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:34.830349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:34.840716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:34.844115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.863350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '6f42113c-903f-4347-b333-e610d8a203b7'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:55:34.864270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.873673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port e3a83878-d737-4cb9-9739-32fdc1dbc101 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:35.038122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::315 (36a40c79-7638-4692-a6b6-3e8acdc0390f/6f42113c-903f-4347-b333-e610d8a203b7/e3a83878-d737-4cb9-9739-32fdc1dbc101) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:35.368334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.384590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object e3a83878-d737-4cb9-9739-32fdc1dbc101 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:35.409991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.417348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c75e78f3-3df3-4b32-8e38-5f808543c564 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:35.471755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/6f42113c-903f-4347-b333-e610d8a203b7/46aa7612-c09e-40f4-bb78-6a818588e2c6) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:35.481211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:35.484324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:35.487017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:35.492860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:35.493472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.512534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=e3a83878-d737-4cb9-9739-32fdc1dbc101,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:35.515880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:35.526466 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8542221 Dec 22 04:55:35.529195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58872) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:35.614609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c7df04-9f01-4405-acd5-35fdcf99567b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:35.615304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f7c7df04-9f01-4405-acd5-35fdcf99567b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:35.633964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f7c7df04-9f01-4405-acd5-35fdcf99567b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:35.637716 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f7c7df04-9f01-4405-acd5-35fdcf99567b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1050892 Dec 22 04:55:35.638058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58876) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:35.676950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.688433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Transition to ACTIVE for port object 46aa7612-c09e-40f4-bb78-6a818588e2c6 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:35.705208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-42042de7-8623-4397-92a7-80d202b9229e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port e3a83878-d737-4cb9-9739-32fdc1dbc101 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:35.705827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-42042de7-8623-4397-92a7-80d202b9229e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.707764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Transition to ACTIVE for port object 46aa7612-c09e-40f4-bb78-6a818588e2c6 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:35.714363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.719436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e317ce0-1d79-49aa-8af0-94a3c3c97371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:35.780710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:35.783396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:35.783805 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:55:35.787260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:35.798524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Pushing event updated for resources: {'Port': ['ID=46aa7612-c09e-40f4-bb78-6a818588e2c6,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:35.825717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:35.886949 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Attempting to bind port 46aa7612-c09e-40f4-bb78-6a818588e2c6 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:35.887299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Attempting to bind port 46aa7612-c09e-40f4-bb78-6a818588e2c6 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:35.887709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Attempting to bind port 46aa7612-c09e-40f4-bb78-6a818588e2c6 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:35.893039 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:55:35.893418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:35.893817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.894206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:55:35.894674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Bound port: 46aa7612-c09e-40f4-bb78-6a818588e2c6, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:35.895039 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.959688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-42042de7-8623-4397-92a7-80d202b9229e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.982159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] For port 46aa7612-c09e-40f4-bb78-6a818588e2c6, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:35.985144 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] For port 46aa7612-c09e-40f4-bb78-6a818588e2c6, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=46aa7612-c09e-40f4-bb78-6a818588e2c6,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:55:35.992188 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.996628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:36.075802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Pushing event updated for resources: {'Port': ['ID=46aa7612-c09e-40f4-bb78-6a818588e2c6,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:36.078708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:36.085140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-42042de7-8623-4397-92a7-80d202b9229e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for e3a83878-d737-4cb9-9739-32fdc1dbc101 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:36.248943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-42042de7-8623-4397-92a7-80d202b9229e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.273166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0dc202b7-038e-4c99-97c9-8854c66529bd tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:36.326254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42042de7-8623-4397-92a7-80d202b9229e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=e3a83878-d737-4cb9-9739-32fdc1dbc101,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:36.329492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-42042de7-8623-4397-92a7-80d202b9229e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:36.370022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-42042de7-8623-4397-92a7-80d202b9229e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.382170 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-42042de7-8623-4397-92a7-80d202b9229e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/e3a83878-d737-4cb9-9739-32fdc1dbc101 HTTP/1.1" status: 204 len: 168 time: 0.7431791 Dec 22 04:55:36.383380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58880) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:36.450433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d84ea66-5a43-48cb-ab24-de55674f3db3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:36.451918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d84ea66-5a43-48cb-ab24-de55674f3db3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:36.453468 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1d84ea66-5a43-48cb-ab24-de55674f3db3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0691693 Dec 22 04:55:36.457264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58884) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:36.526964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b2310c-2f9d-4266-808d-2136556ec643 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 6f42113c-903f-4347-b333-e610d8a203b7 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:55:36.530360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38b2310c-2f9d-4266-808d-2136556ec643 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.586207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38b2310c-2f9d-4266-808d-2136556ec643 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.672534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38b2310c-2f9d-4266-808d-2136556ec643 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.750117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38b2310c-2f9d-4266-808d-2136556ec643 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.753909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e2d432db-33ca-4dfc-87b3-9c47e739c258 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:36.792623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2310c-2f9d-4266-808d-2136556ec643 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=6f42113c-903f-4347-b333-e610d8a203b7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:36.794589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38b2310c-2f9d-4266-808d-2136556ec643 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.797569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-38b2310c-2f9d-4266-808d-2136556ec643 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:36.801960 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-38b2310c-2f9d-4266-808d-2136556ec643 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/6f42113c-903f-4347-b333-e610d8a203b7 HTTP/1.1" status: 204 len: 168 time: 0.3437629 Dec 22 04:55:36.804606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58888) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:36.876079 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b34d9f6d-f51c-44e4-b148-b7d257ecae43 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701680 Dec 22 04:55:36.878925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58892) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:36.884489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:36.985813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dc3349-0ed8-4909-9cfa-ce1560f1914d None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:37.124641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:37.128910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:37.139985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:37.145969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:37.161552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:37.165367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.204662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 46aa7612-c09e-40f4-bb78-6a818588e2c6 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:37.257532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8d96e6b9-cc82-4d34-b2a3-48b9c6541ab0 None None] Provisioning for port 46aa7612-c09e-40f4-bb78-6a818588e2c6 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:37.337509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 46aa7612-c09e-40f4-bb78-6a818588e2c6 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:37.348456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 46aa7612-c09e-40f4-bb78-6a818588e2c6 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:37.349131 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.418058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:55:37.430048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Deleting port 46aa7612-c09e-40f4-bb78-6a818588e2c6 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:37.432387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.440543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.447170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-346e7694-fe48-41a6-8f89-9d2797dab2b1 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:37.506667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:37.509981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:37.514317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:37.515034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.530432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=3360868b-91c8-42a3-a200-14b7e73bca0f,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:37.531184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.533306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:37.543040 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6631534 Dec 22 04:55:37.545975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58898) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:37.552282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'name': 'tempest-NetworksTestDHCPv6-1685305699'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:37.629758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 46aa7612-c09e-40f4-bb78-6a818588e2c6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=46aa7612-c09e-40f4-bb78-6a818588e2c6,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:37.634992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.638946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:37.700175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:37.704401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:37.707209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:37.713045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:37.724461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:37.728033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.749759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 8a8d3002-446c-4ade-9ee0-797084150237 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:37.783177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=46aa7612-c09e-40f4-bb78-6a818588e2c6,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:37.794696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:37.804005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] For port 46aa7612-c09e-40f4-bb78-6a818588e2c6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=46aa7612-c09e-40f4-bb78-6a818588e2c6,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:37.804442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.906058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::75 (36a40c79-7638-4692-a6b6-3e8acdc0390f/3360868b-91c8-42a3-a200-14b7e73bca0f/8a8d3002-446c-4ade-9ee0-797084150237) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:37.927436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Calling delete_port for 46aa7612-c09e-40f4-bb78-6a818588e2c6 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:38.005992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:55:38.006698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:55:38.112233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.127851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 8a8d3002-446c-4ade-9ee0-797084150237 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:38.154178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.160108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:38.227346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:38.230501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:38.234644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:38.240594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:38.241202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.253538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=8a8d3002-446c-4ade-9ee0-797084150237,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:38.257876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:38.272472 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7248247 Dec 22 04:55:38.274819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58902) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:38.358233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a9e263-fd5b-4e76-b39b-9c2a257163af tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:38.363941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a9e263-fd5b-4e76-b39b-9c2a257163af tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:38.364728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-85a9e263-fd5b-4e76-b39b-9c2a257163af tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:38.382767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-85a9e263-fd5b-4e76-b39b-9c2a257163af tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:38.384116 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-85a9e263-fd5b-4e76-b39b-9c2a257163af tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1082911 Dec 22 04:55:38.387409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58906) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:38.464810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-823f68bd-ad67-4427-a1f7-a6af72e54259 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 8a8d3002-446c-4ade-9ee0-797084150237 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:38.465069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-823f68bd-ad67-4427-a1f7-a6af72e54259 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.507683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Deleting port 46aa7612-c09e-40f4-bb78-6a818588e2c6 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:38.508228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.745930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] For port 46aa7612-c09e-40f4-bb78-6a818588e2c6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=46aa7612-c09e-40f4-bb78-6a818588e2c6,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:38.746233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.837650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-823f68bd-ad67-4427-a1f7-a6af72e54259 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.869849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Calling delete_port for 46aa7612-c09e-40f4-bb78-6a818588e2c6 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:38.951050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.955311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f218cadc-9010-4bef-b269-0b43e046c72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:38.965244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-823f68bd-ad67-4427-a1f7-a6af72e54259 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 8a8d3002-446c-4ade-9ee0-797084150237 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:38.997117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Pushing event deleted for resources: {'Port': ['ID=46aa7612-c09e-40f4-bb78-6a818588e2c6,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:39.000477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:39.002981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] No DVR routers for this DVR port 46aa7612-c09e-40f4-bb78-6a818588e2c6 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:39.019421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a68ba-fbf6-40a4-864f-d9f89dd9dcb5 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:39.123797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 46aa7612-c09e-40f4-bb78-6a818588e2c6 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:55:39.133935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-823f68bd-ad67-4427-a1f7-a6af72e54259 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.141014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0b8818a-e443-4513-a07c-8258756fb194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:39.166945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 46aa7612-c09e-40f4-bb78-6a818588e2c6 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:55:39.167610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 46aa7612-c09e-40f4-bb78-6a818588e2c6 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:55:39.191970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f68bd-ad67-4427-a1f7-a6af72e54259 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=8a8d3002-446c-4ade-9ee0-797084150237,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:39.196583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-823f68bd-ad67-4427-a1f7-a6af72e54259 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:39.246618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-823f68bd-ad67-4427-a1f7-a6af72e54259 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.266962 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-823f68bd-ad67-4427-a1f7-a6af72e54259 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/8a8d3002-446c-4ade-9ee0-797084150237 HTTP/1.1" status: 204 len: 168 time: 0.8781559 Dec 22 04:55:39.269641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58912) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:39.337697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '3360868b-91c8-42a3-a200-14b7e73bca0f'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:55:39.338815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.339983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1981da2c-b62e-4bb3-a5f7-2e88b5632ac6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:39.341638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1981da2c-b62e-4bb3-a5f7-2e88b5632ac6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:39.342387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1981da2c-b62e-4bb3-a5f7-2e88b5632ac6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:39.361772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1981da2c-b62e-4bb3-a5f7-2e88b5632ac6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:39.362925 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1981da2c-b62e-4bb3-a5f7-2e88b5632ac6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0922983 Dec 22 04:55:39.365629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58918) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:39.438096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83e923b-4eb4-4637-a6b9-1e6aad0bcc3b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 3360868b-91c8-42a3-a200-14b7e73bca0f {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:55:39.459784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e2a4-7344-452c-9026-429977452ccf req-a155ac5e-7b57-4cd5-a7a8-20ed4d7e296a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:39.461266 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9ad4e2a4-7344-452c-9026-429977452ccf req-a155ac5e-7b57-4cd5-a7a8-20ed4d7e296a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 945 time: 0.0869410 Dec 22 04:55:39.499766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/3360868b-91c8-42a3-a200-14b7e73bca0f/7f368162-22c1-4f6d-8030-233cff327553) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:39.504435 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9ad4e2a4-7344-452c-9026-429977452ccf req-80f4b07b-d985-4404-813c-ecaf2e946b51 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372336 Dec 22 04:55:39.711287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.721444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Transition to ACTIVE for port object 7f368162-22c1-4f6d-8030-233cff327553 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:39.738893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Transition to ACTIVE for port object 7f368162-22c1-4f6d-8030-233cff327553 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:39.745523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f83e923b-4eb4-4637-a6b9-1e6aad0bcc3b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.746023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.750256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:39.801854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f83e923b-4eb4-4637-a6b9-1e6aad0bcc3b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.810525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:39.813360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:39.816922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:39.822608 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Pushing event updated for resources: {'Port': ['ID=7f368162-22c1-4f6d-8030-233cff327553,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:39.830336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:39.892931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f83e923b-4eb4-4637-a6b9-1e6aad0bcc3b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.916076 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Attempting to bind port 7f368162-22c1-4f6d-8030-233cff327553 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:39.917451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Attempting to bind port 7f368162-22c1-4f6d-8030-233cff327553 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:39.918167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Attempting to bind port 7f368162-22c1-4f6d-8030-233cff327553 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:39.928761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:55:39.929348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:39.929880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.930398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:55:39.931078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Bound port: 7f368162-22c1-4f6d-8030-233cff327553, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:39.931675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.970141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f83e923b-4eb4-4637-a6b9-1e6aad0bcc3b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.974747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e4332b6c-d43f-44e4-9e9e-ba57a1bf3828 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:40.009463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e923b-4eb4-4637-a6b9-1e6aad0bcc3b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=3360868b-91c8-42a3-a200-14b7e73bca0f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:40.012090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f83e923b-4eb4-4637-a6b9-1e6aad0bcc3b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:40.017206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f83e923b-4eb4-4637-a6b9-1e6aad0bcc3b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.020343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] For port 7f368162-22c1-4f6d-8030-233cff327553, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:40.023649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] For port 7f368162-22c1-4f6d-8030-233cff327553, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7f368162-22c1-4f6d-8030-233cff327553,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:55:40.028648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.031055 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f83e923b-4eb4-4637-a6b9-1e6aad0bcc3b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/3360868b-91c8-42a3-a200-14b7e73bca0f HTTP/1.1" status: 204 len: 168 time: 0.6641006 Dec 22 04:55:40.033184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f5a97aee-5f55-4c37-b108-23748e9aed5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:40.033648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58924) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:40.108281 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fbb63dde-dfb7-4fd0-9cb8-9008680994b4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718710 Dec 22 04:55:40.109789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58928) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:40.116719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:40.142994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Pushing event updated for resources: {'Port': ['ID=7f368162-22c1-4f6d-8030-233cff327553,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:40.151347 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:40.185547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18547c72-7db8-4c2e-a352-cc11472695cf None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:55:40.238727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:40.243364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:40.246931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:40.252685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:40.263446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:40.267175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.299940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18547c72-7db8-4c2e-a352-cc11472695cf None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:55:40.616920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.622395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a607782c-b02e-44c4-a228-30f5879378f5 tempest-FloatingIPTestJSON-1502900096 tempest-FloatingIPTestJSON-1502900096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:40.666393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:40.673533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:40.678590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:40.678798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.685321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abf363-3e8d-4dac-8e58-058e577f9d21 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:40.713080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=8ca27d00-cd23-4495-9ab0-7c3de1a79c4c,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:40.716573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:40.720770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5b27d-256c-4f84-bfb1-260774985a42 req-62171713-157e-4245-904f-ad2d805538bc tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:40.722270 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6115119 Dec 22 04:55:40.722872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58934) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:40.723755 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11a5b27d-256c-4f84-bfb1-260774985a42 req-62171713-157e-4245-904f-ad2d805538bc tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 945 time: 0.1004312 Dec 22 04:55:40.728780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'name': 'tempest-NetworksTestDHCPv6-1779899039'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:40.770397 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11a5b27d-256c-4f84-bfb1-260774985a42 req-53620a11-44dd-4372-a1d7-05b8de012b0b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400178 Dec 22 04:55:40.868153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:40.872991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:40.876246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:40.881841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:40.892965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:40.896915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.918433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 968109d3-9bcc-4a4d-a97e-b5f60cbbfac1 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:41.022232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0877d034-e55c-4890-b262-9601539e36bc None None] Update dhcp port {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '8ca27d00-cd23-4495-9ab0-7c3de1a79c4c'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '7f368162-22c1-4f6d-8030-233cff327553'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:55:41.075678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::33c (36a40c79-7638-4692-a6b6-3e8acdc0390f/8ca27d00-cd23-4495-9ab0-7c3de1a79c4c/968109d3-9bcc-4a4d-a97e-b5f60cbbfac1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:41.076649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0877d034-e55c-4890-b262-9601539e36bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.333008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.359077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 968109d3-9bcc-4a4d-a97e-b5f60cbbfac1 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:41.390045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-9cd75f83-4f64-4c52-bce2-b5cb039b92a6 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:41.391472 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-9cd75f83-4f64-4c52-bce2-b5cb039b92a6 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 945 time: 0.1292713 Dec 22 04:55:41.434070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.444732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:41.468371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-0877d034-e55c-4890-b262-9601539e36bc None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/8ca27d00-cd23-4495-9ab0-7c3de1a79c4c/7f368162-22c1-4f6d-8030-233cff327553) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:41.533566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Deleting port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:41.533819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.560029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:41.567726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:41.584400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:41.589945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:41.590548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.597271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=968109d3-9bcc-4a4d-a97e-b5f60cbbfac1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:41.602958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:41.605111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0877d034-e55c-4890-b262-9601539e36bc None None] For port 7f368162-22c1-4f6d-8030-233cff327553, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7f368162-22c1-4f6d-8030-233cff327553,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:41.633105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0877d034-e55c-4890-b262-9601539e36bc None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.647581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0877d034-e55c-4890-b262-9601539e36bc None None] Ignored duplicate provisioning block setup for port 7f368162-22c1-4f6d-8030-233cff327553 by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 04:55:41.652109 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0877d034-e55c-4890-b262-9601539e36bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.656772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-923c1357-fae3-4fd4-8af1-fb4625d2d639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:41.662919 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9389939 Dec 22 04:55:41.665584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58938) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:41.761403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd26225-6121-437c-b98a-76fab6bade6a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:41.761985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877d034-e55c-4890-b262-9601539e36bc None None] Pushing event updated for resources: {'Port': ['ID=7f368162-22c1-4f6d-8030-233cff327553,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:41.764658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0877d034-e55c-4890-b262-9601539e36bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:41.769254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd26225-6121-437c-b98a-76fab6bade6a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:41.770258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dbd26225-6121-437c-b98a-76fab6bade6a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:41.794864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dbd26225-6121-437c-b98a-76fab6bade6a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:41.796125 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dbd26225-6121-437c-b98a-76fab6bade6a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1290939 Dec 22 04:55:41.798950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58946) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:41.838509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] For port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:41.839071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.880267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-387547c8-065a-4a37-8093-2d99539b7c52 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 968109d3-9bcc-4a4d-a97e-b5f60cbbfac1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:41.880609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-387547c8-065a-4a37-8093-2d99539b7c52 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.098498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4a47a-569c-482d-8a54-72b6c1be4933 req-391fad9a-88b6-4908-a207-cf7ae6f9dc32 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:42.100096 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37d4a47a-569c-482d-8a54-72b6c1be4933 req-391fad9a-88b6-4908-a207-cf7ae6f9dc32 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 945 time: 0.1885624 Dec 22 04:55:42.172919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.173296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.173601 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Floating IP ae6babd9-5233-40ce-b1f2-e0896d8f500a disassociated. External IP: 172.26.1.99, port: ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2. Dec 22 04:55:42.173942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Calling delete_port for ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:42.229497 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37d4a47a-569c-482d-8a54-72b6c1be4933 req-fa1cf731-eba5-40b7-8b26-626299e49d73 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212001 Dec 22 04:55:42.251471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-387547c8-065a-4a37-8093-2d99539b7c52 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.326688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.332355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-42042de7-8623-4397-92a7-80d202b9229e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:42.376233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event deleted for resources: {'Port': ['ID=ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.379130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:42.380787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-387547c8-065a-4a37-8093-2d99539b7c52 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 968109d3-9bcc-4a4d-a97e-b5f60cbbfac1 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:42.676787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-387547c8-065a-4a37-8093-2d99539b7c52 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.684485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:42.710682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:55:42.735948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387547c8-065a-4a37-8093-2d99539b7c52 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=968109d3-9bcc-4a4d-a97e-b5f60cbbfac1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.738441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-387547c8-065a-4a37-8093-2d99539b7c52 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:42.782019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-387547c8-065a-4a37-8093-2d99539b7c52 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.799629 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-387547c8-065a-4a37-8093-2d99539b7c52 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/968109d3-9bcc-4a4d-a97e-b5f60cbbfac1 HTTP/1.1" status: 204 len: 168 time: 0.9994812 Dec 22 04:55:42.800375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58950) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:42.870842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866436c8-3fe5-41ce-a716-10b25e107ce2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:42.872679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866436c8-3fe5-41ce-a716-10b25e107ce2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:42.873439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-866436c8-3fe5-41ce-a716-10b25e107ce2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:42.891885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-866436c8-3fe5-41ce-a716-10b25e107ce2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:42.896127 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-866436c8-3fe5-41ce-a716-10b25e107ce2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0948114 Dec 22 04:55:42.896702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58954) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:42.931238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:55:42.942823 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] Sync routers for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:42.958605 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:55:42.959239 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:42.974424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c6889f2f-545e-4b29-8585-6eb13faee8fb None None] Provisioning for port 7f368162-22c1-4f6d-8030-233cff327553 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:42.984324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebb3fca-1979-42b9-9f42-91c731a7e850 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 8ca27d00-cd23-4495-9ab0-7c3de1a79c4c {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:55:42.988435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ebb3fca-1979-42b9-9f42-91c731a7e850 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.060393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] No DVR routers for this DVR port ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:43.063776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.066593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'name': 'network-vif-deleted', 'tag': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:43.087528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ebb3fca-1979-42b9-9f42-91c731a7e850 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.108352 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9534f51a-611a-401e-bb1b-3b3c899244d7 req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "DELETE /v2.0/ports/ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 HTTP/1.1" status: 204 len: 173 time: 1.7096992 Dec 22 04:55:43.155258 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c11150a-4de7-4bc9-a9ee-3308ee371714', 'name': 'network-vif-deleted', 'tag': 'ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2', 'status': 'completed', 'code': 200} Dec 22 04:55:43.202003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7f368162-22c1-4f6d-8030-233cff327553 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:43.215225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ebb3fca-1979-42b9-9f42-91c731a7e850 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.255233 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:55:43.283309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 7f368162-22c1-4f6d-8030-233cff327553 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:43.291056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 7f368162-22c1-4f6d-8030-233cff327553 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:43.291439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.344276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4d0a7457-2b58-4c75-8210-aa1ba8163288 None None] Could not find standard attr ID for object 968109d3-9bcc-4a4d-a97e-b5f60cbbfac1. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:43.390908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ebb3fca-1979-42b9-9f42-91c731a7e850 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.398658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b64b6b1-934e-4e9d-b7e5-9ae31d512a47 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:43.443831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb3fca-1979-42b9-9f42-91c731a7e850 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca27d00-cd23-4495-9ab0-7c3de1a79c4c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:43.446670 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1ebb3fca-1979-42b9-9f42-91c731a7e850 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:43.449683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ebb3fca-1979-42b9-9f42-91c731a7e850 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.470985 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1ebb3fca-1979-42b9-9f42-91c731a7e850 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/8ca27d00-cd23-4495-9ab0-7c3de1a79c4c HTTP/1.1" status: 204 len: 168 time: 0.5709944 Dec 22 04:55:43.471209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58962) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:43.512104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.565495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 7f368162-22c1-4f6d-8030-233cff327553, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7f368162-22c1-4f6d-8030-233cff327553,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:43.582529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.588555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:43.618217 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-edded47d-54f6-4d29-92d4-840dac280305 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1455476 Dec 22 04:55:43.621292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58966) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:43.625978 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3dd3b977-ef94-49d5-9ef8-8ded6cc8f5cb req-d81df797-b615-45d3-947f-1f8819f65de5 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c11150a-4de7-4bc9-a9ee-3308ee371714 HTTP/1.1" status: 200 len: 210 time: 0.0640340 Dec 22 04:55:43.658467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9097ff62-f4bc-4bce-9aa3-07d983bc96fa None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:43.720165 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.727059 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] Checking router: 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:43.746306 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:55:43.750914 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.758445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a365d3db-1b85-4e61-8a40-e7a2b8c28d90 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:43.759180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a365d3db-1b85-4e61-8a40-e7a2b8c28d90 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:43.773893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=7f368162-22c1-4f6d-8030-233cff327553,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:43.779018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a365d3db-1b85-4e61-8a40-e7a2b8c28d90 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:43.783899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58970) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:43.785801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:43.796620 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a365d3db-1b85-4e61-8a40-e7a2b8c28d90 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1738648 Dec 22 04:55:43.866040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fa3784-9574-4bcd-afec-da75673067d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:43.867012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-80fa3784-9574-4bcd-afec-da75673067d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:43.887256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-80fa3784-9574-4bcd-afec-da75673067d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:43.889190 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-80fa3784-9574-4bcd-afec-da75673067d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1041181 Dec 22 04:55:43.892199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58974) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:43.971251 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:55:43.982034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:55:43.982612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 58978) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:43.982721 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-291b5b8e-9cce-4651-83b9-db1d47a67595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883243 Dec 22 04:55:43.985801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] Deleting port 7f368162-22c1-4f6d-8030-233cff327553 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:43.986201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.987817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:44.135041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:44.147570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:44.157840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:44.161430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.214851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] For port 7f368162-22c1-4f6d-8030-233cff327553, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7f368162-22c1-4f6d-8030-233cff327553,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:44.215251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.321624 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:44.326813 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379e24c-4952-4411-93a2-14c8885893bb None None] The sync data for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv is: [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:44.357209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] Calling delete_port for 7f368162-22c1-4f6d-8030-233cff327553 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:44.384664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:55:44.433020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.436767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:55:44.437119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ee8611f1-29d8-4cd2-855e-1cb4a0bd3bf2 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:55:44.437526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3cc64c4f-fde6-48a2-8210-036c234e1d49 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:44.443066 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.477293 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.483206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:44.497175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:44.500618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:44.505111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:44.505721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.530716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=7ba77848-4dc1-4291-a599-80b37661b1f3,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:44.533676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:44.535519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] No DVR routers for this DVR port 7f368162-22c1-4f6d-8030-233cff327553 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:44.546595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] Pushing event deleted for resources: {'Port': ['ID=7f368162-22c1-4f6d-8030-233cff327553,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:44.549723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:44.566797 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5833938 Dec 22 04:55:44.567263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7890e7e6-db82-4be5-a8f2-dffad40c0a0e None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:44.569269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58984) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:44.576295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '7ba77848-4dc1-4291-a599-80b37661b1f3', 'ip_address': '2001:db8::ead4:9b7:3886:78cf'}], 'name': 'tempest-NetworksTestDHCPv6-1162846127'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:44.725389 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc09fe0-8d08-47f7-8c05-80eddc6b0f54 None None] New status for floating IP ae6babd9-5233-40ce-b1f2-e0896d8f500a: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:55:44.750248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:44.759964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:44.771362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:44.899964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.922530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port d84565ee-983c-4f6f-8c1b-a7c5802db8a8 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:45.084194 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '7ba77848-4dc1-4291-a599-80b37661b1f3'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:55:45.085041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.140562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7f368162-22c1-4f6d-8030-233cff327553 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:55:45.142582 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-4d5fa1cf-cb70-42cd-8b6f-a8a1dc540d90 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925118228&fields=id&tenant_id=b446b894ac664acfb029340103ffff69 HTTP/1.1" status: 200 len: 267 time: 0.0959420 Dec 22 04:55:45.179316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 7f368162-22c1-4f6d-8030-233cff327553 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:55:45.179600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7f368162-22c1-4f6d-8030-233cff327553 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:55:45.254498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::ead4:9b7:3886:78cf (36a40c79-7638-4692-a6b6-3e8acdc0390f/7ba77848-4dc1-4291-a599-80b37661b1f3/d84565ee-983c-4f6f-8c1b-a7c5802db8a8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:45.347459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-3bedbec3-837e-44eb-a468-81c8fae664e7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:45.349011 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-3bedbec3-837e-44eb-a468-81c8fae664e7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 811 time: 0.1989059 Dec 22 04:55:45.555160 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d6b7ec49-6c7c-409b-a217-7cbcc457565e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/quotas/b446b894ac664acfb029340103ffff69 HTTP/1.1" status: 200 len: 375 time: 0.1975601 Dec 22 04:55:45.686835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.706770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object d84565ee-983c-4f6f-8c1b-a7c5802db8a8 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:45.715416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-789391e6-3c2b-4ba4-b5cc-8181ad5e5ca0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1544468 Dec 22 04:55:45.823784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.830548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-271bda23-89db-4fba-9cd0-c8d70dc57eb0 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:45.882840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/7ba77848-4dc1-4291-a599-80b37661b1f3/75e731d6-a061-4559-bfdd-6ca5bc0ece90) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:45.923852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:45.929580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:45.935961 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-f30bc41a-f88f-402c-a104-47fb3cf249a7 service neutron] 10.222.0.36 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083538 Dec 22 04:55:45.936864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:45.942315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:45.942937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.946720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=d84565ee-983c-4f6f-8c1b-a7c5802db8a8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:45.952492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:46.051808 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4811356 Dec 22 04:55:46.054447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 58996) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:46.092610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.103782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Transition to ACTIVE for port object 75e731d6-a061-4559-bfdd-6ca5bc0ece90 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:46.123678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Transition to ACTIVE for port object 75e731d6-a061-4559-bfdd-6ca5bc0ece90 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:46.132458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.137867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-210e4199-6163-4c92-b3a0-fbd525104362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:46.152892 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d06c98d3-9b73-4dcc-ae37-104b332e013d service neutron] 10.222.0.36 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015300 Dec 22 04:55:46.175721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e281603e-599a-410e-81d1-4aa441e9c60e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:46.175721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e281603e-599a-410e-81d1-4aa441e9c60e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:46.193331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e281603e-599a-410e-81d1-4aa441e9c60e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:46.196643 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e281603e-599a-410e-81d1-4aa441e9c60e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1412523 Dec 22 04:55:46.197620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59002) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:46.211319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:46.214453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:46.218236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:46.226659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Pushing event updated for resources: {'Port': ['ID=75e731d6-a061-4559-bfdd-6ca5bc0ece90,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.257499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:46.278343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8dd88f0b-a0f5-4fd9-b427-e1accf7fe392 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port d84565ee-983c-4f6f-8c1b-a7c5802db8a8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:46.278679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8dd88f0b-a0f5-4fd9-b427-e1accf7fe392 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.315274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Attempting to bind port 75e731d6-a061-4559-bfdd-6ca5bc0ece90 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:46.315652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Attempting to bind port 75e731d6-a061-4559-bfdd-6ca5bc0ece90 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:46.316021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Attempting to bind port 75e731d6-a061-4559-bfdd-6ca5bc0ece90 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:46.321518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:55:46.322012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:46.322423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.322817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:55:46.323313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Bound port: 75e731d6-a061-4559-bfdd-6ca5bc0ece90, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:46.323688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.415971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] For port 75e731d6-a061-4559-bfdd-6ca5bc0ece90, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:46.419401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] For port 75e731d6-a061-4559-bfdd-6ca5bc0ece90, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=75e731d6-a061-4559-bfdd-6ca5bc0ece90,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:55:46.428189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.432974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-461cc24d-3163-44e2-94e6-7e1a64ffb6e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:46.516613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Pushing event updated for resources: {'Port': ['ID=75e731d6-a061-4559-bfdd-6ca5bc0ece90,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.520004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:46.564292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8dd88f0b-a0f5-4fd9-b427-e1accf7fe392 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.628259 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a34469b-b7e1-4735-a86d-510515818e5d req-b636d772-f04d-419f-ad0c-025f163dd7bf tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 210 time: 0.0449324 Dec 22 04:55:46.698204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8dd88f0b-a0f5-4fd9-b427-e1accf7fe392 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for d84565ee-983c-4f6f-8c1b-a7c5802db8a8 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:47.014478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8dd88f0b-a0f5-4fd9-b427-e1accf7fe392 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.020328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4793666a-e682-4d2c-8d21-bb862ca33ee8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:47.069564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd88f0b-a0f5-4fd9-b427-e1accf7fe392 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=d84565ee-983c-4f6f-8c1b-a7c5802db8a8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.071297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8dd88f0b-a0f5-4fd9-b427-e1accf7fe392 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:47.114855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8dd88f0b-a0f5-4fd9-b427-e1accf7fe392 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.124957 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8dd88f0b-a0f5-4fd9-b427-e1accf7fe392 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/d84565ee-983c-4f6f-8c1b-a7c5802db8a8 HTTP/1.1" status: 204 len: 168 time: 0.9260800 Dec 22 04:55:47.127371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59022) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:47.176453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 75e731d6-a061-4559-bfdd-6ca5bc0ece90 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:47.203359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd121bc0-f3db-4e51-b14b-aa7795bb7799 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:47.204902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd121bc0-f3db-4e51-b14b-aa7795bb7799 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:47.205669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dd121bc0-f3db-4e51-b14b-aa7795bb7799 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:47.232522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dd121bc0-f3db-4e51-b14b-aa7795bb7799 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:47.233782 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dd121bc0-f3db-4e51-b14b-aa7795bb7799 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1054080 Dec 22 04:55:47.237266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59026) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:47.287657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 75e731d6-a061-4559-bfdd-6ca5bc0ece90 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:47.320450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2aaf8c-8d63-4579-820e-4178c8ac83b0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 7ba77848-4dc1-4291-a599-80b37661b1f3 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:55:47.324375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb2aaf8c-8d63-4579-820e-4178c8ac83b0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.380885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb2aaf8c-8d63-4579-820e-4178c8ac83b0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.468410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb2aaf8c-8d63-4579-820e-4178c8ac83b0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.557295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb2aaf8c-8d63-4579-820e-4178c8ac83b0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.561834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-07947e76-0fd1-4d26-9a0b-eab7ef20e834 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:47.596766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2aaf8c-8d63-4579-820e-4178c8ac83b0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba77848-4dc1-4291-a599-80b37661b1f3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.600831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fb2aaf8c-8d63-4579-820e-4178c8ac83b0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:47.605189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb2aaf8c-8d63-4579-820e-4178c8ac83b0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.622745 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fb2aaf8c-8d63-4579-820e-4178c8ac83b0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/7ba77848-4dc1-4291-a599-80b37661b1f3 HTTP/1.1" status: 204 len: 168 time: 0.3822482 Dec 22 04:55:47.623014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59030) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:47.623330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d443d-07f2-4d7d-b341-a27967e63c7c None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:47.707273 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fe281959-2e16-4aff-bb6b-1b2266db7ab1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829432 Dec 22 04:55:47.710195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59036) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:47.717396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:47.778556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-619d18d5-fac2-43bb-ad3d-4e31efc5e5fe None None] Provisioning for port 75e731d6-a061-4559-bfdd-6ca5bc0ece90 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:47.817972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-619d18d5-fac2-43bb-ad3d-4e31efc5e5fe None None] Provisioning complete for port 75e731d6-a061-4559-bfdd-6ca5bc0ece90 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:47.818505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-619d18d5-fac2-43bb-ad3d-4e31efc5e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.890626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-0781a367-bdb4-494c-ae2f-1fdd488b9cf2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:47.892985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-0781a367-bdb4-494c-ae2f-1fdd488b9cf2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Synchronizing usage tracker for tenant:b446b894ac664acfb029340103ffff69 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:47.900762 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-90a74232-07a7-4b37-90d9-efa3550b5e99 req-b0a23d9d-ecf8-4cbc-a8b9-2c55415ea67e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 210 time: 0.0748382 Dec 22 04:55:47.920867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-0781a367-bdb4-494c-ae2f-1fdd488b9cf2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Unset dirty status for tenant:b446b894ac664acfb029340103ffff69 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:47.922134 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-0781a367-bdb4-494c-ae2f-1fdd488b9cf2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 811 time: 0.2177615 Dec 22 04:55:47.941930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:47.946324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:47.949724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:47.955641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:47.967338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:47.971285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.977569 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-619d18d5-fac2-43bb-ad3d-4e31efc5e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.997169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-14451f97-2d30-43dc-820d-8cd778ef1fb5 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Synchronizing usage tracker for tenant:b446b894ac664acfb029340103ffff69 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:48.013125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-14451f97-2d30-43dc-820d-8cd778ef1fb5 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Unset dirty status for tenant:b446b894ac664acfb029340103ffff69 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:48.014738 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-14451f97-2d30-43dc-820d-8cd778ef1fb5 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b446b894ac664acfb029340103ffff69 HTTP/1.1" status: 200 len: 380 time: 0.0776081 Dec 22 04:55:48.022714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-619d18d5-fac2-43bb-ad3d-4e31efc5e5fe None None] For port 75e731d6-a061-4559-bfdd-6ca5bc0ece90, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=75e731d6-a061-4559-bfdd-6ca5bc0ece90,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:48.025981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'port': {'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'admin_state_up': True, 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'security_groups': ['26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:48.028605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-619d18d5-fac2-43bb-ad3d-4e31efc5e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.040808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e317ce0-1d79-49aa-8af0-94a3c3c97371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:48.075392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:55:48.164693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] Deleting port 75e731d6-a061-4559-bfdd-6ca5bc0ece90 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:48.164995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.208762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:48.217256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:port and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:48.222184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:48.230456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:48.248558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Made reservation on behalf of b446b894ac664acfb029340103ffff69 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:48.251516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.253047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.259730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c715d134-53cf-410d-b898-52e3976ac128 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:48.261337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d18d5-fac2-43bb-ad3d-4e31efc5e5fe None None] Pushing event updated for resources: {'Port': ['ID=75e731d6-a061-4559-bfdd-6ca5bc0ece90,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.273100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-619d18d5-fac2-43bb-ad3d-4e31efc5e5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:48.330170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=b99e80c7-d9b5-4c5e-841d-b80d571f5a66,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.334679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:48.346779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:48.347921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:48.355023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:48.355622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.389948 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6775107 Dec 22 04:55:48.393131 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59042) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:48.399616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': 'b99e80c7-d9b5-4c5e-841d-b80d571f5a66', 'ip_address': '2001:db8::d5e:f0e3:33a6:93dc'}], 'name': 'tempest-NetworksTestDHCPv6-5282898'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:48.458546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] For port 75e731d6-a061-4559-bfdd-6ca5bc0ece90, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=75e731d6-a061-4559-bfdd-6ca5bc0ece90,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:48.459228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.461968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Allocated IP 172.20.0.5 (5b56d29e-ae81-4c58-a03e-7274a2ef6bec/05ad0b02-1041-42f8-8ea5-e833f0065fb6/e13aa43a-6293-4223-9377-3b71d46e1862) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:48.578026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:48.583063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:48.586268 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:48.596572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:48.610384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:48.617352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] Calling delete_port for 75e731d6-a061-4559-bfdd-6ca5bc0ece90 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:48.617661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.649011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 923f6959-db3c-46c6-aaa9-4471848d75d2 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:48.688954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.715355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.720199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-be08990a-a281-432e-9293-14155f62e454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:48.721568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Transition to ACTIVE for port object e13aa43a-6293-4223-9377-3b71d46e1862 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:48.753817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.767561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8dd88f0b-a0f5-4fd9-b427-e1accf7fe392 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:48.779458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] Pushing event deleted for resources: {'Port': ['ID=75e731d6-a061-4559-bfdd-6ca5bc0ece90,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.781455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] No DVR routers for this DVR port 75e731d6-a061-4559-bfdd-6ca5bc0ece90 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:48.782916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:48.806056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f643a8-c159-4023-a6d7-1ee42e62388e None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:48.843853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'Port': ['ID=e13aa43a-6293-4223-9377-3b71d46e1862,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.849945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:48.855390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:48.856554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:48.858772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:48.926130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::d5e:f0e3:33a6:93dc (36a40c79-7638-4692-a6b6-3e8acdc0390f/b99e80c7-d9b5-4c5e-841d-b80d571f5a66/923f6959-db3c-46c6-aaa9-4471848d75d2) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:48.949183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:48.950100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.002252 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9812307 Dec 22 04:55:49.020977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Request body: {'port': {'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:49.141682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': 'b99e80c7-d9b5-4c5e-841d-b80d571f5a66'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:55:49.144243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.167600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 75e731d6-a061-4559-bfdd-6ca5bc0ece90 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:55:49.217685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 75e731d6-a061-4559-bfdd-6ca5bc0ece90 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:55:49.218209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 75e731d6-a061-4559-bfdd-6ca5bc0ece90 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:55:49.249705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.296460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dccc0d5a-c5f0-402b-a125-7006e4656dad None None] Provisioning for port e13aa43a-6293-4223-9377-3b71d46e1862 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:49.310486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dccc0d5a-c5f0-402b-a125-7006e4656dad None None] Provisioning complete for port e13aa43a-6293-4223-9377-3b71d46e1862 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:49.311022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dccc0d5a-c5f0-402b-a125-7006e4656dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.382658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dccc0d5a-c5f0-402b-a125-7006e4656dad None None] Port e13aa43a-6293-4223-9377-3b71d46e1862 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:55:49.453499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.465074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb38c57-d8e8-4163-8620-1b27db8e4a3f req-f6fda412-5839-4986-9db5-787a4e3e8183 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:49.466680 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdb38c57-d8e8-4163-8620-1b27db8e4a3f req-f6fda412-5839-4986-9db5-787a4e3e8183 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 931 time: 0.3253469 Dec 22 04:55:49.512409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 923f6959-db3c-46c6-aaa9-4471848d75d2 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:49.538666 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdb38c57-d8e8-4163-8620-1b27db8e4a3f req-ee9dd4a3-3047-426a-ab61-7f9c343dd52e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645232 Dec 22 04:55:49.576271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.584585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:49.636606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/b99e80c7-d9b5-4c5e-841d-b80d571f5a66/c8783a8e-a8cb-45f2-9b90-fae3a93e718e) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:49.667541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=923f6959-db3c-46c6-aaa9-4471848d75d2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.677808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:49.679088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:49.679899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:49.682331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:49.688249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:49.688878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.715468 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3210623 Dec 22 04:55:49.718206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59050) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:49.816978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13aa43a-6293-4223-9377-3b71d46e1862 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:55:49.827760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.829229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319b030f-0e7c-4224-8c55-64170df87ab3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:49.830035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-319b030f-0e7c-4224-8c55-64170df87ab3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:49.845146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Transition to ACTIVE for port object e13aa43a-6293-4223-9377-3b71d46e1862 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:49.849765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-319b030f-0e7c-4224-8c55-64170df87ab3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:49.851391 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-319b030f-0e7c-4224-8c55-64170df87ab3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 942 time: 0.1321890 Dec 22 04:55:49.852635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.854796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59054) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:49.857627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:49.899333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.927742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Transition to ACTIVE for port object c8783a8e-a8cb-45f2-9b90-fae3a93e718e will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:49.938751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e3416-d215-4fdc-859c-56bb6539acfa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 923f6959-db3c-46c6-aaa9-4471848d75d2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:49.939422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3416-d215-4fdc-859c-56bb6539acfa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.959670 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Transition to ACTIVE for port object c8783a8e-a8cb-45f2-9b90-fae3a93e718e will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:49.974552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.981264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:50.058990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:50.066585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:50.069177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:50.070558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e13aa43a-6293-4223-9377-3b71d46e1862,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.084334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.084581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.085024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.085479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.085930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.086591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.086835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.087282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.087984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.088460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.088921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.089365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:50.158281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:50.171259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Pushing event updated for resources: {'Port': ['ID=c8783a8e-a8cb-45f2-9b90-fae3a93e718e,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.174257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:50.182241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Attempting to bind port e13aa43a-6293-4223-9377-3b71d46e1862 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:50.182864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Attempting to bind port e13aa43a-6293-4223-9377-3b71d46e1862 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:50.183201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Attempting to bind port e13aa43a-6293-4223-9377-3b71d46e1862 on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:50.186503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Attempting to bind port c8783a8e-a8cb-45f2-9b90-fae3a93e718e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:50.187300 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Attempting to bind port c8783a8e-a8cb-45f2-9b90-fae3a93e718e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:50.187946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Attempting to bind port c8783a8e-a8cb-45f2-9b90-fae3a93e718e on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:50.188088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Port e13aa43a-6293-4223-9377-3b71d46e1862 on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:55:50.188423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Attempting to bind port e13aa43a-6293-4223-9377-3b71d46e1862 on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:50.195386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:55:50.195771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:50.196228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.196644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:55:50.197548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Bound port: c8783a8e-a8cb-45f2-9b90-fae3a93e718e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:50.197938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.202740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:55:50.203267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Checking segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:50.203833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Bound using segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:55:50.204542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Bound port: e13aa43a-6293-4223-9377-3b71d46e1862, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:50.205052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.291540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3416-d215-4fdc-859c-56bb6539acfa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.308349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] For port c8783a8e-a8cb-45f2-9b90-fae3a93e718e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:50.311367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] For port c8783a8e-a8cb-45f2-9b90-fae3a93e718e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c8783a8e-a8cb-45f2-9b90-fae3a93e718e,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:55:50.311901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] For port e13aa43a-6293-4223-9377-3b71d46e1862, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:50.315510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] For port e13aa43a-6293-4223-9377-3b71d46e1862, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e13aa43a-6293-4223-9377-3b71d46e1862,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:55:50.317259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.319711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.321249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-be08990a-a281-432e-9293-14155f62e454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:50.325224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:50.403715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:50.404537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.405957 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] 10.222.0.61 "PUT /v2.0/ports/e13aa43a-6293-4223-9377-3b71d46e1862 HTTP/1.1" status: 200 len: 1093 time: 1.3898308 Dec 22 04:55:50.406767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'tag': 'e13aa43a-6293-4223-9377-3b71d46e1862'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:50.417420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e13aa43a-6293-4223-9377-3b71d46e1862,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.421864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:50.440082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e3416-d215-4fdc-859c-56bb6539acfa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 923f6959-db3c-46c6-aaa9-4471848d75d2 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:50.467609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Pushing event updated for resources: {'Port': ['ID=c8783a8e-a8cb-45f2-9b90-fae3a93e718e,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.471278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:50.510384 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'tag': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'status': 'completed', 'code': 200} Dec 22 04:55:50.557346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-3cbd6659-fe7b-4760-a70a-2d6cf79e0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:50.559331 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-3cbd6659-fe7b-4760-a70a-2d6cf79e0d3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 1096 time: 0.0834458 Dec 22 04:55:50.656266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3416-d215-4fdc-859c-56bb6539acfa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.660866 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-c74ca601-d288-45b8-88c9-c2209ee12f03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e13aa43a-6293-4223-9377-3b71d46e1862 HTTP/1.1" status: 200 len: 217 time: 0.0867267 Dec 22 04:55:50.670365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40c4f9ef-0eec-479d-9231-4c8da42188b0 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:50.720322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e3416-d215-4fdc-859c-56bb6539acfa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=923f6959-db3c-46c6-aaa9-4471848d75d2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.738054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-bc65a706-782b-4a4f-b6c6-db6ddf9baaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:50.749005 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-bc65a706-782b-4a4f-b6c6-db6ddf9baaff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0722055 Dec 22 04:55:50.768967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ba8e3416-d215-4fdc-859c-56bb6539acfa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:50.812509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3416-d215-4fdc-859c-56bb6539acfa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.837746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-3ac40daf-5c30-4293-9419-a71dc009dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:50.841682 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ba8e3416-d215-4fdc-859c-56bb6539acfa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/923f6959-db3c-46c6-aaa9-4471848d75d2 HTTP/1.1" status: 204 len: 168 time: 0.9835033 Dec 22 04:55:50.841850 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-3ac40daf-5c30-4293-9419-a71dc009dc08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916793 Dec 22 04:55:50.843275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59064) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:50.868935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fbe70-875c-4b72-bd6c-010bf7b235bd req-476cc5ec-257d-48a9-9426-01bade3eb91c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:50.870590 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed1fbe70-875c-4b72-bd6c-010bf7b235bd req-476cc5ec-257d-48a9-9426-01bade3eb91c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 943 time: 0.1516356 Dec 22 04:55:50.924831 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed1fbe70-875c-4b72-bd6c-010bf7b235bd req-1a9d963c-50a1-44fd-bef1-216e555fc8a7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481837 Dec 22 04:55:50.995545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49de25c-b2b8-4e90-8e35-5004c85cd51a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:50.997055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49de25c-b2b8-4e90-8e35-5004c85cd51a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:50.997788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d49de25c-b2b8-4e90-8e35-5004c85cd51a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:51.039949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d49de25c-b2b8-4e90-8e35-5004c85cd51a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:51.041199 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d49de25c-b2b8-4e90-8e35-5004c85cd51a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1970475 Dec 22 04:55:51.044221 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59068) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:51.049505 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-4aaa2c0d-73be-40cc-a31b-09e5aecfc214 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731901 Dec 22 04:55:51.118061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-684238de-b254-4e60-a1b7-1df6afabd478 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet b99e80c7-d9b5-4c5e-841d-b80d571f5a66 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:55:51.121837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-684238de-b254-4e60-a1b7-1df6afabd478 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.160214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c8783a8e-a8cb-45f2-9b90-fae3a93e718e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:51.184378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-684238de-b254-4e60-a1b7-1df6afabd478 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.213154 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf05f71-e19d-43bb-bad9-457b7a1a6bfe req-88805037-11c5-4744-a6dc-e3914de4ef3c service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558623 Dec 22 04:55:51.233410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port c8783a8e-a8cb-45f2-9b90-fae3a93e718e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:51.281274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-684238de-b254-4e60-a1b7-1df6afabd478 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.364649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-684238de-b254-4e60-a1b7-1df6afabd478 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.370019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-620b2c59-7729-44e1-84c9-219f4c14b7c8 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:51.399131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-00c3d82c-9d9c-4886-b292-cfda44cdd375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:51.400462 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-00c3d82c-9d9c-4886-b292-cfda44cdd375 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 1096 time: 0.0776262 Dec 22 04:55:51.409146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684238de-b254-4e60-a1b7-1df6afabd478 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=b99e80c7-d9b5-4c5e-841d-b80d571f5a66,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.411228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-684238de-b254-4e60-a1b7-1df6afabd478 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.414354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-684238de-b254-4e60-a1b7-1df6afabd478 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:51.429220 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-684238de-b254-4e60-a1b7-1df6afabd478 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/b99e80c7-d9b5-4c5e-841d-b80d571f5a66 HTTP/1.1" status: 204 len: 168 time: 0.3815680 Dec 22 04:55:51.429527 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59072) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:51.504857 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cbe8db96-098a-40fd-a0ce-0e9017a02bec tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741079 Dec 22 04:55:51.506030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59076) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:51.514827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:51.607114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4922101f-df10-48b2-9d42-6c239574ed9e None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:51.709679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-deac0bec-b487-475f-9322-dc4242447d26 None None] Provisioning for port c8783a8e-a8cb-45f2-9b90-fae3a93e718e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:51.719712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-deac0bec-b487-475f-9322-dc4242447d26 None None] Provisioning complete for port c8783a8e-a8cb-45f2-9b90-fae3a93e718e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:51.720089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-deac0bec-b487-475f-9322-dc4242447d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.755751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-1ced484d-07d0-4351-8bfb-49353e6a464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:51.757269 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-1ced484d-07d0-4351-8bfb-49353e6a464f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 0.3496811 Dec 22 04:55:51.840312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-e2f193c2-2a8b-4baf-bbea-9f99722e4c79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e13aa43a-6293-4223-9377-3b71d46e1862 HTTP/1.1" status: 200 len: 217 time: 0.0738506 Dec 22 04:55:51.842434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:51.847859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:51.878801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:51.890004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:51.914291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:51.917869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.933362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-deac0bec-b487-475f-9322-dc4242447d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.935970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-b8eb23f4-e678-4bf9-809d-c9b09d9de7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:51.937528 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-b8eb23f4-e678-4bf9-809d-c9b09d9de7e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0912049 Dec 22 04:55:51.981626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-deac0bec-b487-475f-9322-dc4242447d26 None None] For port c8783a8e-a8cb-45f2-9b90-fae3a93e718e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c8783a8e-a8cb-45f2-9b90-fae3a93e718e,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:51.991951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-deac0bec-b487-475f-9322-dc4242447d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.997027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9c0b91e0-859b-4f10-8776-49c9cd6549b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:52.034507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:55:52.053419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] Deleting port c8783a8e-a8cb-45f2-9b90-fae3a93e718e {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:52.053797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.119559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac0bec-b487-475f-9322-dc4242447d26 None None] Pushing event updated for resources: {'Port': ['ID=c8783a8e-a8cb-45f2-9b90-fae3a93e718e,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.140416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-1efc3d12-d0ea-4f2c-8011-567f73ef5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:52.141976 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-1efc3d12-d0ea-4f2c-8011-567f73ef5bd8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1967356 Dec 22 04:55:52.151777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9a0f7-fc1d-471f-997d-6fefcdaf71fb req-05dd54c9-f99b-4b0e-80bb-d6933e8e17f7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:52.153336 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ad9a0f7-fc1d-471f-997d-6fefcdaf71fb req-05dd54c9-f99b-4b0e-80bb-d6933e8e17f7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 943 time: 0.1088696 Dec 22 04:55:52.155291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-deac0bec-b487-475f-9322-dc4242447d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:52.219181 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ad9a0f7-fc1d-471f-997d-6fefcdaf71fb req-8a6c1132-c896-4003-b22d-2f7a91930748 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461230 Dec 22 04:55:52.300065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] For port c8783a8e-a8cb-45f2-9b90-fae3a93e718e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c8783a8e-a8cb-45f2-9b90-fae3a93e718e,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:52.300649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.320921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.326839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e6a32074-c3f8-40a8-aede-a743bb106d04 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:52.394679 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-d3f8dd02-4833-48f8-bede-e6b0190ba11d service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348874 Dec 22 04:55:52.396363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:52.399604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:52.404977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:52.405574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.427022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] Calling delete_port for c8783a8e-a8cb-45f2-9b90-fae3a93e718e owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:52.442608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=1755e06c-a024-4331-867d-eb22fae11ff8,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.446853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:52.506219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.510488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-deac0bec-b487-475f-9322-dc4242447d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:52.522436 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0138462 Dec 22 04:55:52.525160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59082) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:52.532369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '1755e06c-a024-4331-867d-eb22fae11ff8', 'ip_address': '2001:db8::650a:888c:daf0:2786'}], 'name': 'tempest-NetworksTestDHCPv6-440051055'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:52.558196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] Pushing event deleted for resources: {'Port': ['ID=c8783a8e-a8cb-45f2-9b90-fae3a93e718e,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.561658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:52.562183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] No DVR routers for this DVR port c8783a8e-a8cb-45f2-9b90-fae3a93e718e on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:52.578447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c0cb49-b985-4349-b2a7-6f2e257a189d None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:52.651565 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8db7359a-474d-4ba3-9e6d-375d5a1ce3b7 req-361045b9-9330-4606-8edd-ac975f0b8fd4 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479336 Dec 22 04:55:52.706611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:52.710868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:52.714015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:52.720168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:52.731916 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:52.798533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '1755e06c-a024-4331-867d-eb22fae11ff8'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:55:52.799512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.857191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.878179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 4619ea1a-1b3b-478c-8868-829bd667e598 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:52.961915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/1755e06c-a024-4331-867d-eb22fae11ff8/d4148102-eb52-450c-af1e-a71d9a23fb69) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:53.109957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c8783a8e-a8cb-45f2-9b90-fae3a93e718e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:55:53.223565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: c8783a8e-a8cb-45f2-9b90-fae3a93e718e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:55:53.223809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c8783a8e-a8cb-45f2-9b90-fae3a93e718e not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:55:53.250381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.260803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Transition to ACTIVE for port object d4148102-eb52-450c-af1e-a71d9a23fb69 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:53.280035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Transition to ACTIVE for port object d4148102-eb52-450c-af1e-a71d9a23fb69 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:53.285883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.289943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-619d18d5-fac2-43bb-ad3d-4e31efc5e5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:53.352306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::650a:888c:daf0:2786 (36a40c79-7638-4692-a6b6-3e8acdc0390f/1755e06c-a024-4331-867d-eb22fae11ff8/4619ea1a-1b3b-478c-8868-829bd667e598) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:53.355267 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:53.358372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:53.362153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:53.370464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Pushing event updated for resources: {'Port': ['ID=d4148102-eb52-450c-af1e-a71d9a23fb69,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:53.397182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:53.438277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942e8a6-584b-4bba-aac0-ad581db99c21 req-a46661c0-2a0e-427a-9317-7e7e035ccb44 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:53.442261 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c942e8a6-584b-4bba-aac0-ad581db99c21 req-a46661c0-2a0e-427a-9317-7e7e035ccb44 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 943 time: 0.0946367 Dec 22 04:55:53.463435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Attempting to bind port d4148102-eb52-450c-af1e-a71d9a23fb69 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:53.463816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Attempting to bind port d4148102-eb52-450c-af1e-a71d9a23fb69 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:53.464551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Attempting to bind port d4148102-eb52-450c-af1e-a71d9a23fb69 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:53.470406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:55:53.470794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:53.471197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.471602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:55:53.472072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Bound port: d4148102-eb52-450c-af1e-a71d9a23fb69, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:53.472491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.577081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] For port d4148102-eb52-450c-af1e-a71d9a23fb69, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:53.580772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] For port d4148102-eb52-450c-af1e-a71d9a23fb69, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d4148102-eb52-450c-af1e-a71d9a23fb69,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:55:53.586237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.590161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-70773281-b969-46ca-b8de-982f03964a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:53.595060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.612070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 4619ea1a-1b3b-478c-8868-829bd667e598 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:53.628585 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c942e8a6-584b-4bba-aac0-ad581db99c21 req-8f798acd-6c70-4275-9c40-62898b6c4ced tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819160 Dec 22 04:55:53.646256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.653803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8e89850e-d488-440c-b2fd-ae7985455776 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:53.669855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Pushing event updated for resources: {'Port': ['ID=d4148102-eb52-450c-af1e-a71d9a23fb69,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:53.672993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:53.733719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:53.737133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:53.739745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:53.745856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:53.746537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.765001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=4619ea1a-1b3b-478c-8868-829bd667e598,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:53.767853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:53.781813 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2556407 Dec 22 04:55:53.784424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59090) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:53.891326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb32408-e044-4488-9005-b0c8b4d5d83f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:53.897178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb32408-e044-4488-9005-b0c8b4d5d83f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:53.897984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-adb32408-e044-4488-9005-b0c8b4d5d83f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:53.921990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-adb32408-e044-4488-9005-b0c8b4d5d83f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:53.924066 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-adb32408-e044-4488-9005-b0c8b4d5d83f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1385033 Dec 22 04:55:53.927006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59094) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:53.997186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cfdad6a7-bbef-4ac1-a8fe-885d57367fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 4619ea1a-1b3b-478c-8868-829bd667e598 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:53.997524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfdad6a7-bbef-4ac1-a8fe-885d57367fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.254750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfdad6a7-bbef-4ac1-a8fe-885d57367fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.382228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cfdad6a7-bbef-4ac1-a8fe-885d57367fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 4619ea1a-1b3b-478c-8868-829bd667e598 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:54.536686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfdad6a7-bbef-4ac1-a8fe-885d57367fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.544575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af90d7b9-ab44-49b9-bb13-e4751f1aea3d tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:54.585336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dbc02f6d-1dd1-4a9c-8389-ead277652307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.641133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdad6a7-bbef-4ac1-a8fe-885d57367fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=4619ea1a-1b3b-478c-8868-829bd667e598,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:54.642586 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-25c51d79-db5f-4e65-9454-ac0d4410121c None None] Provisioning for port d4148102-eb52-450c-af1e-a71d9a23fb69 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:54.643846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cfdad6a7-bbef-4ac1-a8fe-885d57367fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:54.647773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfdad6a7-bbef-4ac1-a8fe-885d57367fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.664482 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cfdad6a7-bbef-4ac1-a8fe-885d57367fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/4619ea1a-1b3b-478c-8868-829bd667e598 HTTP/1.1" status: 204 len: 168 time: 0.7358842 Dec 22 04:55:54.666980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59100) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:54.770648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a056b563-bacf-4519-9fdb-04ba52259939 None None] Could not find standard attr ID for object d84565ee-983c-4f6f-8c1b-a7c5802db8a8. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:54.848995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488f55-6baf-42ea-b112-49dc2355e53d req-bfe988d8-8691-4c8a-91a3-662d9f97f9f9 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:54.855031 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5488f55-6baf-42ea-b112-49dc2355e53d req-bfe988d8-8691-4c8a-91a3-662d9f97f9f9 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 943 time: 0.0987072 Dec 22 04:55:54.888256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd8e14-0d1f-48b6-bdfc-90bd1df05864 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:54.889668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd8e14-0d1f-48b6-bdfc-90bd1df05864 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:54.890429 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a9fd8e14-0d1f-48b6-bdfc-90bd1df05864 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:54.903095 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5488f55-6baf-42ea-b112-49dc2355e53d req-eece881d-67df-4648-a435-8d993a2a7f7b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457981 Dec 22 04:55:54.909955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a9fd8e14-0d1f-48b6-bdfc-90bd1df05864 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:54.911094 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a9fd8e14-0d1f-48b6-bdfc-90bd1df05864 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2431214 Dec 22 04:55:54.913901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59104) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:54.982113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d720dc-dfb8-4b34-8abc-db6ead4a5723 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 1755e06c-a024-4331-867d-eb22fae11ff8 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:55:54.985335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cac70341-be62-4bd2-8297-f859db33d267 None None] Could not find standard attr ID for object 923f6959-db3c-46c6-aaa9-4471848d75d2. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:54.987468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4d720dc-dfb8-4b34-8abc-db6ead4a5723 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.043852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4d720dc-dfb8-4b34-8abc-db6ead4a5723 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.149185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d4148102-eb52-450c-af1e-a71d9a23fb69 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:55.150737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4d720dc-dfb8-4b34-8abc-db6ead4a5723 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.207519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0cac041e-f66f-4034-a8fa-d0f8eb9c4349 None None] Could not find standard attr ID for object 4619ea1a-1b3b-478c-8868-829bd667e598. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:55.230151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port d4148102-eb52-450c-af1e-a71d9a23fb69 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:55.235990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d4148102-eb52-450c-af1e-a71d9a23fb69 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:55.236447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.242588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4d720dc-dfb8-4b34-8abc-db6ead4a5723 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.247767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ba0a593-bb8a-4135-8d36-88f5b87aa498 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:55.294310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d720dc-dfb8-4b34-8abc-db6ead4a5723 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=1755e06c-a024-4331-867d-eb22fae11ff8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:55.305358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4d720dc-dfb8-4b34-8abc-db6ead4a5723 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.309055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f4d720dc-dfb8-4b34-8abc-db6ead4a5723 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:55.321982 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f4d720dc-dfb8-4b34-8abc-db6ead4a5723 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/1755e06c-a024-4331-867d-eb22fae11ff8 HTTP/1.1" status: 204 len: 168 time: 0.4067500 Dec 22 04:55:55.324529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59110) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:55.365993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.395647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7858dd4f-22d0-41d9-8df7-c98b735debc9 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:55.402090 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-73d8bb29-6a28-442a-a0fd-db76d5872e8c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762160 Dec 22 04:55:55.404593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59114) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:55.419237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port d4148102-eb52-450c-af1e-a71d9a23fb69, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d4148102-eb52-450c-af1e-a71d9a23fb69,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:55.464786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.477854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:55.485302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb9b418-172e-4031-ab92-3a807fd4a344 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:55.486770 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9bb9b418-172e-4031-ab92-3a807fd4a344 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0812647 Dec 22 04:55:55.489470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59118) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:55.555845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2afac08-c8e3-4505-87aa-d4999fe25544 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:55.557704 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d2afac08-c8e3-4505-87aa-d4999fe25544 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0670404 Dec 22 04:55:55.560442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59122) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:55.620186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=d4148102-eb52-450c-af1e-a71d9a23fb69,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:55.623944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:55.625432 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bc096c68-a315-4f76-bd7a-f5c33b3e1d85 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638616 Dec 22 04:55:55.629954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:55.636790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:55.703154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:55:55.707700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] Deleting port d4148102-eb52-450c-af1e-a71d9a23fb69 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:55.708090 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.753185 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:55.757328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:55.760181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:55.765731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:55.777363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:55.781012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.921172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] For port d4148102-eb52-450c-af1e-a71d9a23fb69, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d4148102-eb52-450c-af1e-a71d9a23fb69,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:55.921490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.049077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] Calling delete_port for d4148102-eb52-450c-af1e-a71d9a23fb69 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:56.050923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.060461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f4d720dc-dfb8-4b34-8abc-db6ead4a5723 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:56.124636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:56.127329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.128828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:56.133600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:56.134577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:56.135110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.160908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=7e2aea25-4630-4072-8730-9a13c71967cf,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:56.166602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:56.177501 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5456157 Dec 22 04:55:56.180440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59132) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:56.186265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] Pushing event deleted for resources: {'Port': ['ID=d4148102-eb52-450c-af1e-a71d9a23fb69,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:56.188679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:56.190416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '7e2aea25-4630-4072-8730-9a13c71967cf', 'ip_address': '2001:db8::5b47:5cb0:cf9e:f7ee'}], 'name': 'tempest-NetworksTestDHCPv6-866656016'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:56.191009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] No DVR routers for this DVR port d4148102-eb52-450c-af1e-a71d9a23fb69 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:56.191213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baeb07-c978-4691-bc82-758301310002 req-adf25074-cf9c-481f-9143-a360e7745e16 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:56.192867 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6baeb07-c978-4691-bc82-758301310002 req-adf25074-cf9c-481f-9143-a360e7745e16 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 943 time: 0.1775606 Dec 22 04:55:56.213286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1bffa9-5dd1-4369-a721-1323dc2782e9 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:56.251920 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6baeb07-c978-4691-bc82-758301310002 req-2941168b-9958-4862-be3b-e00c95e8309c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458794 Dec 22 04:55:56.342170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:56.346319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:56.349160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:56.354810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:56.366681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:56.371929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.397630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 94ef532d-39f8-452c-b2e3-19a336589b4f yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:56.435822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '7e2aea25-4630-4072-8730-9a13c71967cf'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:55:56.436778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.612034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::5b47:5cb0:cf9e:f7ee (36a40c79-7638-4692-a6b6-3e8acdc0390f/7e2aea25-4630-4072-8730-9a13c71967cf/94ef532d-39f8-452c-b2e3-19a336589b4f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:56.815565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.831325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 94ef532d-39f8-452c-b2e3-19a336589b4f will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:56.870891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.876781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-329b3ac2-5fa0-4484-8baa-beaedc73d2d6 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:56.937882 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0789-0cdb-4925-b259-8748a63b197e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.947315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:56.950581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:56.954486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:56.957284 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/7e2aea25-4630-4072-8730-9a13c71967cf/5effb90d-5a1d-49c1-af10-f8f7451575f1) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:56.960029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:56.960682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.972961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=94ef532d-39f8-452c-b2e3-19a336589b4f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:56.977497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:56.991494 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8071129 Dec 22 04:55:56.995192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59136) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:57.000971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '7e2aea25-4630-4072-8730-9a13c71967cf', 'ip_address': '2001:db8::5b47:5cb0:cf9e:f7ee'}], 'name': 'tempest-NetworksTestDHCPv6-1281793247'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:57.141993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:57.143386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d4148102-eb52-450c-af1e-a71d9a23fb69 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:55:57.147378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:57.150976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:57.156836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:57.166166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:57.171171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.191388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: d4148102-eb52-450c-af1e-a71d9a23fb69 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:55:57.191737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d4148102-eb52-450c-af1e-a71d9a23fb69 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:55:57.192421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 5ce1708d-074e-4d42-bc41-3fc3196a018e yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:57.216286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.227433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Transition to ACTIVE for port object 5effb90d-5a1d-49c1-af10-f8f7451575f1 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:57.247759 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Transition to ACTIVE for port object 5effb90d-5a1d-49c1-af10-f8f7451575f1 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:57.254562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.260297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:57.335172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:57.339057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:57.343576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Pushing event updated for resources: {'Port': ['ID=5effb90d-5a1d-49c1-af10-f8f7451575f1,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:57.346080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:55:57.383732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:57.415371 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 04:55:57.415988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:57.446527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Attempting to bind port 5effb90d-5a1d-49c1-af10-f8f7451575f1 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:57.450269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Attempting to bind port 5effb90d-5a1d-49c1-af10-f8f7451575f1 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:57.450269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Attempting to bind port 5effb90d-5a1d-49c1-af10-f8f7451575f1 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:55:57.450508 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fb6de397-8230-4536-9ac4-cc13f61b2595 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4508553 Dec 22 04:55:57.450749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59144) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:57.453218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:55:57.453678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:55:57.454146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.454602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:55:57.455138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Bound port: 5effb90d-5a1d-49c1-af10-f8f7451575f1, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:57.455582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.458995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5b5f7-0ca1-465e-8339-9d74707a21b6 req-ed09689b-cde1-4e1d-8e6c-17c6f1d5f203 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:57.460521 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d0d5b5f7-0ca1-465e-8339-9d74707a21b6 req-ed09689b-cde1-4e1d-8e6c-17c6f1d5f203 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 943 time: 0.0967512 Dec 22 04:55:57.509234 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d0d5b5f7-0ca1-465e-8339-9d74707a21b6 req-26ccfef7-9a4b-4ff9-bd80-2f6817d8acc1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422640 Dec 22 04:55:57.541076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58854a14-178a-49ac-b4d3-ce6ffbaf0ef6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:57.546621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] For port 5effb90d-5a1d-49c1-af10-f8f7451575f1, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:55:57.548035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58854a14-178a-49ac-b4d3-ce6ffbaf0ef6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:57.548897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-58854a14-178a-49ac-b4d3-ce6ffbaf0ef6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:57.549622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] For port 5effb90d-5a1d-49c1-af10-f8f7451575f1, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5effb90d-5a1d-49c1-af10-f8f7451575f1,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:55:57.553891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.558712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f24693ac-3c2e-4f19-8821-504a2a83e50f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:57.565987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-58854a14-178a-49ac-b4d3-ce6ffbaf0ef6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:57.569900 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-58854a14-178a-49ac-b4d3-ce6ffbaf0ef6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1154511 Dec 22 04:55:57.570361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59148) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:57.637874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-70a86a03-0bc5-4d78-adfe-f39d90d89ef3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 94ef532d-39f8-452c-b2e3-19a336589b4f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:57.638307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70a86a03-0bc5-4d78-adfe-f39d90d89ef3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.640440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Pushing event updated for resources: {'Port': ['ID=5effb90d-5a1d-49c1-af10-f8f7451575f1,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:57.643488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:57.927415 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.026671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70a86a03-0bc5-4d78-adfe-f39d90d89ef3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.101843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.151948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-70a86a03-0bc5-4d78-adfe-f39d90d89ef3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 94ef532d-39f8-452c-b2e3-19a336589b4f owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:58.300665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70a86a03-0bc5-4d78-adfe-f39d90d89ef3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.308556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:58.385445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a86a03-0bc5-4d78-adfe-f39d90d89ef3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=94ef532d-39f8-452c-b2e3-19a336589b4f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:58.393585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-70a86a03-0bc5-4d78-adfe-f39d90d89ef3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:58.402850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70a86a03-0bc5-4d78-adfe-f39d90d89ef3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.415377 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-70a86a03-0bc5-4d78-adfe-f39d90d89ef3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/94ef532d-39f8-452c-b2e3-19a336589b4f HTTP/1.1" status: 204 len: 168 time: 0.8415642 Dec 22 04:55:58.415617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59152) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:58.485809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255bfd09-d25a-4925-987f-bb3deb79d6ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:58.487345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255bfd09-d25a-4925-987f-bb3deb79d6ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:58.488125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-255bfd09-d25a-4925-987f-bb3deb79d6ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:55:58.505721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-255bfd09-d25a-4925-987f-bb3deb79d6ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:55:58.506888 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-255bfd09-d25a-4925-987f-bb3deb79d6ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0903354 Dec 22 04:55:58.510037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59156) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:58.582811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cbe8d0-7054-40d2-bc8f-635cf697702a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 7e2aea25-4630-4072-8730-9a13c71967cf {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:55:58.585919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-26cbe8d0-7054-40d2-bc8f-635cf697702a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.660536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-26cbe8d0-7054-40d2-bc8f-635cf697702a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.668638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-efd90a53-5757-492a-81bf-6c311e8acc9d None None] Provisioning for port 5effb90d-5a1d-49c1-af10-f8f7451575f1 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:58.716596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe71a5d-024b-435a-b0c3-9f8bb54e757d req-cb824ce9-45a4-4cf6-906f-46cd996f3bd8 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:58.718138 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-efe71a5d-024b-435a-b0c3-9f8bb54e757d req-cb824ce9-45a4-4cf6-906f-46cd996f3bd8 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 943 time: 0.0935028 Dec 22 04:55:58.760457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-26cbe8d0-7054-40d2-bc8f-635cf697702a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.765678 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-efe71a5d-024b-435a-b0c3-9f8bb54e757d req-d96bce77-f39b-44fa-8fe7-7180bd0ae33f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414412 Dec 22 04:55:58.838835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-26cbe8d0-7054-40d2-bc8f-635cf697702a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.842986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bc28f482-65f3-4fc6-b5d3-82d9a20b7b36 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:58.881569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbe8d0-7054-40d2-bc8f-635cf697702a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2aea25-4630-4072-8730-9a13c71967cf,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:58.883545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-26cbe8d0-7054-40d2-bc8f-635cf697702a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.886757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-26cbe8d0-7054-40d2-bc8f-635cf697702a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:58.890581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-86110dd7-12ec-47ac-a0ac-085db4407816 None None] Could not find standard attr ID for object 94ef532d-39f8-452c-b2e3-19a336589b4f. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:58.899489 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-26cbe8d0-7054-40d2-bc8f-635cf697702a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/7e2aea25-4630-4072-8730-9a13c71967cf HTTP/1.1" status: 204 len: 168 time: 0.3883698 Dec 22 04:55:58.901885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59162) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:58.982219 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5ee7446f-8891-4dc1-885e-c83aa4f5152a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790389 Dec 22 04:55:58.986173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59166) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:58.992444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:58.997493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7507b7-e299-4c86-849b-7c888f4ae7b8 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:55:59.106284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:59.110882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:59.114042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:59.120102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:59.130160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:59.133905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.165702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5effb90d-5a1d-49c1-af10-f8f7451575f1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:55:59.265230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 5effb90d-5a1d-49c1-af10-f8f7451575f1 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:59.271401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5effb90d-5a1d-49c1-af10-f8f7451575f1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:59.271815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.373401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.377706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c54b31a1-1065-4c10-90da-434953843c1a tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:59.408048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.423421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:55:59.429935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] Deleting port 5effb90d-5a1d-49c1-af10-f8f7451575f1 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:55:59.430470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.440618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:59.443513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:59.448236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:59.448841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.456020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.464245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=09b3a0b4-e123-4fee-be01-91b835258679,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:59.476541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.476922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.477298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.477663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.478022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.478383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.478769 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.479126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.479482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.479840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.480211 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.480564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:59.485562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:59.493338 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5059869 Dec 22 04:55:59.496367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59170) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:55:59.502544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '09b3a0b4-e123-4fee-be01-91b835258679', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1407767539'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:59.503804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 5effb90d-5a1d-49c1-af10-f8f7451575f1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5effb90d-5a1d-49c1-af10-f8f7451575f1,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:59.532584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.540811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:55:59.647849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:55:59.652031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:55:59.655029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:55:59.661646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:55:59.673748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:59.694173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=5effb90d-5a1d-49c1-af10-f8f7451575f1,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:59.699387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:55:59.752361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] For port 5effb90d-5a1d-49c1-af10-f8f7451575f1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5effb90d-5a1d-49c1-af10-f8f7451575f1,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:55:59.753104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.809218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.833505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 35f30c2b-e34f-40b1-a185-f500544f951e yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:59.911319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] Calling delete_port for 5effb90d-5a1d-49c1-af10-f8f7451575f1 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:55:59.997119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.001241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:00.002168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59178) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:00.048498 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] Pushing event deleted for resources: {'Port': ['ID=5effb90d-5a1d-49c1-af10-f8f7451575f1,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:00.051801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:00.052721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] No DVR routers for this DVR port 5effb90d-5a1d-49c1-af10-f8f7451575f1 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:00.080872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1cb9b-9280-403c-bffa-82d3b10fb797 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:00.206992 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:00.207455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:00.224988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e39d27-f7df-4b8a-90ed-b7e8f3b5baf0 req-23e0d09a-751c-4995-bc6c-9e67587af90e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:00.226535 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-03e39d27-f7df-4b8a-90ed-b7e8f3b5baf0 req-23e0d09a-751c-4995-bc6c-9e67587af90e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 943 time: 0.3282130 Dec 22 04:56:00.262569 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b0fed1b6-2548-41b2-9c0e-8eefad8a1532 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7647667 Dec 22 04:56:00.264599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59182) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:00.322376 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-22d31718-b072-4f31-bce7-51d24f855ab0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:00.328346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '09b3a0b4-e123-4fee-be01-91b835258679'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:56:00.330106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.340749 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-03e39d27-f7df-4b8a-90ed-b7e8f3b5baf0 req-0a2d6dbd-2d42-484f-a938-339cc5c5ae66 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069829 Dec 22 04:56:00.361846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-22d31718-b072-4f31-bce7-51d24f855ab0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:00.361846 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-22d31718-b072-4f31-bce7-51d24f855ab0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0895493 Dec 22 04:56:00.361846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59186) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:00.398623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e13aa43a-6293-4223-9377-3b71d46e1862 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:56:00.428655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472b265f-c02c-4aa6-9bcf-5140fb15f4cb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:00.430293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472b265f-c02c-4aa6-9bcf-5140fb15f4cb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:00.431038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-472b265f-c02c-4aa6-9bcf-5140fb15f4cb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:00.449712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-472b265f-c02c-4aa6-9bcf-5140fb15f4cb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:00.453366 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-472b265f-c02c-4aa6-9bcf-5140fb15f4cb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0935585 Dec 22 04:56:00.454430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59190) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:00.523121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7686fc5-aaf9-4ba2-8f5b-ce0e9d475bd4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 09b3a0b4-e123-4fee-be01-91b835258679 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:00.584120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/09b3a0b4-e123-4fee-be01-91b835258679/e4fee032-ab8a-4d5a-b9a4-9d19da62c086) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:00.642341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e13aa43a-6293-4223-9377-3b71d46e1862, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e13aa43a-6293-4223-9377-3b71d46e1862,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:00.710670 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'mac_address': 'fa:16:3e:ac:7a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:56:00.768661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.800879 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.855909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13aa43a-6293-4223-9377-3b71d46e1862 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:56:00.888921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e13aa43a-6293-4223-9377-3b71d46e1862, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e13aa43a-6293-4223-9377-3b71d46e1862,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:00.896993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.900851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:00.933699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.963568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Transition to ACTIVE for port object e4fee032-ab8a-4d5a-b9a4-9d19da62c086 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:00.995307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Transition to ACTIVE for port object e4fee032-ab8a-4d5a-b9a4-9d19da62c086 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:00.999134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e13aa43a-6293-4223-9377-3b71d46e1862,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:01.002495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:01.003956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7686fc5-aaf9-4ba2-8f5b-ce0e9d475bd4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.004217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.013605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:01.078297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7686fc5-aaf9-4ba2-8f5b-ce0e9d475bd4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.080960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:01.083894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:01.087703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:01.093837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Pushing event updated for resources: {'Port': ['ID=e4fee032-ab8a-4d5a-b9a4-9d19da62c086,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:01.098233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:01.168647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5effb90d-5a1d-49c1-af10-f8f7451575f1 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:01.182082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7686fc5-aaf9-4ba2-8f5b-ce0e9d475bd4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.195646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port a1b27229-cd75-49a3-b233-84529cf6b356 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:01.196776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.223393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Attempting to bind port e4fee032-ab8a-4d5a-b9a4-9d19da62c086 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:01.223835 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Attempting to bind port e4fee032-ab8a-4d5a-b9a4-9d19da62c086 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:01.224153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Attempting to bind port e4fee032-ab8a-4d5a-b9a4-9d19da62c086 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:01.226282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 5effb90d-5a1d-49c1-af10-f8f7451575f1 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:01.226622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5effb90d-5a1d-49c1-af10-f8f7451575f1 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:01.231673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:01.232059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:01.232489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.232884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:01.233350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Bound port: e4fee032-ab8a-4d5a-b9a4-9d19da62c086, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:01.233734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.287643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7686fc5-aaf9-4ba2-8f5b-ce0e9d475bd4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.291749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1ebb3fca-1979-42b9-9f42-91c731a7e850 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:01.329742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7686fc5-aaf9-4ba2-8f5b-ce0e9d475bd4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=09b3a0b4-e123-4fee-be01-91b835258679,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:01.330043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] For port e4fee032-ab8a-4d5a-b9a4-9d19da62c086, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:01.333163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7686fc5-aaf9-4ba2-8f5b-ce0e9d475bd4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:01.334036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7686fc5-aaf9-4ba2-8f5b-ce0e9d475bd4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.339197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] For port e4fee032-ab8a-4d5a-b9a4-9d19da62c086, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e4fee032-ab8a-4d5a-b9a4-9d19da62c086,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:01.340646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['e13aa43a-6293-4223-9377-3b71d46e1862'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:56:01.348578 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c7686fc5-aaf9-4ba2-8f5b-ce0e9d475bd4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/09b3a0b4-e123-4fee-be01-91b835258679 HTTP/1.1" status: 204 len: 168 time: 0.8928847 Dec 22 04:56:01.351137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59194) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:01.371405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.380744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8318f79e-1401-4220-8918-66cc2b916c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:01.431416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-10c7fe26-6f9e-421f-85e9-5d20aa58a83d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748508 Dec 22 04:56:01.431416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59200) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:01.438815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:01.450191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port a1b27229-cd75-49a3-b233-84529cf6b356, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a1b27229-cd75-49a3-b233-84529cf6b356,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:01.450996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.489761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Pushing event updated for resources: {'Port': ['ID=e4fee032-ab8a-4d5a-b9a4-9d19da62c086,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:01.493809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:01.602677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for a1b27229-cd75-49a3-b233-84529cf6b356 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:01.618393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:01.625857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:01.628907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:01.637413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:01.657632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6129f0-f3e9-4d59-bfe2-1bbc5bdc70b6 req-79505834-e128-4962-8fe8-1dc2373d9aa1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:01.659133 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b6129f0-f3e9-4d59-bfe2-1bbc5bdc70b6 req-79505834-e128-4962-8fe8-1dc2373d9aa1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 944 time: 0.1269231 Dec 22 04:56:01.660249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:01.663671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.820417 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b6129f0-f3e9-4d59-bfe2-1bbc5bdc70b6 req-ccc6f391-90bd-48da-8271-08a2c6a0c2c5 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392677 Dec 22 04:56:01.971460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.975530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4b0d50a-4b87-4997-9055-73877d587c44 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:02.034297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:02.037173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:02.041469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:02.042124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.055344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:02.060313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:02.068790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.073699 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6416979 Dec 22 04:56:02.074674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:02.076279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59204) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:02.081512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-360091299', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:02.089104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:02.093125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:router and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:02.096315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:02.111610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:02.123772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.124854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.141135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.157462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=a1b27229-cd75-49a3-b233-84529cf6b356,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:02.160767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:02.165092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.205762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.211840 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e99398a8-eec6-45b0-bb5f-d5b25015d335 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1345131 Dec 22 04:56:02.213786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59208) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:02.488050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.495965 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-3d17b327-db1f-4b2e-8345-36b361355652 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1958816 Dec 22 04:56:02.630390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20890e9-e1d6-4c31-bca1-547bd54eb6b2 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:02.794758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-293b9b1a-d264-4cd8-9699-00ef2fd0f519 None None] Provisioning for port e4fee032-ab8a-4d5a-b9a4-9d19da62c086 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:02.808175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-dc1878fa-c4a7-4140-9738-464a61ac09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:02.809639 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-dc1878fa-c4a7-4140-9738-464a61ac09bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 1098 time: 0.2475359 Dec 22 04:56:02.948472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.068229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-426e7788-aab0-4c28-8fef-b7a0d2ea294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:03.072416 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-426e7788-aab0-4c28-8fef-b7a0d2ea294d service neutron] 10.222.0.61 "GET /v2.0/networks?id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f HTTP/1.1" status: 200 len: 897 time: 0.2344034 Dec 22 04:56:03.072416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 8d13ce0d-3d6b-4828-8109-a0e518887c42 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:56:03.244816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e4fee032-ab8a-4d5a-b9a4-9d19da62c086 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:03.252173 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-3d95ddcb-1bc6-4762-b59a-e086a3424167 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 HTTP/1.1" status: 200 len: 1001 time: 0.1744857 Dec 22 04:56:03.316743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e8447-b599-414d-8e93-fb41ea399159 req-84a4b676-9dce-46d3-b6cd-c40ca2400282 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:03.318252 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6c1e8447-b599-414d-8e93-fb41ea399159 req-84a4b676-9dce-46d3-b6cd-c40ca2400282 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 944 time: 0.3531008 Dec 22 04:56:03.332306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port e4fee032-ab8a-4d5a-b9a4-9d19da62c086 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:03.337927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port e4fee032-ab8a-4d5a-b9a4-9d19da62c086 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:03.338412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.431606 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6c1e8447-b599-414d-8e93-fb41ea399159 req-17d6d170-7998-4dc0-b34e-ce3cc88a8c7f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979786 Dec 22 04:56:03.442461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::1 (36a40c79-7638-4692-a6b6-3e8acdc0390f/e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f/b566372f-8762-4b92-956d-8233a9f9e786) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:03.461923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.496371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port e4fee032-ab8a-4d5a-b9a4-9d19da62c086, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e4fee032-ab8a-4d5a-b9a4-9d19da62c086,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:03.501222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.504279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6812c060-a5f0-4027-9023-b308a10207f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:03.543163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-175d024c-d700-49b3-ac18-391fa54fae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:03.544657 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-175d024c-d700-49b3-ac18-391fa54fae6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06e23f5e-e720-4f6d-ba65-994a11bb0c03 HTTP/1.1" status: 200 len: 834 time: 0.2802515 Dec 22 04:56:03.577619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=e4fee032-ab8a-4d5a-b9a4-9d19da62c086,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:03.580618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:03.596482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:56:03.607042 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] Sync routers for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:03.615908 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:03.616539 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:03.623366 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/8d13ce0d-3d6b-4828-8109-a0e518887c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6170230 Dec 22 04:56:03.625763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.639904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-d27bc276-34a2-43b3-a6e5-cdac718d72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:03.641743 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-d27bc276-34a2-43b3-a6e5-cdac718d72fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877154 Dec 22 04:56:03.643534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object b566372f-8762-4b92-956d-8233a9f9e786 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:03.668700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.674120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-193d3e3c-57f7-403b-a860-8d297473edc6 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:03.743101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:03.746996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:03.751305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:03.751847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.775119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=b566372f-8762-4b92-956d-8233a9f9e786,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:03.793226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:03.815119 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-7ef4e083-d0c4-4197-b159-ed20b77a28e9 service neutron] 10.222.0.61 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663578 Dec 22 04:56:03.894492 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:03.904067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.986607 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2ba4ee3b-a58f-47c3-bbbb-f2c167c0475f req-4fe36ee2-a5fa-480d-9498-2a1f130fef1f service neutron] 10.222.0.61 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641717 Dec 22 04:56:04.173818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-be24f06f-60b8-4aa5-8fb4-46649df90c4b None None] Provisioning for port b566372f-8762-4b92-956d-8233a9f9e786 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:04.179521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-be24f06f-60b8-4aa5-8fb4-46649df90c4b None None] Provisioning complete for port b566372f-8762-4b92-956d-8233a9f9e786 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:04.180064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be24f06f-60b8-4aa5-8fb4-46649df90c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.238197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-be24f06f-60b8-4aa5-8fb4-46649df90c4b None None] Port b566372f-8762-4b92-956d-8233a9f9e786 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:56:04.302583 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:56:01Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'd9240dd2-280f-4131-aa83-c918413efb03', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'mac_address': 'fa:16:3e:47:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:04.306823 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] Checking router: 8d13ce0d-3d6b-4828-8109-a0e518887c42 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:04.315039 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:04.315629 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:04.320531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7a4bc-f58d-434d-a395-013b67b7a1ae req-775ce4af-d4d6-4260-8d9f-a289edb904e9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.322038 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5b7a4bc-f58d-434d-a395-013b67b7a1ae req-775ce4af-d4d6-4260-8d9f-a289edb904e9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 946 time: 0.2078602 Dec 22 04:56:04.403183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e13aa43a-6293-4223-9377-3b71d46e1862 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:04.482352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port e13aa43a-6293-4223-9377-3b71d46e1862 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:04.489063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port e13aa43a-6293-4223-9377-3b71d46e1862 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:04.489821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.502243 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:04.551234 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5b7a4bc-f58d-434d-a395-013b67b7a1ae req-79056ddd-8309-4181-a27d-9207feda28d3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023888 Dec 22 04:56:04.570862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.628263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.628724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.637784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29264c8b-f827-44c6-9e06-69f3972be46a tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:04.642726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.671774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13aa43a-6293-4223-9377-3b71d46e1862'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:04.682645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e13aa43a-6293-4223-9377-3b71d46e1862, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e13aa43a-6293-4223-9377-3b71d46e1862,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:04.695743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.699389 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:04.759758 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'code': 200} Dec 22 04:56:04.788937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e13aa43a-6293-4223-9377-3b71d46e1862,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:04.801762 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.802060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.802195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=b566372f-8762-4b92-956d-8233a9f9e786,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:04.802316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.802702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.803036 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.803376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.803709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.804041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.805138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.805138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.805419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.805683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:04.810396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:04.817951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:04.874030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda25bd-042d-4186-bdb5-4da0eb05c98b req-2728b5eb-7e1d-48f9-9046-76bed916d265 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.875540 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7dda25bd-042d-4186-bdb5-4da0eb05c98b req-2728b5eb-7e1d-48f9-9046-76bed916d265 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 944 time: 0.2923713 Dec 22 04:56:04.904875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:04.907730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:04.921426 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:56:01Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'd9240dd2-280f-4131-aa83-c918413efb03', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'mac_address': 'fa:16:3e:47:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:04.925549 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20761010-e439-4182-b2ca-1eb1d870cff7 None None] The sync data for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv is: [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:56:01Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'd9240dd2-280f-4131-aa83-c918413efb03', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'port_id': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'mac_address': 'fa:16:3e:47:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e193c3f-a21e-4afd-bb87-39320791b730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:37Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:04.998735 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7dda25bd-042d-4186-bdb5-4da0eb05c98b req-732931f4-bff8-4875-939c-5cf180a28010 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143029 Dec 22 04:56:05.117175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c94c7-50f5-4923-8eff-22bbd4ad7c85 req-082e0b78-7055-4625-a48c-6625f6990ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:05.118941 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9a5c94c7-50f5-4923-8eff-22bbd4ad7c85 req-082e0b78-7055-4625-a48c-6625f6990ea2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 1098 time: 0.1057634 Dec 22 04:56:05.142784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Router 2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:56:05.176254 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9a5c94c7-50f5-4923-8eff-22bbd4ad7c85 req-b4a8e195-8bbf-4ff8-a8d5-565825877d76 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501437 Dec 22 04:56:05.274132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1700e3ed-eb4b-4b2c-b995-fdd2ad778739 None None] Provisioning complete for port b566372f-8762-4b92-956d-8233a9f9e786 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:05.275724 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1700e3ed-eb4b-4b2c-b995-fdd2ad778739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.322920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:56:05.342564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Sync routers for ids ['2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:05.343124 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "PUT /v2.0/routers/2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1283047 Dec 22 04:56:05.345747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59222) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:05.360770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e4fee032-ab8a-4d5a-b9a4-9d19da62c086 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:05.422295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Routers {'2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:05.422941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:05.428124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbc0511-64ef-45df-adff-df4fad2654bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:05.432978 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8bbc0511-64ef-45df-adff-df4fad2654bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports/b566372f-8762-4b92-956d-8233a9f9e786 HTTP/1.1" status: 200 len: 911 time: 0.0831809 Dec 22 04:56:05.433406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59226) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:05.471375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1700e3ed-eb4b-4b2c-b995-fdd2ad778739 None None] Port b566372f-8762-4b92-956d-8233a9f9e786 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:56:05.522082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1081a-1015-4c46-9f65-36c9a501e307 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:05.527807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1081a-1015-4c46-9f65-36c9a501e307 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:05.532277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59230) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:05.532465 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-afa1081a-1015-4c46-9f65-36c9a501e307 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0976324 Dec 22 04:56:05.585719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Set router 2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:05.633643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port e4fee032-ab8a-4d5a-b9a4-9d19da62c086 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:05.634044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.939245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-6fe6014f-c9a7-4642-9216-61a9f5dac9be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:05.940156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-6fe6014f-c9a7-4642-9216-61a9f5dac9be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:05.953453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5c900-9b75-438e-973e-c8d41a90254f req-baad8038-f3ce-41de-80cd-c4ce34a97ccd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:05.954664 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-39c5c900-9b75-438e-973e-c8d41a90254f req-baad8038-f3ce-41de-80cd-c4ce34a97ccd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 946 time: 0.2732918 Dec 22 04:56:05.959027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-6fe6014f-c9a7-4642-9216-61a9f5dac9be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:05.960351 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-6fe6014f-c9a7-4642-9216-61a9f5dac9be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 946 time: 0.1074038 Dec 22 04:56:06.014706 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-39c5c900-9b75-438e-973e-c8d41a90254f req-a08f18a0-6c73-4953-8ba4-f427c0f4a46c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8adef9-9a1c-419e-a4e8-2379172d053d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491354 Dec 22 04:56:06.029288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a1b27229-cd75-49a3-b233-84529cf6b356 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:06.056769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port bcb0880c-6fc1-4472-95ec-6877e45580e8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:06.057643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.088936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: a1b27229-cd75-49a3-b233-84529cf6b356 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:06.089595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a1b27229-cd75-49a3-b233-84529cf6b356 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:06.120962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800', 'name': 'tempest-NetworksTestDHCPv6-router-360091299', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:02Z', 'updated_at': '2021-12-22T04:56:03Z', 'revision_number': 2, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None, '_interfaces': [{'id': 'b566372f-8762-4b92-956d-8233a9f9e786', 'name': '', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'mac_address': 'fa:16:3e:75:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:03Z', 'updated_at': '2021-12-22T04:56:04Z', 'revision_number': 2, 'project_id': '410aa0d639e647439429948207b5261c', 'subnets': [{'id': 'e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:06.125288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Checking router: 2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:06.125826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Updating router 2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 port b566372f-8762-4b92-956d-8233a9f9e786 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:56:06.182187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.192578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.337178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port bcb0880c-6fc1-4472-95ec-6877e45580e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bcb0880c-6fc1-4472-95ec-6877e45580e8,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:06.338499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.469834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for bcb0880c-6fc1-4472-95ec-6877e45580e8 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:06.552430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.571358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492ae77-4fcb-422a-bdd2-aa31d12c8ade req-53a30cd3-cdde-42a6-8455-922c2124eadb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:06.573172 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b492ae77-4fcb-422a-bdd2-aa31d12c8ade req-53a30cd3-cdde-42a6-8455-922c2124eadb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 945 time: 0.4436660 Dec 22 04:56:06.632995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.634133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Transition to ACTIVE for port object b566372f-8762-4b92-956d-8233a9f9e786 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:06.639944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f46244e6-eed2-40b6-92f2-48186cc1f778 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:06.643481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.647673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1a09b74c-8b53-4a76-8629-024bbb659a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:06.667749 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b492ae77-4fcb-422a-bdd2-aa31d12c8ade req-269e794a-eb2b-4e1f-bbc3-44fa3e108553 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866334 Dec 22 04:56:06.686374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=bcb0880c-6fc1-4472-95ec-6877e45580e8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:06.687544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port b566372f-8762-4b92-956d-8233a9f9e786 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:06.688224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.690175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:06.766975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57146d88-78ec-4d9f-8cd6-ded363c1022a None None] Pushing event updated for resources: {'Port': ['ID=b566372f-8762-4b92-956d-8233a9f9e786,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:06.767675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port bcb0880c-6fc1-4472-95ec-6877e45580e8 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:06.770871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.771710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-57146d88-78ec-4d9f-8cd6-ded363c1022a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:06.781270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bcc5fb-d068-47ab-bfd7-5a1da0152b61', 'name': 'network-vif-deleted', 'tag': 'bcb0880c-6fc1-4472-95ec-6877e45580e8'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:06.803141 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c13683-a572-4fd3-ae16-115e6cd5e07b req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "DELETE /v2.0/ports/bcb0880c-6fc1-4472-95ec-6877e45580e8 HTTP/1.1" status: 204 len: 173 time: 0.8335104 Dec 22 04:56:06.838710 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bcc5fb-d068-47ab-bfd7-5a1da0152b61', 'name': 'network-vif-deleted', 'tag': 'bcb0880c-6fc1-4472-95ec-6877e45580e8', 'status': 'completed', 'code': 200} Dec 22 04:56:06.967572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] For port b566372f-8762-4b92-956d-8233a9f9e786, host dv-neutron-822524-1-hyperv, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:06.968068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.976128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Attempting to bind port b566372f-8762-4b92-956d-8233a9f9e786 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:06.977467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Attempting to bind port b566372f-8762-4b92-956d-8233a9f9e786 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:06.978131 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Attempting to bind port b566372f-8762-4b92-956d-8233a9f9e786 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:06.985298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:06.987181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:06.987899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.988668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:06.989606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Bound port: b566372f-8762-4b92-956d-8233a9f9e786, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:06.990546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.098373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] For port b566372f-8762-4b92-956d-8233a9f9e786, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:07.103073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] For port b566372f-8762-4b92-956d-8233a9f9e786, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b566372f-8762-4b92-956d-8233a9f9e786,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:07.105814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for b566372f-8762-4b92-956d-8233a9f9e786 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:07.108253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.122710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-372d0b51-97e7-407e-8668-f7b508f6e052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:07.230270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57146d88-78ec-4d9f-8cd6-ded363c1022a None None] Pushing event updated for resources: {'Port': ['ID=b566372f-8762-4b92-956d-8233a9f9e786,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:07.234355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-57146d88-78ec-4d9f-8cd6-ded363c1022a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:07.241663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Routers {'2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:07.241663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:07.250860 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f6513aba-39ec-48d2-9406-bb55a44b019b req-88895faf-a639-43b4-8f38-663df3041fbf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=84bcc5fb-d068-47ab-bfd7-5a1da0152b61 HTTP/1.1" status: 200 len: 210 time: 0.0553641 Dec 22 04:56:07.302341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:07.302753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:07.429687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] Set router 2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:07.757269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800', 'name': 'tempest-NetworksTestDHCPv6-router-360091299', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:02Z', 'updated_at': '2021-12-22T04:56:03Z', 'revision_number': 2, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None, '_interfaces': [{'id': 'b566372f-8762-4b92-956d-8233a9f9e786', 'name': '', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'mac_address': 'fa:16:3e:75:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:03Z', 'updated_at': '2021-12-22T04:56:07Z', 'revision_number': 4, 'project_id': '410aa0d639e647439429948207b5261c', 'subnets': [{'id': 'e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:07.761618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2639a0-c2a9-498a-bcf0-2db5f13d4acf None None] The sync data for ids ['2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'] in dv-neutron-822524-1-hyperv is: [{'id': '2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800', 'name': 'tempest-NetworksTestDHCPv6-router-360091299', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:02Z', 'updated_at': '2021-12-22T04:56:03Z', 'revision_number': 2, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None, '_interfaces': [{'id': 'b566372f-8762-4b92-956d-8233a9f9e786', 'name': '', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'mac_address': 'fa:16:3e:75:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:03Z', 'updated_at': '2021-12-22T04:56:07Z', 'revision_number': 4, 'project_id': '410aa0d639e647439429948207b5261c', 'subnets': [{'id': 'e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:07.803793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port b566372f-8762-4b92-956d-8233a9f9e786 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:07.804348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.061792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11e7e-99b3-48e6-a58a-ec3a9c95dbab req-805b61e1-c44c-4e23-a0fe-b92fc2d3de02 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:08.063329 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b9a11e7e-99b3-48e6-a58a-ec3a9c95dbab req-805b61e1-c44c-4e23-a0fe-b92fc2d3de02 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 945 time: 0.2294981 Dec 22 04:56:08.106189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] For port b566372f-8762-4b92-956d-8233a9f9e786, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b566372f-8762-4b92-956d-8233a9f9e786,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:08.106547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.250381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for b566372f-8762-4b92-956d-8233a9f9e786 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:08.289047 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b9a11e7e-99b3-48e6-a58a-ec3a9c95dbab req-85322b90-ba33-4dfb-9f94-976bdcf6108f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188270 Dec 22 04:56:08.362345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59248) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:08.442344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d361d7f4-57a5-449b-91d0-afacd09b532c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.478504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d361d7f4-57a5-449b-91d0-afacd09b532c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.559782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d361d7f4-57a5-449b-91d0-afacd09b532c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.564052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-abf87bbf-9b1a-44df-92bb-21dadfac37d2 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:08.581250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361d7f4-57a5-449b-91d0-afacd09b532c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8adef9-9a1c-419e-a4e8-2379172d053d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:08.584114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d361d7f4-57a5-449b-91d0-afacd09b532c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:08.606025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d361d7f4-57a5-449b-91d0-afacd09b532c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.609998 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d361d7f4-57a5-449b-91d0-afacd09b532c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f8adef9-9a1c-419e-a4e8-2379172d053d HTTP/1.1" status: 204 len: 168 time: 0.2439880 Dec 22 04:56:08.640107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59254) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:08.647180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.652197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91e3c209-a49f-41be-a005-e4f151338f9d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:08.700680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=b566372f-8762-4b92-956d-8233a9f9e786,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:08.704518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:08.714901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a50c82b-30e8-4622-bc30-47a9cf6532e0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting subnet 69cedacf-9d9c-47a3-bd07-475399cafd25 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:08.718397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3a50c82b-30e8-4622-bc30-47a9cf6532e0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.781205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3a50c82b-30e8-4622-bc30-47a9cf6532e0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.889352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c081d93-e0d8-4055-8c7b-2404ab2ba640 req-fce6eac6-c802-4289-9487-3368da73085a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:08.890964 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c081d93-e0d8-4055-8c7b-2404ab2ba640 req-fce6eac6-c802-4289-9487-3368da73085a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 945 time: 0.4595597 Dec 22 04:56:08.896612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.997156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3a50c82b-30e8-4622-bc30-47a9cf6532e0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.072130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3a50c82b-30e8-4622-bc30-47a9cf6532e0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.078837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2afbb986-58a3-4f7b-8ffe-e1eddc94ef17 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:09.089142 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c081d93-e0d8-4055-8c7b-2404ab2ba640 req-c2ecc8e3-7876-466f-9b04-f17a096ea076 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761210 Dec 22 04:56:09.120427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59258) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:09.124651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50c82b-30e8-4622-bc30-47a9cf6532e0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Subnet': ['ID=69cedacf-9d9c-47a3-bd07-475399cafd25,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:09.156975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3a50c82b-30e8-4622-bc30-47a9cf6532e0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:09.162876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3a50c82b-30e8-4622-bc30-47a9cf6532e0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.163863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd773ad8-b8d6-4f12-9cad-bb06a3950cdc None None] Network 8e31c925-27e1-4b96-808d-12d6926e9744 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:09.177970 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3a50c82b-30e8-4622-bc30-47a9cf6532e0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/subnets/69cedacf-9d9c-47a3-bd07-475399cafd25 HTTP/1.1" status: 204 len: 168 time: 0.5340922 Dec 22 04:56:09.178294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59262) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:09.229602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Router 2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:56:09.313855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.320392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e2d53e-6e43-42d9-a5bd-b2a8e1260f58 tempest-TestVolumeBootPattern-1388625619 tempest-TestVolumeBootPattern-1388625619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:09.324755 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-53e2d53e-6e43-42d9-a5bd-b2a8e1260f58 tempest-TestVolumeBootPattern-1388625619 tempest-TestVolumeBootPattern-1388625619-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 1093 time: 0.1987176 Dec 22 04:56:09.325779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59266) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:09.330595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:09.338412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:09.344933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:floatingip and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:09.348112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:09.350932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 65e740ee-72f4-4097-affb-1fad610725cd {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:09.351274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.375207 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:56:09.386269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:09.389744 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "PUT /v2.0/routers/2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8560135 Dec 22 04:56:09.392334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59270) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:09.392687 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] Sync routers for ids ['2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:09.404279 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] Routers {'2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:09.405339 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:09.423725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.480505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f711184d-9e44-498c-a860-c1841ea1ac0b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:09.482144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f711184d-9e44-498c-a860-c1841ea1ac0b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:09.482903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f711184d-9e44-498c-a860-c1841ea1ac0b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:09.504433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f711184d-9e44-498c-a860-c1841ea1ac0b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:09.508095 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f711184d-9e44-498c-a860-c1841ea1ac0b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1119537 Dec 22 04:56:09.508463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59274) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:09.539614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] DHCP port deletion for 8e31c925-27e1-4b96-808d-12d6926e9744 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:56:09.544188 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] Deleting port 65e740ee-72f4-4097-affb-1fad610725cd {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:09.544577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.571227 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] Set router 2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:09.585101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-62651244-c5ca-451a-961e-0097beac72a4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:09.588237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62651244-c5ca-451a-961e-0097beac72a4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.647686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62651244-c5ca-451a-961e-0097beac72a4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.716184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62651244-c5ca-451a-961e-0097beac72a4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.723482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 65e740ee-72f4-4097-affb-1fad610725cd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=65e740ee-72f4-4097-affb-1fad610725cd,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:09.723857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.724574 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800', 'name': 'tempest-NetworksTestDHCPv6-router-360091299', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:02Z', 'updated_at': '2021-12-22T04:56:08Z', 'revision_number': 3, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:09.728852 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] Checking router: 2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:09.738639 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] Routers {'2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:09.739366 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:09.775140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] For port 65e740ee-72f4-4097-affb-1fad610725cd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=65e740ee-72f4-4097-affb-1fad610725cd,segment=NetworkSegment(ae62810f-e50f-4deb-a996-8866167acca6),segment_id=ae62810f-e50f-4deb-a996-8866167acca6)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:09.776603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.810372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62651244-c5ca-451a-961e-0097beac72a4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.815463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c6bb9dc0-69aa-4748-97d8-e6e6cd893566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:09.855272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62651244-c5ca-451a-961e-0097beac72a4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:09.864604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-62651244-c5ca-451a-961e-0097beac72a4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:09.875083 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] Set router 2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:09.875240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62651244-c5ca-451a-961e-0097beac72a4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.879513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 65e740ee-72f4-4097-affb-1fad610725cd owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:09.894614 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-62651244-c5ca-451a-961e-0097beac72a4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f HTTP/1.1" status: 204 len: 168 time: 0.3849599 Dec 22 04:56:09.896884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59278) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:09.917769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b339815-8d12-42fe-a41f-7ac41026eaa0 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:09.976951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.022401 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800', 'name': 'tempest-NetworksTestDHCPv6-router-360091299', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:02Z', 'updated_at': '2021-12-22T04:56:08Z', 'revision_number': 3, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:10.028845 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc4ebd-450a-4a37-8cff-9857b5929dd4 None None] The sync data for ids ['2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800'] in dv-neutron-822524-1-hyperv is: [{'id': '2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800', 'name': 'tempest-NetworksTestDHCPv6-router-360091299', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:02Z', 'updated_at': '2021-12-22T04:56:08Z', 'revision_number': 3, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:10.037122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] Calling delete_port for 65e740ee-72f4-4097-affb-1fad610725cd owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:10.037340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.044490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-58ffc8ba-2c85-4ed8-80f4-75475fef7279 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:10.086378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-917dee5b-e2bb-4be9-90a1-8300cdade451 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:router {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:10.100919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port 65e740ee-72f4-4097-affb-1fad610725cd on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:10.106855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-917dee5b-e2bb-4be9-90a1-8300cdade451 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:router {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:10.110767 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-917dee5b-e2bb-4be9-90a1-8300cdade451 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2089391 Dec 22 04:56:10.110941 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59282) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:10.133280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=65e740ee-72f4-4097-affb-1fad610725cd,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:10.140869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:10.212707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:10.213401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:10.292844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.322932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Allocated IP 172.26.1.10 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/d6854151-8cd1-42d3-b57c-ff747037801c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:10.333520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e31c925-27e1-4b96-808d-12d6926e9744']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:10.350453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae62810f-e50f-4deb-a996-8866167acca6') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:10.350984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae62810f-e50f-4deb-a996-8866167acca6') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:10.382073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.389639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a57390d-3510-4c5e-990c-5f5900ce0ac9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.419250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:56:10.424014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] Deleting port e4fee032-ab8a-4d5a-b9a4-9d19da62c086 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:10.424483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.466628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device bcb0880c-6fc1-4472-95ec-6877e45580e8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:10.470657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.482184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:10.482647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:10.498352 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:10.527444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: bcb0880c-6fc1-4472-95ec-6877e45580e8 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:10.527973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device bcb0880c-6fc1-4472-95ec-6877e45580e8 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:10.704057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a57390d-3510-4c5e-990c-5f5900ce0ac9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.706320 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a57390d-3510-4c5e-990c-5f5900ce0ac9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.720371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] For port e4fee032-ab8a-4d5a-b9a4-9d19da62c086, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e4fee032-ab8a-4d5a-b9a4-9d19da62c086,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:10.720817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.728857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] Deleting port 65e740ee-72f4-4097-affb-1fad610725cd {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:10.729683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.741646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a57390d-3510-4c5e-990c-5f5900ce0ac9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.742968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a57390d-3510-4c5e-990c-5f5900ce0ac9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Fanout notify agent at l3_agent the message router_deleted on router 2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:56:10.751474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.758300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f4741598-b166-4631-b64e-e80ad3a51144 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:10.777153 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a57390d-3510-4c5e-990c-5f5900ce0ac9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.781799 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2a57390d-3510-4c5e-990c-5f5900ce0ac9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/routers/2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 HTTP/1.1" status: 204 len: 168 time: 0.6672099 Dec 22 04:56:10.781982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.782282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59286) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:10.787934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.788791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:10.799142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Network': ['ID=8e31c925-27e1-4b96-808d-12d6926e9744,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:10.806737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:10.825049 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/networks/8e31c925-27e1-4b96-808d-12d6926e9744 HTTP/1.1" status: 204 len: 168 time: 1.6458499 Dec 22 04:56:10.829003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59290) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:10.916625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] Calling delete_port for e4fee032-ab8a-4d5a-b9a4-9d19da62c086 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:10.926032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:10.930606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:10.934765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:10.941808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:10.947443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.949118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d5df635b-670b-460d-ba7e-87ddfdeac2e4 None None] The port '65e740ee-72f4-4097-affb-1fad610725cd' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:56:10.956352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-62d08f9a-2bce-4ed2-a9d9-69398db6aa2a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:10.956636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:10.964945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.004467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.008232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:11.092492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:11.099322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] Pushing event deleted for resources: {'Port': ['ID=e4fee032-ab8a-4d5a-b9a4-9d19da62c086,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.102727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:11.103463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:11.106479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] No DVR routers for this DVR port e4fee032-ab8a-4d5a-b9a4-9d19da62c086 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:11.110789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:11.159764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 65e740ee-72f4-4097-affb-1fad610725cd no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:11.174423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'Port': ['ID=d6854151-8cd1-42d3-b57c-ff747037801c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.182084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:11.194619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 65e740ee-72f4-4097-affb-1fad610725cd {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:11.195138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 65e740ee-72f4-4097-affb-1fad610725cd not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:11.195582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e4fee032-ab8a-4d5a-b9a4-9d19da62c086 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:11.198395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port eaa358e1-c65f-4311-9713-3a1f678fe15e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:11.200500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.231288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: e4fee032-ab8a-4d5a-b9a4-9d19da62c086 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:11.231879 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e4fee032-ab8a-4d5a-b9a4-9d19da62c086 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:11.232111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b566372f-8762-4b92-956d-8233a9f9e786 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:11.241758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.249669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-83360100-67d9-4aff-80f4-064cc7c6859a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:11.268763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: b566372f-8762-4b92-956d-8233a9f9e786 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:11.269145 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b566372f-8762-4b92-956d-8233a9f9e786 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:11.310420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:11.311798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:11.315380 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:11.315590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.322864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82912e2a-fa32-42b8-ab9a-2807946eefba None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:11.347612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=1d884e0c-4cad-4e14-9ddc-41684d1c79ec,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.351398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:11.357144 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5713935 Dec 22 04:56:11.357802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59294) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:11.362977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1261115578', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:11.370243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:11.374458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:router and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:11.377584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:11.383325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:11.395012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.396105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.413860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.434614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.465688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.468722 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5d0450f3-2aad-404b-a1f0-bd345bed2ec9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1101584 Dec 22 04:56:11.470065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59298) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:11.565583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '1d884e0c-4cad-4e14-9ddc-41684d1c79ec'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:56:11.566548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.584288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.584926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.726643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/1d884e0c-4cad-4e14-9ddc-41684d1c79ec/04ff2e3e-6b00-4fdc-b02e-6974b62406ec) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:11.775006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for eaa358e1-c65f-4311-9713-3a1f678fe15e owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:11.964590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.997732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.003357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Transition to ACTIVE for port object 04ff2e3e-6b00-4fdc-b02e-6974b62406ec will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:12.006660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.012772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:12.022937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Transition to ACTIVE for port object 04ff2e3e-6b00-4fdc-b02e-6974b62406ec will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:12.029940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.035183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:12.061388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=eaa358e1-c65f-4311-9713-3a1f678fe15e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:12.096971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:12.099971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:12.103859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:12.109701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.130927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:12.146038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Pushing event updated for resources: {'Port': ['ID=04ff2e3e-6b00-4fdc-b02e-6974b62406ec,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:12.153521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:12.210999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Attempting to bind port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:12.211540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Attempting to bind port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:12.212007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Attempting to bind port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:12.217946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:12.218475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:12.218983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.219847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:12.220037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Bound port: 04ff2e3e-6b00-4fdc-b02e-6974b62406ec, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:12.220539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.229321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.319908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] For port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:12.324474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] For port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=04ff2e3e-6b00-4fdc-b02e-6974b62406ec,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:12.330204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.335242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6b16a4e1-ef32-4bcf-bbba-0b562742cfd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:12.416173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.416538 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP d9240dd2-280f-4131-aa83-c918413efb03 disassociated (deleted). External IP: 172.26.1.180, port: 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2. Dec 22 04:56:12.424713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Pushing event updated for resources: {'Port': ['ID=04ff2e3e-6b00-4fdc-b02e-6974b62406ec,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:12.427606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:12.507186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::1 (36a40c79-7638-4692-a6b6-3e8acdc0390f/1d884e0c-4cad-4e14-9ddc-41684d1c79ec/b295dafe-edea-44f1-b495-024e620470d6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:12.701345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.730012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.747415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object b295dafe-edea-44f1-b495-024e620470d6 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:12.760744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.772672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-371cb8b4-9e44-4094-8481-eb2b7f338f65 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:12.778124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.784871 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:56:12.787298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-88d007d3-ff16-4997-be3c-323b27eb8df1 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:12.856893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:12.860082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:12.863012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:12.863894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.890268 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=b295dafe-edea-44f1-b495-024e620470d6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:12.893311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:12.906299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'Port': ['ID=d6854151-8cd1-42d3-b57c-ff747037801c,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:12.912282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:12.982984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.984842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.164862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 04ff2e3e-6b00-4fdc-b02e-6974b62406ec up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:13.262127 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:13.285912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 8d13ce0d-3d6b-4828-8109-a0e518887c42 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:56:13.390368 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Floating IP fc7f0ed6-2df0-4ecd-835b-d059fac677b7 associated. External IP: 172.26.1.10, port: e13aa43a-6293-4223-9377-3b71d46e1862. Dec 22 04:56:13.407705 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.412920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.413746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.417796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cfdad6a7-bbef-4ac1-a8fe-885d57367fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:13.635698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0e1258ed-ed2e-498d-8237-f53e538e4603 None None] Provisioning for port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:13.642411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0e1258ed-ed2e-498d-8237-f53e538e4603 None None] Provisioning complete for port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:13.642804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0e1258ed-ed2e-498d-8237-f53e538e4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.654959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:56:13.691189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] Sync routers for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:13.704594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=b295dafe-edea-44f1-b495-024e620470d6,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:13.709190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:13.728174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:13.728915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:13.773607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:13.775010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:13.890277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.972388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0e1258ed-ed2e-498d-8237-f53e538e4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.020820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Router 4ea03999-95d6-4c2b-9132-b0dff7316039 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:56:14.025704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:14.030562 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/floatingips/d9240dd2-280f-4131-aa83-c918413efb03 HTTP/1.1" status: 204 len: 168 time: 3.2004988 Dec 22 04:56:14.040511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e193c3f-a21e-4afd-bb87-39320791b730', 'tag': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:14.113832 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e193c3f-a21e-4afd-bb87-39320791b730', 'tag': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'status': 'completed', 'code': 200} Dec 22 04:56:14.118332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:56:14.136034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0e1258ed-ed2e-498d-8237-f53e538e4603 None None] For port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=04ff2e3e-6b00-4fdc-b02e-6974b62406ec,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:14.149713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0e1258ed-ed2e-498d-8237-f53e538e4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.158234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ee2f88f9-f944-411d-a4e4-a4a4da0523da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:14.294297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:56:14.306306 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Sync routers for ids ['4ea03999-95d6-4c2b-9132-b0dff7316039'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:14.319768 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Routers {'4ea03999-95d6-4c2b-9132-b0dff7316039'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:14.320773 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4ea03999-95d6-4c2b-9132-b0dff7316039'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:14.329417 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "PUT /v2.0/routers/4ea03999-95d6-4c2b-9132-b0dff7316039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8581464 Dec 22 04:56:14.331010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59306) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:14.426613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6895842-74de-4036-913f-5cf0927c4022 req-3a204157-2105-4251-bfcb-4e7179cfd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:14.428311 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b6895842-74de-4036-913f-5cf0927c4022 req-3a204157-2105-4251-bfcb-4e7179cfd3e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 1098 time: 0.2331264 Dec 22 04:56:14.429517 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:56:14.434571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbf904-3197-46cb-bad3-60e37cd4cf80 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:14.435544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1efbf904-3197-46cb-bad3-60e37cd4cf80 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:14.459736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1efbf904-3197-46cb-bad3-60e37cd4cf80 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:14.460808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] Sync routers for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:14.467269 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1efbf904-3197-46cb-bad3-60e37cd4cf80 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports/b295dafe-edea-44f1-b495-024e620470d6 HTTP/1.1" status: 200 len: 911 time: 0.1341751 Dec 22 04:56:14.469479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59312) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:14.471946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.482245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.486375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1258ed-ed2e-498d-8237-f53e538e4603 None None] Pushing event updated for resources: {'Port': ['ID=04ff2e3e-6b00-4fdc-b02e-6974b62406ec,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:14.490401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0e1258ed-ed2e-498d-8237-f53e538e4603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:14.521865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dc33ea87-1466-4063-8002-8fef3de7b861 None None] Provisioning for port b295dafe-edea-44f1-b495-024e620470d6 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:14.538148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:14.540952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:14.585794 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Set router 4ea03999-95d6-4c2b-9132-b0dff7316039 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:14.610426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2796782-9e5e-4610-b079-b92724afc1fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:14.614984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dc33ea87-1466-4063-8002-8fef3de7b861 None None] Provisioning complete for port b295dafe-edea-44f1-b495-024e620470d6 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:14.615378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dc33ea87-1466-4063-8002-8fef3de7b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.620366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2796782-9e5e-4610-b079-b92724afc1fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:14.636160 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2988009 Dec 22 04:56:14.636400 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d2796782-9e5e-4610-b079-b92724afc1fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1561859 Dec 22 04:56:14.636400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59318) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:14.673394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6895842-74de-4036-913f-5cf0927c4022 req-e3b710c5-273e-4536-8082-0b140c8dc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:14.676966 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b6895842-74de-4036-913f-5cf0927c4022 req-e3b710c5-273e-4536-8082-0b140c8dc2de service neutron] 10.222.0.61 "GET /v2.0/networks?id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f HTTP/1.1" status: 200 len: 897 time: 0.2266960 Dec 22 04:56:14.686592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dc33ea87-1466-4063-8002-8fef3de7b861 None None] Port b295dafe-edea-44f1-b495-024e620470d6 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:56:14.799666 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b6895842-74de-4036-913f-5cf0927c4022 req-5bd74a3d-5bc7-4e00-a703-69936a35e437 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 HTTP/1.1" status: 200 len: 217 time: 0.1164732 Dec 22 04:56:14.873584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6895842-74de-4036-913f-5cf0927c4022 req-5ca05c6f-4426-4bf1-a791-971b4cfaf038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:14.875298 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b6895842-74de-4036-913f-5cf0927c4022 req-5ca05c6f-4426-4bf1-a791-971b4cfaf038 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06e23f5e-e720-4f6d-ba65-994a11bb0c03 HTTP/1.1" status: 200 len: 834 time: 0.0686705 Dec 22 04:56:14.878568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:14.978083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6895842-74de-4036-913f-5cf0927c4022 req-b01bcb99-cf7c-4ac8-88c9-6f837a601763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:14.979754 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b6895842-74de-4036-913f-5cf0927c4022 req-b01bcb99-cf7c-4ac8-88c9-6f837a601763 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975466 Dec 22 04:56:15.004285 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea03999-95d6-4c2b-9132-b0dff7316039', 'name': 'tempest-NetworksTestDHCPv6-router-1261115578', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:12Z', 'revision_number': 2, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None, '_interfaces': [{'id': 'b295dafe-edea-44f1-b495-024e620470d6', 'name': '', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'mac_address': 'fa:16:3e:4f:66:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea03999-95d6-4c2b-9132-b0dff7316039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1d884e0c-4cad-4e14-9ddc-41684d1c79ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:12Z', 'updated_at': '2021-12-22T04:56:13Z', 'revision_number': 2, 'project_id': '410aa0d639e647439429948207b5261c', 'subnets': [{'id': '1d884e0c-4cad-4e14-9ddc-41684d1c79ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:15.008256 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Checking router: 4ea03999-95d6-4c2b-9132-b0dff7316039 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:15.008605 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Updating router 4ea03999-95d6-4c2b-9132-b0dff7316039 port b295dafe-edea-44f1-b495-024e620470d6 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:56:15.062169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f436df9-1af1-485a-b9d5-b4c2623496e3 req-b147843d-eacb-4df1-9b6c-7006b83e7d78 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:15.063759 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f436df9-1af1-485a-b9d5-b4c2623496e3 req-b147843d-eacb-4df1-9b6c-7006b83e7d78 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 945 time: 0.5210335 Dec 22 04:56:15.081847 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.162759 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b6895842-74de-4036-913f-5cf0927c4022 req-28949cf2-d7e7-45a6-886f-a9e42f6750d4 service neutron] 10.222.0.61 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750696 Dec 22 04:56:15.180896 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f436df9-1af1-485a-b9d5-b4c2623496e3 req-604d2251-d35f-4372-8565-f6679bda58e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099832 Dec 22 04:56:15.306331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 04ff2e3e-6b00-4fdc-b02e-6974b62406ec up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:15.308884 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b6895842-74de-4036-913f-5cf0927c4022 req-6936fd7b-7512-4fac-ad0e-1aecb44494b1 service neutron] 10.222.0.61 "GET /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388881 Dec 22 04:56:15.394137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.410198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:56:01Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:15.419810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] Checking router: 8d13ce0d-3d6b-4828-8109-a0e518887c42 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:15.434017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:15.434411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.485947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:15.486612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:15.518956 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.533107 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Transition to ACTIVE for port object b295dafe-edea-44f1-b495-024e620470d6 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:15.541553 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.553091 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:15.592345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'fc7f0ed6-2df0-4ecd-835b-d059fac677b7', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:ac:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:11Z', 'revision_number': 0, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:15.602545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] Checking router: 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:15.729713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:15.730457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:15.764037 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Pushing event updated for resources: {'Port': ['ID=b295dafe-edea-44f1-b495-024e620470d6,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:15.803514 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.804317 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.804804 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.805301 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.805775 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.806266 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.806817 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.807635 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.808108 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.808595 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.809084 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.809551 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:15.814889 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:15.817281 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Attempting to bind port b295dafe-edea-44f1-b495-024e620470d6 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:15.817842 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Attempting to bind port b295dafe-edea-44f1-b495-024e620470d6 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:15.818387 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Attempting to bind port b295dafe-edea-44f1-b495-024e620470d6 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:15.825417 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:15.826119 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:15.826686 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.827231 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:15.827878 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Bound port: b295dafe-edea-44f1-b495-024e620470d6, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:15.828462 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.864365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port b295dafe-edea-44f1-b495-024e620470d6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:15.865020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.929733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:15.935259 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] For port b295dafe-edea-44f1-b495-024e620470d6, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:15.938761 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] For port b295dafe-edea-44f1-b495-024e620470d6, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b295dafe-edea-44f1-b495-024e620470d6,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:15.942883 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.948168 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-4ef950ef-f29d-4aeb-b0ae-0fff0d3ac1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:16.027944 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Routers {'4ea03999-95d6-4c2b-9132-b0dff7316039'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:16.028881 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4ea03999-95d6-4c2b-9132-b0dff7316039'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:16.115359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'tag': 'e13aa43a-6293-4223-9377-3b71d46e1862'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:16.122737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] For port b295dafe-edea-44f1-b495-024e620470d6, host dv-neutron-822524-1-hyperv, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:16.123233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.196220 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'tag': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'status': 'completed', 'code': 200} Dec 22 04:56:16.277855 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] Set router 4ea03999-95d6-4c2b-9132-b0dff7316039 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:16.354395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for b295dafe-edea-44f1-b495-024e620470d6 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:16.431969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:16.480604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e2fcc-b665-45ec-a506-cc362597f637 req-3526b91f-2b11-49dc-92ef-e88f160dd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:16.482590 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-606e2fcc-b665-45ec-a506-cc362597f637 req-3526b91f-2b11-49dc-92ef-e88f160dd364 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 1098 time: 0.2191052 Dec 22 04:56:16.495764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-1750d980-901f-4f74-b67f-f9f2cd9c329b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:16.497104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-1750d980-901f-4f74-b67f-f9f2cd9c329b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:16.552550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:16.552852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:16.579920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:56:01Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:16.591641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b21ee3-2d75-4e5e-9354-910b86fa0b5f None None] The sync data for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv is: [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:56:01Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '957bcd84-a0c9-4938-9606-ae9572c4b027', 'name': '', 'network_id': '9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:50Z', 'updated_at': '2021-12-22T04:53:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '06e23f5e-e720-4f6d-ba65-994a11bb0c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:16.599001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a64ee-2ca0-4466-9bbc-7fb08fba5567 req-05d23e23-3b9f-4162-9d94-000b0aac5516 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:16.601859 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-292a64ee-2ca0-4466-9bbc-7fb08fba5567 req-05d23e23-3b9f-4162-9d94-000b0aac5516 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 945 time: 0.1098228 Dec 22 04:56:16.606367 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Pushing event updated for resources: {'Port': ['ID=b295dafe-edea-44f1-b495-024e620470d6,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:16.620815 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:16.641318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-1750d980-901f-4f74-b67f-f9f2cd9c329b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:16.642080 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-1750d980-901f-4f74-b67f-f9f2cd9c329b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 945 time: 0.2866454 Dec 22 04:56:16.657777 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea03999-95d6-4c2b-9132-b0dff7316039', 'name': 'tempest-NetworksTestDHCPv6-router-1261115578', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:12Z', 'revision_number': 2, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None, '_interfaces': [{'id': 'b295dafe-edea-44f1-b495-024e620470d6', 'name': '', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'mac_address': 'fa:16:3e:4f:66:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea03999-95d6-4c2b-9132-b0dff7316039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1d884e0c-4cad-4e14-9ddc-41684d1c79ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:12Z', 'updated_at': '2021-12-22T04:56:15Z', 'revision_number': 4, 'project_id': '410aa0d639e647439429948207b5261c', 'subnets': [{'id': '1d884e0c-4cad-4e14-9ddc-41684d1c79ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:16.662079 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89570cee-0d8f-4eeb-bc19-37039f762721 None None] The sync data for ids ['4ea03999-95d6-4c2b-9132-b0dff7316039'] in dv-neutron-822524-1-hyperv is: [{'id': '4ea03999-95d6-4c2b-9132-b0dff7316039', 'name': 'tempest-NetworksTestDHCPv6-router-1261115578', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:12Z', 'revision_number': 2, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None, '_interfaces': [{'id': 'b295dafe-edea-44f1-b495-024e620470d6', 'name': '', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'mac_address': 'fa:16:3e:4f:66:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea03999-95d6-4c2b-9132-b0dff7316039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1d884e0c-4cad-4e14-9ddc-41684d1c79ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:12Z', 'updated_at': '2021-12-22T04:56:15Z', 'revision_number': 4, 'project_id': '410aa0d639e647439429948207b5261c', 'subnets': [{'id': '1d884e0c-4cad-4e14-9ddc-41684d1c79ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:16.668305 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-292a64ee-2ca0-4466-9bbc-7fb08fba5567 req-2e2534d1-6301-4d30-80ab-426847bc6719 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590694 Dec 22 04:56:16.862951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'fc7f0ed6-2df0-4ecd-835b-d059fac677b7', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:ac:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:11Z', 'revision_number': 0, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:16.867891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a9309-d44e-405e-b575-0f93f3a8e045 None None] The sync data for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv is: [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'fc7f0ed6-2df0-4ecd-835b-d059fac677b7', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:ac:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:11Z', 'revision_number': 0, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:16.899686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e2fcc-b665-45ec-a506-cc362597f637 req-7d3ddad3-c274-4d4f-ac4d-ae10171a61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:16.901401 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-606e2fcc-b665-45ec-a506-cc362597f637 req-7d3ddad3-c274-4d4f-ac4d-ae10171a61dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 0.4000843 Dec 22 04:56:16.909458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:16.909795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.053432 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53140de-b0ab-419c-8766-3130f7ba2c99 None None] New status for floating IP d9240dd2-280f-4131-aa83-c918413efb03: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:56:17.054077 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port b295dafe-edea-44f1-b495-024e620470d6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:17.055113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.135443 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-606e2fcc-b665-45ec-a506-cc362597f637 req-ee51951c-fa9e-4fe4-b5dc-80ebcb22afc2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e13aa43a-6293-4223-9377-3b71d46e1862 HTTP/1.1" status: 200 len: 998 time: 0.1959295 Dec 22 04:56:17.331436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b295dafe-edea-44f1-b495-024e620470d6 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:17.489201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] For port b295dafe-edea-44f1-b495-024e620470d6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b295dafe-edea-44f1-b495-024e620470d6,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:17.489201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.502566 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aa479f-0dc9-4fdc-9449-0878b198bdea None None] New status for floating IP fc7f0ed6-2df0-4ecd-835b-d059fac677b7: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:56:17.570270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e2fcc-b665-45ec-a506-cc362597f637 req-f1fccb1d-1fd4-438f-8b48-8b5ba9c3a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:17.570270 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-606e2fcc-b665-45ec-a506-cc362597f637 req-f1fccb1d-1fd4-438f-8b48-8b5ba9c3a718 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.4233291 Dec 22 04:56:17.676994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port b295dafe-edea-44f1-b495-024e620470d6 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:17.694039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for b295dafe-edea-44f1-b495-024e620470d6 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:17.706458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:17.707461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.735227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b295dafe-edea-44f1-b495-024e620470d6 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:17.735722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.883720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:17.915244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e2fcc-b665-45ec-a506-cc362597f637 req-b84eb9e6-4d46-4e77-8c13-a713e7dd59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:17.917431 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-606e2fcc-b665-45ec-a506-cc362597f637 req-b84eb9e6-4d46-4e77-8c13-a713e7dd59d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3452141 Dec 22 04:56:18.215507 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-606e2fcc-b665-45ec-a506-cc362597f637 req-4dcd81ca-a328-4749-9c81-4efd806f2154 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755415 Dec 22 04:56:18.221350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ec1a8-53a5-4696-a53c-737d808529f7 req-efe3423b-a078-4d64-ab3b-58ed818948b7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:18.221350 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-006ec1a8-53a5-4696-a53c-737d808529f7 req-efe3423b-a078-4d64-ab3b-58ed818948b7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e193c3f-a21e-4afd-bb87-39320791b730 HTTP/1.1" status: 200 len: 945 time: 0.3400888 Dec 22 04:56:18.221350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.247452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-992a147a-a60a-4e59-8ee2-bd48ef45e342 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:18.254824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.408039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=b295dafe-edea-44f1-b495-024e620470d6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:18.416769 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-606e2fcc-b665-45ec-a506-cc362597f637 req-2b7b77b6-21ed-472e-a133-c8e78487ec8c service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012486 Dec 22 04:56:18.420241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.423860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d9916664-be93-403b-a9a7-573bcf52734c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:18.459956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:18.474808 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-006ec1a8-53a5-4696-a53c-737d808529f7 req-9a1fee7f-e805-4b01-a64a-de955932210e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfdb5fef-e43d-418a-83f7-46996ea1b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525383 Dec 22 04:56:18.476746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:18.480275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:18.565008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:18.567389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.570377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e193c3f-a21e-4afd-bb87-39320791b730', 'name': 'network-vif-deleted', 'tag': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:18.590540 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cad3c1-f895-49ee-8b7f-3d48a1c06ae1 req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "DELETE /v2.0/ports/05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 HTTP/1.1" status: 204 len: 173 time: 1.7677779 Dec 22 04:56:18.641104 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e193c3f-a21e-4afd-bb87-39320791b730', 'name': 'network-vif-deleted', 'tag': '05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2', 'status': 'completed', 'code': 200} Dec 22 04:56:18.758005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.053120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Router 4ea03999-95d6-4c2b-9132-b0dff7316039 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:56:19.192251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:56:19.209221 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] Sync routers for ids ['4ea03999-95d6-4c2b-9132-b0dff7316039'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:19.211102 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "PUT /v2.0/routers/4ea03999-95d6-4c2b-9132-b0dff7316039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5831347 Dec 22 04:56:19.213981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59332) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:19.223403 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] Routers {'4ea03999-95d6-4c2b-9132-b0dff7316039'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:19.224418 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4ea03999-95d6-4c2b-9132-b0dff7316039'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:19.287596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f9699-d27f-49d2-ba46-97ededa22e8d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:19.289101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f9699-d27f-49d2-ba46-97ededa22e8d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:19.289857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-578f9699-d27f-49d2-ba46-97ededa22e8d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:19.307997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-578f9699-d27f-49d2-ba46-97ededa22e8d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:19.309317 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-578f9699-d27f-49d2-ba46-97ededa22e8d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0942407 Dec 22 04:56:19.312255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59336) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:19.358182 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] Set router 4ea03999-95d6-4c2b-9132-b0dff7316039 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:19.383711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-131d051b-bb1d-44b4-9699-f68b983ce116 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 1d884e0c-4cad-4e14-9ddc-41684d1c79ec {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:19.386701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-131d051b-bb1d-44b4-9699-f68b983ce116 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.440573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-131d051b-bb1d-44b4-9699-f68b983ce116 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.489690 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea03999-95d6-4c2b-9132-b0dff7316039', 'name': 'tempest-NetworksTestDHCPv6-router-1261115578', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 3, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:19.493635 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] Checking router: 4ea03999-95d6-4c2b-9132-b0dff7316039 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:19.502210 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] Routers {'4ea03999-95d6-4c2b-9132-b0dff7316039'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:19.502800 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['4ea03999-95d6-4c2b-9132-b0dff7316039'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:19.528250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-131d051b-bb1d-44b4-9699-f68b983ce116 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.582617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59342) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:19.632682 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] Set router 4ea03999-95d6-4c2b-9132-b0dff7316039 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:19.641630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-131d051b-bb1d-44b4-9699-f68b983ce116 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.649222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7686fc5-aaf9-4ba2-8f5b-ce0e9d475bd4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:19.689536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d051b-bb1d-44b4-9699-f68b983ce116 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=1d884e0c-4cad-4e14-9ddc-41684d1c79ec,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:19.692502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-131d051b-bb1d-44b4-9699-f68b983ce116 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:19.695190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-131d051b-bb1d-44b4-9699-f68b983ce116 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.703679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becab841-602c-422d-a6ac-bf8775ab95bc None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:19.720673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9c55c68-62e6-4a78-a0b5-00d0139e487d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.732111 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-131d051b-bb1d-44b4-9699-f68b983ce116 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/1d884e0c-4cad-4e14-9ddc-41684d1c79ec HTTP/1.1" status: 204 len: 168 time: 0.4186802 Dec 22 04:56:19.734709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59346) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:19.742365 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea03999-95d6-4c2b-9132-b0dff7316039', 'name': 'tempest-NetworksTestDHCPv6-router-1261115578', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 3, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:19.747491 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745a3c1-4000-4ce1-8bda-20dd4562bfed None None] The sync data for ids ['4ea03999-95d6-4c2b-9132-b0dff7316039'] in dv-neutron-822524-1-hyperv is: [{'id': '4ea03999-95d6-4c2b-9132-b0dff7316039', 'name': 'tempest-NetworksTestDHCPv6-router-1261115578', 'tenant_id': '410aa0d639e647439429948207b5261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 3, 'project_id': '410aa0d639e647439429948207b5261c', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:19.765406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9c55c68-62e6-4a78-a0b5-00d0139e487d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.839214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9c55c68-62e6-4a78-a0b5-00d0139e487d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.845601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7892386a-0fce-4b31-ab35-8a02c5796234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:19.862619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c55c68-62e6-4a78-a0b5-00d0139e487d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdb5fef-e43d-418a-83f7-46996ea1b7b9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:19.868959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f9c55c68-62e6-4a78-a0b5-00d0139e487d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:19.872463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9c55c68-62e6-4a78-a0b5-00d0139e487d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.876358 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f9c55c68-62e6-4a78-a0b5-00d0139e487d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/bfdb5fef-e43d-418a-83f7-46996ea1b7b9 HTTP/1.1" status: 204 len: 168 time: 0.2901549 Dec 22 04:56:19.906813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59352) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:20.055637 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6192d33e-f663-49a7-83da-e2d52e860c29 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3184261 Dec 22 04:56:20.058681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59356) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:20.120939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:56:20.125510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] Deleting port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:20.126148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.208404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab37f98-bfb4-493c-a458-479e0b4c6e91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.351178 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] For port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=04ff2e3e-6b00-4fdc-b02e-6974b62406ec,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:20.351494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.475320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:20.505896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] Calling delete_port for 04ff2e3e-6b00-4fdc-b02e-6974b62406ec owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:20.543275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab37f98-bfb4-493c-a458-479e0b4c6e91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.545619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab37f98-bfb4-493c-a458-479e0b4c6e91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.553983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:20.553983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 05ed3e9b-a3b3-4d3d-bb22-e4b4788390f2 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:20.575744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab37f98-bfb4-493c-a458-479e0b4c6e91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.576330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab37f98-bfb4-493c-a458-479e0b4c6e91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Fanout notify agent at l3_agent the message router_deleted on router 4ea03999-95d6-4c2b-9132-b0dff7316039 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:56:20.593687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab37f98-bfb4-493c-a458-479e0b4c6e91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.597733 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cab37f98-bfb4-493c-a458-479e0b4c6e91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/routers/4ea03999-95d6-4c2b-9132-b0dff7316039 HTTP/1.1" status: 204 len: 168 time: 0.5381196 Dec 22 04:56:20.598596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59360) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:20.610721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.615125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4a2010a2-58fe-4185-97b9-9364d30ac72c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:20.650552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59366) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:20.651041 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1a012b63-b061-48de-823c-56b2fb9f693f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0504444 Dec 22 04:56:20.668591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] Pushing event deleted for resources: {'Port': ['ID=04ff2e3e-6b00-4fdc-b02e-6974b62406ec,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:20.670413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] No DVR routers for this DVR port 04ff2e3e-6b00-4fdc-b02e-6974b62406ec on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:20.671765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:20.744924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b375530-ff8e-4189-a319-9d6b508bfcfb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:20.745608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6b375530-ff8e-4189-a319-9d6b508bfcfb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:20.759937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.845593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6b375530-ff8e-4189-a319-9d6b508bfcfb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:20.846757 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6b375530-ff8e-4189-a319-9d6b508bfcfb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1950867 Dec 22 04:56:20.849617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59370) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:20.922432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d519f616-f756-42e1-9e92-3f34734b2dd0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:router {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:21.006255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d519f616-f756-42e1-9e92-3f34734b2dd0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:router {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:21.007321 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d519f616-f756-42e1-9e92-3f34734b2dd0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1568570 Dec 22 04:56:21.012573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59374) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:21.018759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:21.127407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 04ff2e3e-6b00-4fdc-b02e-6974b62406ec no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:21.131891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:21.141634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:21.153232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:21.157282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.164629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 04ff2e3e-6b00-4fdc-b02e-6974b62406ec {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:21.165002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 04ff2e3e-6b00-4fdc-b02e-6974b62406ec not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:21.165440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b295dafe-edea-44f1-b495-024e620470d6 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:21.203213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: b295dafe-edea-44f1-b495-024e620470d6 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:21.203947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b295dafe-edea-44f1-b495-024e620470d6 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:21.236178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 957bcd84-a0c9-4938-9606-ae9572c4b027 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:21.236774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.429307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 957bcd84-a0c9-4938-9606-ae9572c4b027, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=957bcd84-a0c9-4938-9606-ae9572c4b027,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:21.429643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.481085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.objects.ports [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87555) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:56:21.482233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.485851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1629a417-e51e-47a4-8e00-37c3cdf50510 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:21.542905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:21.545826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:21.551053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:21.551053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.558447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=181edb3b-17a4-4d84-afb6-6f1ac40cb11a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:21.558766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd7c04d-a37d-47e8-8c4e-62259ad23706 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:21.559054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 957bcd84-a0c9-4938-9606-ae9572c4b027 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:21.565193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:21.586004 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5692098 Dec 22 04:56:21.586222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59380) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:21.592059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:21.743009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:21.747888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:21.751225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:21.757156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:21.765857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.767920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:21.771238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f8e7e5c7-efdf-4103-bca3-ce46fcc1edf6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:21.773126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.788083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '181edb3b-17a4-4d84-afb6-6f1ac40cb11a'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:56:21.789224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.822557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=957bcd84-a0c9-4938-9606-ae9572c4b027,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:21.824945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:21.968904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Allocated IP 2001:db8::f816:3eff:feae:da68 (36a40c79-7638-4692-a6b6-3e8acdc0390f/181edb3b-17a4-4d84-afb6-6f1ac40cb11a/33dfe7a2-3640-4732-b7ba-6fb6fffe322d) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:22.214888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.225402 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.227721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b6c7a2f8-40ae-4c85-8539-6ed2e9ad198f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:22.237833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Transition to ACTIVE for port object 33dfe7a2-3640-4732-b7ba-6fb6fffe322d will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:22.258936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Transition to ACTIVE for port object 33dfe7a2-3640-4732-b7ba-6fb6fffe322d will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:22.269711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.271139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.280274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:22.286970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:22.290160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:22.294996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.295575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.318068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=058b2933-6ced-4d75-aef1-8c3cfd794d90,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:22.322527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:22.330976 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7437763 Dec 22 04:56:22.333934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59388) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:22.339926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:df:63:81', 'name': 'tempest-NetworksTestDHCPv6-961485077'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:22.345925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:22.348838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:22.352540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:22.360298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Pushing event updated for resources: {'Port': ['ID=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:22.391169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:22.487390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:22.488244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Attempting to bind port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:22.488685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Attempting to bind port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:22.489121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Attempting to bind port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:22.491739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:22.494608 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:22.495055 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:22.495243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:22.495579 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.496030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:22.496580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Bound port: 33dfe7a2-3640-4732-b7ba-6fb6fffe322d, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:22.497009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.500887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:22.515565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:22.587311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] For port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:22.590541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] For port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:22.596471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.601165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:22.646378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.679251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 8d13ce0d-3d6b-4828-8109-a0e518887c42 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:56:22.683258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 93d3d2aa-fc31-4230-9afb-c4bdb5a81818 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:22.688023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Pushing event updated for resources: {'Port': ['ID=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:22.695797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:22.897444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:56:22.916338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] Sync routers for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:22.930693 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/8d13ce0d-3d6b-4828-8109-a0e518887c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0225551 Dec 22 04:56:22.933676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59392) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:22.935918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:22.937014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:22.966692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 172.20.0.4 (36a40c79-7638-4692-a6b6-3e8acdc0390f/058b2933-6ced-4d75-aef1-8c3cfd794d90/93d3d2aa-fc31-4230-9afb-c4bdb5a81818) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:22.974839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f816:3eff:fedf:6381 (36a40c79-7638-4692-a6b6-3e8acdc0390f/181edb3b-17a4-4d84-afb6-6f1ac40cb11a/93d3d2aa-fc31-4230-9afb-c4bdb5a81818) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:23.033388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-037d63fb-a8b3-49e6-af0b-966164e166eb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting subnet 06e23f5e-e720-4f6d-ba65-994a11bb0c03 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:23.037012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-037d63fb-a8b3-49e6-af0b-966164e166eb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.127589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-037d63fb-a8b3-49e6-af0b-966164e166eb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.255871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-037d63fb-a8b3-49e6-af0b-966164e166eb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.271105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:23.308034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.331609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 93d3d2aa-fc31-4230-9afb-c4bdb5a81818 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:23.346505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 33dfe7a2-3640-4732-b7ba-6fb6fffe322d up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:23.359859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-037d63fb-a8b3-49e6-af0b-966164e166eb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.365290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d7c5bbb-8ad0-4a78-b08e-5846aef206a2 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:23.365892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.375005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4e50f02f-5a9a-4cdc-b6c7-63a531f52be4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:23.408723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-037d63fb-a8b3-49e6-af0b-966164e166eb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.419037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d63fb-a8b3-49e6-af0b-966164e166eb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Subnet': ['ID=06e23f5e-e720-4f6d-ba65-994a11bb0c03,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:23.423305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-037d63fb-a8b3-49e6-af0b-966164e166eb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:23.430934 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-037d63fb-a8b3-49e6-af0b-966164e166eb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/subnets/06e23f5e-e720-4f6d-ba65-994a11bb0c03 HTTP/1.1" status: 204 len: 168 time: 0.4925830 Dec 22 04:56:23.433224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59398) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:23.457006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7046034f-5ffa-47fc-93f7-f49f7b3cd0aa None None] Network 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:23.549234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:23.564079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:23.566931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:23.601968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=93d3d2aa-fc31-4230-9afb-c4bdb5a81818,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:23.606809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:23.737703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:23.738501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.778447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.858308 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5052392 Dec 22 04:56:23.864063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59402) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:23.900563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:23.935037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b36b1-96e7-42ce-9e06-21504f20d2e5 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:23.980232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd06d51-e61e-4172-92fb-a9e856190a2b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:23.987015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd06d51-e61e-4172-92fb-a9e856190a2b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:23.989571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cfd06d51-e61e-4172-92fb-a9e856190a2b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:24.001655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.023697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 99fad2f0-afa9-4994-a032-0e245545713c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:24.023697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.032210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cfd06d51-e61e-4172-92fb-a9e856190a2b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:24.032210 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cfd06d51-e61e-4172-92fb-a9e856190a2b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1781139 Dec 22 04:56:24.032210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59406) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:24.136277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-affebc9c-c9fa-468d-bcdd-bb21020ccf47 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 93d3d2aa-fc31-4230-9afb-c4bdb5a81818 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:24.136277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affebc9c-c9fa-468d-bcdd-bb21020ccf47 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.422746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-963cd025-6237-44d1-9ee4-694502eed79e None None] Provisioning for port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:24.438118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] DHCP port deletion for 9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:56:24.458414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '99fad2f0-afa9-4994-a032-0e245545713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:56:21Z', 'revision_number': 7, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '99fad2f0-afa9-4994-a032-0e245545713c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:39Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:24.463857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 99fad2f0-afa9-4994-a032-0e245545713c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=99fad2f0-afa9-4994-a032-0e245545713c,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:24.463857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.467548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-963cd025-6237-44d1-9ee4-694502eed79e None None] Provisioning complete for port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:24.467548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-963cd025-6237-44d1-9ee4-694502eed79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.535597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affebc9c-c9fa-468d-bcdd-bb21020ccf47 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.564453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] Deleting port 95ffbe32-31d5-4f15-a187-5b306c7e95be {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:24.564453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.596662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 99fad2f0-afa9-4994-a032-0e245545713c owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:24.684762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-affebc9c-c9fa-468d-bcdd-bb21020ccf47 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 93d3d2aa-fc31-4230-9afb-c4bdb5a81818 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:24.716689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] Checking router: 8d13ce0d-3d6b-4828-8109-a0e518887c42 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:24.764784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] Routers {'8d13ce0d-3d6b-4828-8109-a0e518887c42'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:24.772547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8d13ce0d-3d6b-4828-8109-a0e518887c42'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:24.838564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.838564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b48d2e15-7a6e-4ce0-9fbc-04d3971a9926 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:24.922736 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=99fad2f0-afa9-4994-a032-0e245545713c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:24.922736 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:25.095173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.105554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affebc9c-c9fa-468d-bcdd-bb21020ccf47 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.117049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:25.254373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affebc9c-c9fa-468d-bcdd-bb21020ccf47 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=93d3d2aa-fc31-4230-9afb-c4bdb5a81818,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:25.254373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-affebc9c-c9fa-468d-bcdd-bb21020ccf47 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:25.320962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.320962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.341329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 95ffbe32-31d5-4f15-a187-5b306c7e95be no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:25.365043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.365043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Fanout notify agent at l3_agent the message router_deleted on router 8d13ce0d-3d6b-4828-8109-a0e518887c42 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:56:25.391686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3c3459a-ebfd-4ab7-b4a4-70d3230c33c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.396910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.396910 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/routers/8d13ce0d-3d6b-4828-8109-a0e518887c42 HTTP/1.1" status: 204 len: 168 time: 1.9503295 Dec 22 04:56:25.396910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59410) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:25.498376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] Set router 8d13ce0d-3d6b-4828-8109-a0e518887c42 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:25.504527 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affebc9c-c9fa-468d-bcdd-bb21020ccf47 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.521679 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-affebc9c-c9fa-468d-bcdd-bb21020ccf47 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/93d3d2aa-fc31-4230-9afb-c4bdb5a81818 HTTP/1.1" status: 204 len: 168 time: 1.4850402 Dec 22 04:56:25.521679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59414) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:25.610334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.614829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a13a2c-fc51-4fa4-a6ca-bfa92a694f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:25.614829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a13a2c-fc51-4fa4-a6ca-bfa92a694f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:25.614829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a13a2c-fc51-4fa4-a6ca-bfa92a694f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:25.614829 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-96a13a2c-fc51-4fa4-a6ca-bfa92a694f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0933802 Dec 22 04:56:25.614829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59418) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:25.638781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 95ffbe32-31d5-4f15-a187-5b306c7e95be {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:25.638781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.653362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-963cd025-6237-44d1-9ee4-694502eed79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.684342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:56:24Z', 'revision_number': 9, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:25.700655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ceba85-95b4-4204-8069-c96a70204778 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 058b2933-6ced-4d75-aef1-8c3cfd794d90 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:25.705561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8ade75-612d-43c7-af34-1654afcfff06 None None] Update dhcp port {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '181edb3b-17a4-4d84-afb6-6f1ac40cb11a', 'ip_address': '2001:db8::f816:3eff:feae:da68'}, {'subnet_id': '058b2933-6ced-4d75-aef1-8c3cfd794d90'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '33dfe7a2-3640-4732-b7ba-6fb6fffe322d'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:56:25.710208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47ceba85-95b4-4204-8069-c96a70204778 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.742339 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde3bdf-b734-4843-9d1a-fb7562dfbd35 None None] The sync data for ids ['8d13ce0d-3d6b-4828-8109-a0e518887c42'] in dv-neutron-822524-1-hyperv is: [{'id': '8d13ce0d-3d6b-4828-8109-a0e518887c42', 'name': 'tempest-TestNetworkBasicOps-router-1562620679', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:37Z', 'updated_at': '2021-12-22T04:56:24Z', 'revision_number': 9, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:25.781118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47ceba85-95b4-4204-8069-c96a70204778 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.793714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-963cd025-6237-44d1-9ee4-694502eed79e None None] For port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:25.825625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] For port 95ffbe32-31d5-4f15-a187-5b306c7e95be, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=95ffbe32-31d5-4f15-a187-5b306c7e95be,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:25.825625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.843407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-963cd025-6237-44d1-9ee4-694502eed79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.843407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:25.878981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47ceba85-95b4-4204-8069-c96a70204778 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.963821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cd025-6237-44d1-9ee4-694502eed79e None None] Pushing event updated for resources: {'Port': ['ID=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:25.973619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 95ffbe32-31d5-4f15-a187-5b306c7e95be, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=95ffbe32-31d5-4f15-a187-5b306c7e95be,segment=NetworkSegment(027068ff-121b-4f2c-8ab5-810cd9fe9284),segment_id=027068ff-121b-4f2c-8ab5-810cd9fe9284)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:25.973619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.019417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47ceba85-95b4-4204-8069-c96a70204778 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.028869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0ac0303-ee3e-413f-a7cd-29f9abe1cf86 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:26.033492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-963cd025-6237-44d1-9ee4-694502eed79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:26.089647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceba85-95b4-4204-8069-c96a70204778 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=058b2933-6ced-4d75-aef1-8c3cfd794d90,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:26.119901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-47ceba85-95b4-4204-8069-c96a70204778 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:26.119901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47ceba85-95b4-4204-8069-c96a70204778 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.144934 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-47ceba85-95b4-4204-8069-c96a70204778 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/058b2933-6ced-4d75-aef1-8c3cfd794d90 HTTP/1.1" status: 204 len: 168 time: 0.5179296 Dec 22 04:56:26.144934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59422) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:26.151606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] Calling delete_port for 95ffbe32-31d5-4f15-a187-5b306c7e95be owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:26.161020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 95ffbe32-31d5-4f15-a187-5b306c7e95be owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:26.192352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-de8ade75-612d-43c7-af34-1654afcfff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.254406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.279706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:26.295555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.311435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd58746-b26d-4ff4-a518-2757a5927759 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 181edb3b-17a4-4d84-afb6-6f1ac40cb11a {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:26.311435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bd58746-b26d-4ff4-a518-2757a5927759 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.357630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port 95ffbe32-31d5-4f15-a187-5b306c7e95be on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:26.386981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bd58746-b26d-4ff4-a518-2757a5927759 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.436000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=95ffbe32-31d5-4f15-a187-5b306c7e95be,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:26.436000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:26.490271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:26.490271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:26.517215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bd58746-b26d-4ff4-a518-2757a5927759 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.669228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bd58746-b26d-4ff4-a518-2757a5927759 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server [None req-de8ade75-612d-43c7-af34-1654afcfff06 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 181edb3b-17a4-4d84-afb6-6f1ac40cb11a: This subnet is being modified by another concurrent operation. Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1491, in update_port Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 181edb3b-17a4-4d84-afb6-6f1ac40cb11a: This subnet is being modified by another concurrent operation. Dec 22 04:56:26.674534 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server Dec 22 04:56:26.689439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a15a393c-22c1-4b4a-bb6a-700d5ec8663d tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572 tempest-ExtraDHCPOptionsIpV6TestJSON-1261968572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:26.738329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.782115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd58746-b26d-4ff4-a518-2757a5927759 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=181edb3b-17a4-4d84-afb6-6f1ac40cb11a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:26.794355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bd58746-b26d-4ff4-a518-2757a5927759 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.799231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:26.804354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8bd58746-b26d-4ff4-a518-2757a5927759 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:26.827186 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8bd58746-b26d-4ff4-a518-2757a5927759 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/181edb3b-17a4-4d84-afb6-6f1ac40cb11a HTTP/1.1" status: 204 len: 168 time: 0.6777225 Dec 22 04:56:26.827186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59426) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:26.831862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027068ff-121b-4f2c-8ab5-810cd9fe9284') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:26.831862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027068ff-121b-4f2c-8ab5-810cd9fe9284') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:26.836606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9d16465e-5642-49ca-aac7-b233b8cbe20a None None] Provisioning complete for port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:26.836606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9d16465e-5642-49ca-aac7-b233b8cbe20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.853991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.900202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.905122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:26.905122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.923481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c815c127-8bab-4710-be9e-5b7c9b219f70 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:26.926192 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c0aa30ae-c897-4563-9f5d-d26080fc363b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003747 Dec 22 04:56:26.926192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59430) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:26.940947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:27.089032 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:27.098831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.115694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.115694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4bdc9f6-157d-4784-85f2-c60e8dad0ec9 tempest-TestNetworkAdvancedServerOps-2095245093 tempest-TestNetworkAdvancedServerOps-2095245093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:27.134778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:27.140837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:27.140837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:27.147588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] Deleting port 95ffbe32-31d5-4f15-a187-5b306c7e95be {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:27.147588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.162116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:27.167156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Network': ['ID=9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:27.167156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:27.186720 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/networks/9a7e7f6f-b17f-4ab4-841e-250f6fb2fb8f HTTP/1.1" status: 204 len: 168 time: 1.7882137 Dec 22 04:56:27.203804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:27.203804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.226237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59436) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:27.231816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'network': {'name': 'tempest-network-smoke--1307029718', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'port_security_enabled': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:27.240706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:27.258662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:network and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:27.274747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:27.274747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:27.297515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:27.297515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.322314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 99fad2f0-afa9-4994-a032-0e245545713c no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:27.356103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:27.365235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.365235 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Added segment 69eb67c7-f0b0-4945-a89c-2505ef2dc788 of type vlan for network 5b51da39-f417-4fa9-b991-a6d76dbfedab Dec 22 04:56:27.404466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.438918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.448286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:27.448286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.460913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-46436453-2b95-402f-80df-49c1d9c7fc76 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:27.563320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-787a851e-fe90-425f-a00d-27abb7d4cfb7 None None] The port '95ffbe32-31d5-4f15-a187-5b306c7e95be' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:56:27.563320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 99fad2f0-afa9-4994-a032-0e245545713c {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:27.563320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 99fad2f0-afa9-4994-a032-0e245545713c not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:27.563320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 957bcd84-a0c9-4938-9606-ae9572c4b027 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:27.606716 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3804803 Dec 22 04:56:27.606716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59440) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:27.606716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Network': ['ID=5b51da39-f417-4fa9-b991-a6d76dbfedab,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:27.625423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-660003675', 'admin_state_up': True, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:27.631653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 957bcd84-a0c9-4938-9606-ae9572c4b027 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:27.631653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 957bcd84-a0c9-4938-9606-ae9572c4b027 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:27.631653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 33dfe7a2-3640-4732-b7ba-6fb6fffe322d no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:27.637837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:27.637837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:27.637837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:router and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:27.637837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:27.648110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:27.657922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-712f6aa2-7c5e-4736-a220-0901311bf693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.665551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.665551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.675748 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 5b51da39-f417-4fa9-b991-a6d76dbfedab details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:56:27.687106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.739179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:56:27.877480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9d16465e-5642-49ca-aac7-b233b8cbe20a None None] Could not find standard attr ID for object 93d3d2aa-fc31-4230-9afb-c4bdb5a81818. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:27.990898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:56:28.007205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-77868ae9-6ab4-435b-b94f-ef6089000473 None None] Could not find standard attr ID for object 93d3d2aa-fc31-4230-9afb-c4bdb5a81818. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:28.007205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Deleting port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:28.007205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.046931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.071368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.077693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.081963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.369329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.458627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.484740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.533369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] For port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:28.536979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:28.536979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:28.558382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.568750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.568750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.577366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] For port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:28.577366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.585336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-385a1d7e-695e-41be-8113-c60e4cb2a0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:28.644003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:28.649714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:28.666028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.69 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/d0582acb-e98f-4a4d-9fa1-0db85ef257bc) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:28.671974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:28.671974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.727721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Calling delete_port for 33dfe7a2-3640-4732-b7ba-6fb6fffe322d owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:28.734283 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7977765 Dec 22 04:56:28.734283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59444) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:28.744167 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:28.772004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:28.787859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:28.787859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-684238de-b254-4e60-a1b7-1df6afabd478 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:28.807998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:28.807998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:28.864766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.904512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.912771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:28.927645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=67d371d8-c875-47c0-b2ca-071fc09068b0,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:28.934596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:28.959226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:28.965685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:28.965685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:28.976563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:28.987029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:28.990504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.990598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:28.992459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:28.995012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:29.142717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.190254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=d0582acb-e98f-4a4d-9fa1-0db85ef257bc,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:29.190254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:29.211942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:29.211942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.237199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a1c0a472-8493-42b8-82c9-57995b5e24b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:29.319049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Deleting port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:29.319049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.382801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.382801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-030d6b3f-fb8d-43f7-a021-adf3f3126d89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:29.481492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=b5994a7f-359c-470e-8e2d-fad529bdbfe0,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:29.487359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:29.487359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:29.487359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:29.492376 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:29.493098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.525828 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7899530 Dec 22 04:56:29.525828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59448) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:29.541554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:27:95:34', 'name': 'tempest-NetworksTestDHCPv6-2067502124'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:29.580042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.609179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:29.609179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:29.662394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] For port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:29.662394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.760443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:29.763915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.765332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:29.768795 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:29.775575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:29.786585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:29.858727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Calling delete_port for 33dfe7a2-3640-4732-b7ba-6fb6fffe322d owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:29.912313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.947307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 0d808b08-dd47-4581-b35d-0ae9f82c6f8f yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:29.999462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.004258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:30.076735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Pushing event deleted for resources: {'Port': ['ID=33dfe7a2-3640-4732-b7ba-6fb6fffe322d,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:30.079105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:30.126211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.129936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] No DVR routers for this DVR port 33dfe7a2-3640-4732-b7ba-6fb6fffe322d on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:30.148264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16275e85-dfc4-438a-a5fe-67d8725e987b None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:30.175337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 172.20.0.9 (36a40c79-7638-4692-a6b6-3e8acdc0390f/b5994a7f-359c-470e-8e2d-fad529bdbfe0/0d808b08-dd47-4581-b35d-0ae9f82c6f8f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:30.182376 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f816:3eff:fe27:9534 (36a40c79-7638-4692-a6b6-3e8acdc0390f/67d371d8-c875-47c0-b2ca-071fc09068b0/0d808b08-dd47-4581-b35d-0ae9f82c6f8f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:30.344193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:56:30.380953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '67d371d8-c875-47c0-b2ca-071fc09068b0'}, {'subnet_id': 'b5994a7f-359c-470e-8e2d-fad529bdbfe0'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:56:30.381874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.437443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.467512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 0d808b08-dd47-4581-b35d-0ae9f82c6f8f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:30.504220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.504220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-858770a2-1e71-42c1-a180-19ce87d55da6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:30.570024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:56:30.576981 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Sync routers for ids ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:30.592299 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Routers {'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:30.592299 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:56:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:30.601303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.606109 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9988964 Dec 22 04:56:30.606109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59452) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:30.616809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:30.620435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:30.636467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:30.684859 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b9570747-2ef2-41eb-a3f1-e74a291f8e6d tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e765bc1a80cf45709d5ddab0fa47c255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0777102 Dec 22 04:56:30.685421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59456) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:30.694446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=0d808b08-dd47-4581-b35d-0ae9f82c6f8f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:30.699419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Allocated IP 172.20.0.2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/b5994a7f-359c-470e-8e2d-fad529bdbfe0/bc779ebd-1a34-43b9-9a0d-5f15a9f9f755) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:30.701010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:30.719501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Allocated IP 2001:db8::f816:3eff:fe4e:453f (36a40c79-7638-4692-a6b6-3e8acdc0390f/67d371d8-c875-47c0-b2ca-071fc09068b0/bc779ebd-1a34-43b9-9a0d-5f15a9f9f755) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:30.810470 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Set router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:30.872472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:30.873520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.903123 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3795264 Dec 22 04:56:30.905496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59460) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:30.974802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.986743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Transition to ACTIVE for port object bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:31.006850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Transition to ACTIVE for port object bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:31.010867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23746f5e-3686-4929-a41c-932cbd979110 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:31.012272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-23746f5e-3686-4929-a41c-932cbd979110 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:31.015863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.017265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638a6147-e078-4d88-a937-4f52d7653dc0 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:31.022033 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-638a6147-e078-4d88-a937-4f52d7653dc0 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3319273 Dec 22 04:56:31.022033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59464) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:31.022684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-963cd025-6237-44d1-9ee4-694502eed79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:31.040508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-23746f5e-3686-4929-a41c-932cbd979110 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:31.044690 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-23746f5e-3686-4929-a41c-932cbd979110 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1378937 Dec 22 04:56:31.045455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59468) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:31.068730 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7da9bf0e-8a03-408c-9860-4b3153ae7d25 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457215 Dec 22 04:56:31.069608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59472) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:31.075500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1132598943', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:31.090908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Pushing event updated for resources: {'Port': ['ID=bc779ebd-1a34-43b9-9a0d-5f15a9f9f755,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:31.096100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:31.105718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:31.106895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:31.109270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:31.142643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f0f56-5bef-45e5-afdb-66b1d21c8706 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 0d808b08-dd47-4581-b35d-0ae9f82c6f8f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:31.143618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc6f0f56-5bef-45e5-afdb-66b1d21c8706 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.146285 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:29Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:31.151418 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Checking router: c38523eb-7c7b-490d-96cb-7a7b3d3f2bee for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:31.151772 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Updating router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee port d0582acb-e98f-4a4d-9fa1-0db85ef257bc binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:56:31.208286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:31.212816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:subnet and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:31.216602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:31.218238 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.223390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:31.236780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:31.245887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.279111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Attempting to bind port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:31.279493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Attempting to bind port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:31.280079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Attempting to bind port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:31.293915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:31.295200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:31.301856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.302645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:31.303321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Bound port: bc779ebd-1a34-43b9-9a0d-5f15a9f9f755, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:31.303881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.469628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc6f0f56-5bef-45e5-afdb-66b1d21c8706 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.489897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] For port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:31.508303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] For port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=bc779ebd-1a34-43b9-9a0d-5f15a9f9f755,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:31.522782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.538259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0c4d2ae1-a07b-48cc-913d-e4389d897b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:31.553066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.559770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-38b2310c-2f9d-4266-808d-2136556ec643 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:31.597148 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.609142 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Transition to ACTIVE for port object d0582acb-e98f-4a4d-9fa1-0db85ef257bc will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:31.618327 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.628095 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:31.656860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Pushing event updated for resources: {'Port': ['ID=bc779ebd-1a34-43b9-9a0d-5f15a9f9f755,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:31.662099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:31.690575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Checking segment: {'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:31.691199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network hostable DHCP agents. Network: 5b51da39-f417-4fa9-b991-a6d76dbfedab, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:31.709125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Subnet': ['ID=f38ac514-4f1d-4f14-8cbf-58429b0f0dd4,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:31.709310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f0f56-5bef-45e5-afdb-66b1d21c8706 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 0d808b08-dd47-4581-b35d-0ae9f82c6f8f owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:31.712258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:31.724311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 5b51da39-f417-4fa9-b991-a6d76dbfedab is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:31.737585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 5b51da39-f417-4fa9-b991-a6d76dbfedab) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:31.745748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:31.746618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.746779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2de08b-d894-4f31-b840-76cc74ac7d14 None None] Network 5b51da39-f417-4fa9-b991-a6d76dbfedab requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:31.747378 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Attempting to bind port d0582acb-e98f-4a4d-9fa1-0db85ef257bc on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:31.747839 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Attempting to bind port d0582acb-e98f-4a4d-9fa1-0db85ef257bc by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:31.748313 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Attempting to bind port d0582acb-e98f-4a4d-9fa1-0db85ef257bc on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:31.763301 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:31.763826 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:31.764746 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.765091 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:31.768269 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Bound port: d0582acb-e98f-4a4d-9fa1-0db85ef257bc, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:31.768991 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.778686 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7078605 Dec 22 04:56:31.781827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59476) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:31.856180 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4e8a3-fab5-4add-b89c-1bcb9824bf01 None None] Pushing event updated for resources: {'Port': ['ID=d0582acb-e98f-4a4d-9fa1-0db85ef257bc,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:31.860077 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-6ce4e8a3-fab5-4add-b89c-1bcb9824bf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:31.896225 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] For port d0582acb-e98f-4a4d-9fa1-0db85ef257bc, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:31.896225 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] For port d0582acb-e98f-4a4d-9fa1-0db85ef257bc, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d0582acb-e98f-4a4d-9fa1-0db85ef257bc,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:31.910020 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.910020 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ab4e3a60-7193-41c3-b09f-fda77e6cb9a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:32.055110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc6f0f56-5bef-45e5-afdb-66b1d21c8706 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.077754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7044342f-b90e-4fb5-b096-08ccfe46cc78 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:32.135304 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Routers {'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:32.140288 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:56:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:32.162424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f0f56-5bef-45e5-afdb-66b1d21c8706 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=0d808b08-dd47-4581-b35d-0ae9f82c6f8f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:32.164946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bc6f0f56-5bef-45e5-afdb-66b1d21c8706 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:32.220994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-5b51da39-f417-4fa9-b991-a6d76dbfedab', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:56:32.222085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.455885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc6f0f56-5bef-45e5-afdb-66b1d21c8706 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.478421 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bc6f0f56-5bef-45e5-afdb-66b1d21c8706 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/0d808b08-dd47-4581-b35d-0ae9f82c6f8f HTTP/1.1" status: 204 len: 168 time: 1.4192336 Dec 22 04:56:32.478421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59480) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:32.535613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Allocated IP 172.20.0.2 (5b51da39-f417-4fa9-b991-a6d76dbfedab/f38ac514-4f1d-4f14-8cbf-58429b0f0dd4/65aecc09-2ba9-432c-8e0d-658e9e298e05) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:32.568111 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] Set router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:32.575063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79b499-25cc-4f5e-a714-6a696db4526e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:32.575063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79b499-25cc-4f5e-a714-6a696db4526e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:32.575063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79b499-25cc-4f5e-a714-6a696db4526e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:32.575063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b79b499-25cc-4f5e-a714-6a696db4526e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:32.604834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b79b499-25cc-4f5e-a714-6a696db4526e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:32.604834 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2b79b499-25cc-4f5e-a714-6a696db4526e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1215301 Dec 22 04:56:32.604834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59484) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:32.713440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3da486c-a7a6-4453-b0cb-76a37d6701a7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 67d371d8-c875-47c0-b2ca-071fc09068b0 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:32.713440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3da486c-a7a6-4453-b0cb-76a37d6701a7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.817328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3da486c-a7a6-4453-b0cb-76a37d6701a7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.895194 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4e8a3-fab5-4add-b89c-1bcb9824bf01 None None] Pushing event updated for resources: {'Port': ['ID=d0582acb-e98f-4a4d-9fa1-0db85ef257bc,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:32.906105 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-6ce4e8a3-fab5-4add-b89c-1bcb9824bf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:32.995450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.019912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Transition to ACTIVE for port object 65aecc09-2ba9-432c-8e0d-658e9e298e05 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:33.057459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Transition to ACTIVE for port object 65aecc09-2ba9-432c-8e0d-658e9e298e05 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:33.066794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.071467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3da486c-a7a6-4453-b0cb-76a37d6701a7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.081122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-57146d88-78ec-4d9f-8cd6-ded363c1022a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:33.166412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Network 5b51da39-f417-4fa9-b991-a6d76dbfedab is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:33.167914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:33.170515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:33.173246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Pushing event updated for resources: {'Port': ['ID=65aecc09-2ba9-432c-8e0d-658e9e298e05,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.175731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:33.201349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3da486c-a7a6-4453-b0cb-76a37d6701a7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.205423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82eb3226-05b6-4031-a2fc-1752923cb14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:33.242565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da486c-a7a6-4453-b0cb-76a37d6701a7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=67d371d8-c875-47c0-b2ca-071fc09068b0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.247889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3da486c-a7a6-4453-b0cb-76a37d6701a7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.275562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c3da486c-a7a6-4453-b0cb-76a37d6701a7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:33.282530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Attempting to bind port 65aecc09-2ba9-432c-8e0d-658e9e298e05 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:33.283026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Attempting to bind port 65aecc09-2ba9-432c-8e0d-658e9e298e05 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:33.283171 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c3da486c-a7a6-4453-b0cb-76a37d6701a7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/67d371d8-c875-47c0-b2ca-071fc09068b0 HTTP/1.1" status: 204 len: 168 time: 0.6838117 Dec 22 04:56:33.283534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Attempting to bind port 65aecc09-2ba9-432c-8e0d-658e9e298e05 on network 5b51da39-f417-4fa9-b991-a6d76dbfedab {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:33.283725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59488) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:33.291172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:33.292315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Checking segment: {'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:33.292315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.292688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Bound using segment: {'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:33.293429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Bound port: 65aecc09-2ba9-432c-8e0d-658e9e298e05, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:33.294003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.388908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.399522 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:29Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:33.408315 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6a3a7-f5cb-4c91-b027-326afccf4b58 None None] The sync data for ids ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'] in dv-neutron-822524-1-hyperv is: [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:29Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:33.439921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:33.440616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-497931ca-82b0-40c5-b9cc-6c1033b2f911 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet b5994a7f-359c-470e-8e2d-fad529bdbfe0 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:33.455323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497931ca-82b0-40c5-b9cc-6c1033b2f911 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.498794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] For port 65aecc09-2ba9-432c-8e0d-658e9e298e05, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:33.512332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] For port 65aecc09-2ba9-432c-8e0d-658e9e298e05, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=65aecc09-2ba9-432c-8e0d-658e9e298e05,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:33.538640 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.545062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:33.545291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497931ca-82b0-40c5-b9cc-6c1033b2f911 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.585435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:33.623926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078c797-375c-4d13-8815-66306d67e47a None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:33.694634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497931ca-82b0-40c5-b9cc-6c1033b2f911 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.779802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-003b3227-4074-4eaf-9af5-d195909d5ec3 None None] Provisioning for port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:33.790901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Pushing event updated for resources: {'Port': ['ID=65aecc09-2ba9-432c-8e0d-658e9e298e05,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.798630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:33.799522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-003b3227-4074-4eaf-9af5-d195909d5ec3 None None] Provisioning complete for port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:33.799895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-003b3227-4074-4eaf-9af5-d195909d5ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.847632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497931ca-82b0-40c5-b9cc-6c1033b2f911 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.855008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-334c9018-2606-4417-b1b0-a738c9357938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:33.944585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497931ca-82b0-40c5-b9cc-6c1033b2f911 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=b5994a7f-359c-470e-8e2d-fad529bdbfe0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.955994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-497931ca-82b0-40c5-b9cc-6c1033b2f911 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:33.958490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497931ca-82b0-40c5-b9cc-6c1033b2f911 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.995945 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-497931ca-82b0-40c5-b9cc-6c1033b2f911 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/b5994a7f-359c-470e-8e2d-fad529bdbfe0 HTTP/1.1" status: 204 len: 168 time: 0.7089498 Dec 22 04:56:33.997205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59492) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:34.175724 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a2c9946a-eada-4047-bfd9-28cffdc942ba tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1642683 Dec 22 04:56:34.192561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-003b3227-4074-4eaf-9af5-d195909d5ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.199457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59496) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:34.199457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:34.361783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-003b3227-4074-4eaf-9af5-d195909d5ec3 None None] For port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=bc779ebd-1a34-43b9-9a0d-5f15a9f9f755,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:34.369054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-003b3227-4074-4eaf-9af5-d195909d5ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.375902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:34.487259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.1 (5b51da39-f417-4fa9-b991-a6d76dbfedab/f38ac514-4f1d-4f14-8cbf-58429b0f0dd4/70277cde-9ad6-4190-97eb-f466fdec67b9) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:34.513534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:34.544421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:34.552400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:56:34.560283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:34.563883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b3227-4074-4eaf-9af5-d195909d5ec3 None None] Pushing event updated for resources: {'Port': ['ID=bc779ebd-1a34-43b9-9a0d-5f15a9f9f755,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:34.582633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-003b3227-4074-4eaf-9af5-d195909d5ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:34.582633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] Deleting port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:34.582633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.586482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:34.599477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:34.603533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.761422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.779329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 70277cde-9ad6-4190-97eb-f466fdec67b9 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:34.826562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.832509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b1300f14-95d3-451c-a3b4-15266bceedce tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:34.895963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] For port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=bc779ebd-1a34-43b9-9a0d-5f15a9f9f755,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:34.896587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.966320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=70277cde-9ad6-4190-97eb-f466fdec67b9,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:34.972968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:34.975308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 5b51da39-f417-4fa9-b991-a6d76dbfedab is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:34.976883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:34.979528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:35.061395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.097082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cad6a77c-66d6-43ee-9f1c-5edff9b935f3 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:35.129838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.186176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] Calling delete_port for bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:35.331613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.354458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:35.521197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] No DVR routers for this DVR port bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:35.532043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 65aecc09-2ba9-432c-8e0d-658e9e298e05 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:35.559782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=ebd07b37-d2a2-4517-a5ae-cc8114c8c2c3,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:35.566680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:35.568032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:35.569582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:35.577933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:35.578531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.580908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] Pushing event deleted for resources: {'Port': ['ID=bc779ebd-1a34-43b9-9a0d-5f15a9f9f755,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:35.583229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:35.584249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0db529-e7be-4a63-867b-12abadc26a2d None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:35.608876 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4361341 Dec 22 04:56:35.611686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59502) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:35.618900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:35.677250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.708418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9c116-a33a-416a-9deb-76c9df709b25 None None] Network 5b51da39-f417-4fa9-b991-a6d76dbfedab requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:35.833096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:35.843617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:35.847695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:35.861026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:35.888808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:35.888808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.923601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7f25b1a9-886a-4440-85ae-f5f079e7580a None None] Provisioning for port 65aecc09-2ba9-432c-8e0d-658e9e298e05 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:36.002645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 65aecc09-2ba9-432c-8e0d-658e9e298e05 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:36.060849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 65aecc09-2ba9-432c-8e0d-658e9e298e05 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:36.065056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.139512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': 'ebd07b37-d2a2-4517-a5ae-cc8114c8c2c3'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:56:36.140271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.214224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.223740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.290835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1cabcec7-3edf-4a8c-9a1e-6858379d6485 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:36.421593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=70277cde-9ad6-4190-97eb-f466fdec67b9,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:36.433162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.444220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:56:36.444220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.444220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-366128af-df76-4c3d-8ac0-43adc8b42701 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:36.452020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:36.457301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.493958 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Allocated IP 172.20.0.2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/ebd07b37-d2a2-4517-a5ae-cc8114c8c2c3/38dd81a8-954e-45d7-a409-b5dfa842bb4b) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:36.507796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:36.507796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:36.513731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 65aecc09-2ba9-432c-8e0d-658e9e298e05, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=65aecc09-2ba9-432c-8e0d-658e9e298e05,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:36.517737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:36.517737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.524050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.526355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d0582acb-e98f-4a4d-9fa1-0db85ef257bc up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:36.537506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=afa27ab3-aa97-459d-80fd-d66b5227fd0e,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:36.541602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:36.555507 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9421587 Dec 22 04:56:36.557243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59506) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:36.563227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8fa0e0e6-39fb-47e8-a953-ec0b3099c10b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:36.567317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:a4:c9:80', 'name': 'tempest-NetworksTestDHCPv6-230933478'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:36.672603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 5b51da39-f417-4fa9-b991-a6d76dbfedab is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:36.673573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:36.810463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:36.819600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:36.826673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:36.836108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:36.860441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:36.887377 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=65aecc09-2ba9-432c-8e0d-658e9e298e05,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:36.904529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:36.974743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port d0582acb-e98f-4a4d-9fa1-0db85ef257bc completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:37.003183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d0582acb-e98f-4a4d-9fa1-0db85ef257bc triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:37.005113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.097313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d6929455-58a0-406f-8dbc-2f3e18efce7b None None] Provisioning for port 70277cde-9ad6-4190-97eb-f466fdec67b9 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:37.111619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d6929455-58a0-406f-8dbc-2f3e18efce7b None None] Provisioning complete for port 70277cde-9ad6-4190-97eb-f466fdec67b9 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:37.111619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6929455-58a0-406f-8dbc-2f3e18efce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.133172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:56:37.161778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.187015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d6929455-58a0-406f-8dbc-2f3e18efce7b None None] Port 70277cde-9ad6-4190-97eb-f466fdec67b9 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:56:37.210728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.236793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port dfde571d-c22f-4c18-a807-cb3144eea15e yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:37.237249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d6929455-58a0-406f-8dbc-2f3e18efce7b None None] Provisioning complete for port 65aecc09-2ba9-432c-8e0d-658e9e298e05 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:37.237249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6929455-58a0-406f-8dbc-2f3e18efce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.412176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Transition to ACTIVE for port object 38dd81a8-954e-45d7-a409-b5dfa842bb4b will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:37.463961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.471455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Transition to ACTIVE for port object 38dd81a8-954e-45d7-a409-b5dfa842bb4b will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:37.502282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:56:37.518065 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/c38523eb-7c7b-490d-96cb-7a7b3d3f2bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7325571 Dec 22 04:56:37.518343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59510) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:37.528002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.540826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:37.575880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Sync routers for ids ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:37.665745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 172.20.0.9 (36a40c79-7638-4692-a6b6-3e8acdc0390f/ebd07b37-d2a2-4517-a5ae-cc8114c8c2c3/dfde571d-c22f-4c18-a807-cb3144eea15e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:37.673596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f816:3eff:fea4:c980 (36a40c79-7638-4692-a6b6-3e8acdc0390f/afa27ab3-aa97-459d-80fd-d66b5227fd0e/dfde571d-c22f-4c18-a807-cb3144eea15e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:37.698295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdfba9-11cb-44e1-859b-b8cf0c98dde1 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.699601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdfba9-11cb-44e1-859b-b8cf0c98dde1 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.700593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdfba9-11cb-44e1-859b-b8cf0c98dde1 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.701375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdfba9-11cb-44e1-859b-b8cf0c98dde1 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.702116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdfba9-11cb-44e1-859b-b8cf0c98dde1 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.702727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdfba9-11cb-44e1-859b-b8cf0c98dde1 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.703330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdfba9-11cb-44e1-859b-b8cf0c98dde1 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.705365 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e5fdfba9-11cb-44e1-859b-b8cf0c98dde1 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5025 time: 0.1860297 Dec 22 04:56:37.708587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59514) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:37.736956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Routers {'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:37.737606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:56:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:37.819182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1e359-e738-4867-9930-7c437ad54c72 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.820676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1e359-e738-4867-9930-7c437ad54c72 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.821813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1e359-e738-4867-9930-7c437ad54c72 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.822433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1e359-e738-4867-9930-7c437ad54c72 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.822943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1e359-e738-4867-9930-7c437ad54c72 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.823447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1e359-e738-4867-9930-7c437ad54c72 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.823945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1e359-e738-4867-9930-7c437ad54c72 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.824576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1e359-e738-4867-9930-7c437ad54c72 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.829070 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-daa1e359-e738-4867-9930-7c437ad54c72 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5213 time: 0.1169868 Dec 22 04:56:37.829487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59518) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:37.907106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port d0582acb-e98f-4a4d-9fa1-0db85ef257bc, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d0582acb-e98f-4a4d-9fa1-0db85ef257bc,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:37.938441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.952749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:37.959858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:37.962962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:38.041165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.058072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object dfde571d-c22f-4c18-a807-cb3144eea15e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:38.058330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:38.085547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Pushing event updated for resources: {'Port': ['ID=38dd81a8-954e-45d7-a409-b5dfa842bb4b,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:38.088936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:38.093425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.101064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7393035-099f-4306-948c-9130ab55a9d8 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:38.101984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:38.133148 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-150c7bad-2782-4556-a0e8-b60009719edc tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.3023000 Dec 22 04:56:38.171774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:38.172127 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device bc779ebd-1a34-43b9-9a0d-5f15a9f9f755 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:38.182640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:38.186090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:38.186571 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Set router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:38.190442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:38.257826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:38.258744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.267284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=dfde571d-c22f-4c18-a807-cb3144eea15e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:38.273225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Attempting to bind port 38dd81a8-954e-45d7-a409-b5dfa842bb4b on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:38.273863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Attempting to bind port 38dd81a8-954e-45d7-a409-b5dfa842bb4b by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:38.274436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Attempting to bind port 38dd81a8-954e-45d7-a409-b5dfa842bb4b on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:38.275667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:38.293905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:38.294317 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7351453 Dec 22 04:56:38.294944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:38.295545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.295993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:38.296707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59524) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:38.297210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Bound port: 38dd81a8-954e-45d7-a409-b5dfa842bb4b, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:38.297760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.309231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-044e64ff-abd1-40f4-a9e2-1bd7b3edd6ff None None] Provisioning complete for port 70277cde-9ad6-4190-97eb-f466fdec67b9 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:38.309626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-044e64ff-abd1-40f4-a9e2-1bd7b3edd6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.343039 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 65aecc09-2ba9-432c-8e0d-658e9e298e05 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:38.394526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59528) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:38.397297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17dec0-e62c-40a5-916d-af3dacd7d045 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:38.400065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089136055', 'description': 'tempest-secgroup-smoke-2089136055 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:38.403677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17dec0-e62c-40a5-916d-af3dacd7d045 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:38.404632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4c17dec0-e62c-40a5-916d-af3dacd7d045 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:38.406317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:38.410739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:38.414066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:38.419991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:38.422450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4c17dec0-e62c-40a5-916d-af3dacd7d045 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:38.424617 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4c17dec0-e62c-40a5-916d-af3dacd7d045 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1241901 Dec 22 04:56:38.426403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59532) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:38.432507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.452633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:38.453413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=d0582acb-e98f-4a4d-9fa1-0db85ef257bc,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:38.456455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:38.456700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:38.459929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:38.468227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:38.503490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b459820a-cb0e-4562-ba75-c1d64b7720c3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port dfde571d-c22f-4c18-a807-cb3144eea15e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:38.503829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b459820a-cb0e-4562-ba75-c1d64b7720c3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.543270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.549555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.555228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6845359f-b75e-4f92-8e9d-205a8c336027 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:38.600100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2806d940-051a-4699-9383-e8612de57050,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:38.603403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:38.604849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.609486 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2138925 Dec 22 04:56:38.610257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59536) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:38.617870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '2806d940-051a-4699-9383-e8612de57050', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:38.624073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:38.628068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:38.631146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:38.636248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-044e64ff-abd1-40f4-a9e2-1bd7b3edd6ff None None] Port 70277cde-9ad6-4190-97eb-f466fdec67b9 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:56:38.637389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:38.658890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.694652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] For port 38dd81a8-954e-45d7-a409-b5dfa842bb4b, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:38.720888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 65aecc09-2ba9-432c-8e0d-658e9e298e05 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:38.721274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.732719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.739458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.741707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:38.764274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] For port 38dd81a8-954e-45d7-a409-b5dfa842bb4b, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=38dd81a8-954e-45d7-a409-b5dfa842bb4b,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:38.770089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a661cc-0f69-4650-aa01-d906a236984d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:38.772874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:38.788738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.792796 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1783440 Dec 22 04:56:38.793109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59540) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:38.799031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '2806d940-051a-4699-9383-e8612de57050', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:38.804497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b459820a-cb0e-4562-ba75-c1d64b7720c3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.805239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:38.809852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:38.812428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.812978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:38.819184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-57146d88-78ec-4d9f-8cd6-ded363c1022a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:38.820563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:38.839343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.906669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.911394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.913664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:38.924866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Pushing event updated for resources: {'Port': ['ID=38dd81a8-954e-45d7-a409-b5dfa842bb4b,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:38.929222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:38.941117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b459820a-cb0e-4562-ba75-c1d64b7720c3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for dfde571d-c22f-4c18-a807-cb3144eea15e owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:38.946693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3114d6f0-fff4-4cd3-8758-e550c35becd1,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:38.951766 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:38.965174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.966877 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1724322 Dec 22 04:56:38.969874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59544) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:38.981889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '2806d940-051a-4699-9383-e8612de57050', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:38.990751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:38.996457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:38.999764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:39.001066 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:35Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '70277cde-9ad6-4190-97eb-f466fdec67b9', 'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:55:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:34Z', 'updated_at': '2021-12-22T04:56:35Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:39.005800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:39.007720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Checking router: c38523eb-7c7b-490d-96cb-7a7b3d3f2bee for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:39.008077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Updating router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee port 70277cde-9ad6-4190-97eb-f466fdec67b9 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:56:39.032839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.073838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.281129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.290352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.293276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b41233e6-afbd-42d7-945d-3b680d9f60b8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:39.325368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd445dbf-e568-4a56-b9a7-87e506af47b9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.334629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:39.346423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.352765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3814695 Dec 22 04:56:39.353558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59548) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:39.359397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '2806d940-051a-4699-9383-e8612de57050', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:39.366243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:39.371568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:39.375279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:39.383566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:39.383974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b459820a-cb0e-4562-ba75-c1d64b7720c3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.391311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7ee779bc-a124-4785-bb85-cedcd0e8a83e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:39.412445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.442942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459820a-cb0e-4562-ba75-c1d64b7720c3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=dfde571d-c22f-4c18-a807-cb3144eea15e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.446453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b459820a-cb0e-4562-ba75-c1d64b7720c3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:39.486287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.491144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.493160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6ad78f52-f167-466c-99f5-7bbb65e558a7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:39.516707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407dd5c1-cf84-4a89-9de0-10bda7bce184,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.519311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:39.529375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.530887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1762736 Dec 22 04:56:39.533832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59552) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:39.540263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '2806d940-051a-4699-9383-e8612de57050', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:39.546773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:39.550839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:39.554193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:39.562064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:39.577750 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:56:39.585196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.588838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b459820a-cb0e-4562-ba75-c1d64b7720c3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.599450 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b459820a-cb0e-4562-ba75-c1d64b7720c3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/dfde571d-c22f-4c18-a807-cb3144eea15e HTTP/1.1" status: 204 len: 168 time: 1.1715708 Dec 22 04:56:39.601761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59556) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:39.625099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.640570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Transition to ACTIVE for port object 70277cde-9ad6-4190-97eb-f466fdec67b9 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:39.652440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.663166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ccd9e08c-2b97-44de-923a-da1a3288c651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:39.663796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.670021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.671942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7ed7e703-5e1a-4a5b-864b-3e242046117f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:39.678538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a94973-a3fd-4d6e-8fe6-5aeec2e5961e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:39.680023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a94973-a3fd-4d6e-8fe6-5aeec2e5961e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:39.682183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a94973-a3fd-4d6e-8fe6-5aeec2e5961e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:39.683111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b3a94973-a3fd-4d6e-8fe6-5aeec2e5961e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:39.697672 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479ba735-b46e-4318-9523-b0295895b32f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.699469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b3a94973-a3fd-4d6e-8fe6-5aeec2e5961e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:39.700337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:39.701023 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b3a94973-a3fd-4d6e-8fe6-5aeec2e5961e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0981774 Dec 22 04:56:39.703645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59560) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:39.740435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.741497 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2067456 Dec 22 04:56:39.745145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59564) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:39.751734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '2806d940-051a-4699-9383-e8612de57050', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:39.760746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:39.765276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:39.770280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:39.777699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:39.782640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ddb3e3-0269-43ad-b9f5-15421454ebdc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet afa27ab3-aa97-459d-80fd-d66b5227fd0e {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:39.786614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58ddb3e3-0269-43ad-b9f5-15421454ebdc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.798170 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:56:39.816005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.873346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58ddb3e3-0269-43ad-b9f5-15421454ebdc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.891620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151eae6-b0c8-45f5-be2a-02f40653b648 None None] Pushing event updated for resources: {'Port': ['ID=70277cde-9ad6-4190-97eb-f466fdec67b9,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.899184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.906099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.907996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d151eae6-b0c8-45f5-be2a-02f40653b648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:39.908420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d83dcd5d-d6bb-4eb6-b5dd-3b5f8ab27d2b tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:39.917474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Attempting to bind port 70277cde-9ad6-4190-97eb-f466fdec67b9 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:39.918234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Attempting to bind port 70277cde-9ad6-4190-97eb-f466fdec67b9 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:39.918817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Attempting to bind port 70277cde-9ad6-4190-97eb-f466fdec67b9 on network 5b51da39-f417-4fa9-b991-a6d76dbfedab {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:39.926173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:39.926854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Checking segment: {'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:39.927653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.928279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Bound using segment: {'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:39.928958 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Bound port: 70277cde-9ad6-4190-97eb-f466fdec67b9, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:39.929532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.949802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94da76ec-d4fd-4774-8821-623cfb605851,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.952857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:39.954749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.956279 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2096663 Dec 22 04:56:39.963222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58ddb3e3-0269-43ad-b9f5-15421454ebdc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.050330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58ddb3e3-0269-43ad-b9f5-15421454ebdc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.057421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b72f7391-274a-4b59-9c0c-690e98908918 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:40.060065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] For port 70277cde-9ad6-4190-97eb-f466fdec67b9, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:40.071476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] For port 70277cde-9ad6-4190-97eb-f466fdec67b9, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=70277cde-9ad6-4190-97eb-f466fdec67b9,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:40.078031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.083816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e013cc0c-c15c-4afc-bb66-c8b8aed46278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:40.108861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58ddb3e3-0269-43ad-b9f5-15421454ebdc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.121623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddb3e3-0269-43ad-b9f5-15421454ebdc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=afa27ab3-aa97-459d-80fd-d66b5227fd0e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:40.125617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58ddb3e3-0269-43ad-b9f5-15421454ebdc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:40.128572 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-58ddb3e3-0269-43ad-b9f5-15421454ebdc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/afa27ab3-aa97-459d-80fd-d66b5227fd0e HTTP/1.1" status: 204 len: 168 time: 0.4237230 Dec 22 04:56:40.131299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59572) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:40.194119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Routers {'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:56:40.195362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:56:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:40.276841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19fe929-986b-41a2-be49-9170f251cc19 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet ebd07b37-d2a2-4517-a5ae-cc8114c8c2c3 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:40.283777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c19fe929-986b-41a2-be49-9170f251cc19 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.323654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-c41cf1e1-bc31-443d-aa72-0c4693dc2c2b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:40.350623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151eae6-b0c8-45f5-be2a-02f40653b648 None None] Pushing event updated for resources: {'Port': ['ID=70277cde-9ad6-4190-97eb-f466fdec67b9,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:40.353949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-c41cf1e1-bc31-443d-aa72-0c4693dc2c2b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:40.354993 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-c41cf1e1-bc31-443d-aa72-0c4693dc2c2b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089136055&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.1289594 Dec 22 04:56:40.357693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d151eae6-b0c8-45f5-be2a-02f40653b648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:40.404793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c19fe929-986b-41a2-be49-9170f251cc19 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.497276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 38dd81a8-954e-45d7-a409-b5dfa842bb4b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:40.539267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c19fe929-986b-41a2-be49-9170f251cc19 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.552239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cf8c0c-6382-4ef3-bff9-e631008d66d6 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:40.589551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-8ab88808-5314-4b15-b882-c6999b339c03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:40.591391 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-8ab88808-5314-4b15-b882-c6999b339c03 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/networks?id=5b51da39-f417-4fa9-b991-a6d76dbfedab HTTP/1.1" status: 200 len: 797 time: 0.2181299 Dec 22 04:56:40.608070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-5a779458-0ee7-422b-959d-c25308485e15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/quotas/e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 375 time: 0.0100884 Dec 22 04:56:40.617834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c19fe929-986b-41a2-be49-9170f251cc19 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.622578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f17388fa-9b12-4c49-a628-75c99ea08405 tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:40.659757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fe929-986b-41a2-be49-9170f251cc19 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd07b37-d2a2-4517-a5ae-cc8114c8c2c3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:40.663302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c19fe929-986b-41a2-be49-9170f251cc19 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:40.664520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c19fe929-986b-41a2-be49-9170f251cc19 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.678038 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c19fe929-986b-41a2-be49-9170f251cc19 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/ebd07b37-d2a2-4517-a5ae-cc8114c8c2c3 HTTP/1.1" status: 204 len: 168 time: 0.5428538 Dec 22 04:56:40.678243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59584) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:40.684026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] Set router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:56:40.701686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-30486777-093d-4b05-928f-6e3ed3591bf7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:40.718916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-30486777-093d-4b05-928f-6e3ed3591bf7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:40.721187 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-30486777-093d-4b05-928f-6e3ed3591bf7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048207 Dec 22 04:56:40.739453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f8bbe727-60ea-45e6-ae23-be5c6731b75e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:56:40.741852 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f8bbe727-60ea-45e6-ae23-be5c6731b75e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061772 Dec 22 04:56:40.753350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b1eb95a2-e635-4b37-89f7-db6933fc6c9c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:router {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:40.765560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b1eb95a2-e635-4b37-89f7-db6933fc6c9c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:router {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:40.769516 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b1eb95a2-e635-4b37-89f7-db6933fc6c9c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877492 Dec 22 04:56:40.769909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59588) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:40.776900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:40.853297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 38dd81a8-954e-45d7-a409-b5dfa842bb4b completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:40.869479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d0582acb-e98f-4a4d-9fa1-0db85ef257bc up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:40.881566 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-65ddcd44-6305-43d5-9f54-28c210e45de6 service neutron] 10.222.0.36 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338832 Dec 22 04:56:40.899994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:40.904466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:40.907487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:40.913567 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:40.925161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:40.928871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.947974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f3e65bb4-72f1-4524-bf05-4b4ef489efcf None None] Provisioning for port 38dd81a8-954e-45d7-a409-b5dfa842bb4b completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:41.030400 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-e3681c95-80a7-4ce9-9cba-4866038d12b5 service neutron] 10.222.0.36 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418281 Dec 22 04:56:41.048015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f3e65bb4-72f1-4524-bf05-4b4ef489efcf None None] Provisioning complete for port 38dd81a8-954e-45d7-a409-b5dfa842bb4b triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:41.048363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3e65bb4-72f1-4524-bf05-4b4ef489efcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.170288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.177154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-81ec6a7a-07c7-4956-98d7-5d937e9815ba tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:41.268049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:41.271770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:41.278978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:41.280323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.319674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d0582acb-e98f-4a4d-9fa1-0db85ef257bc triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:41.320058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.326372 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5554290 Dec 22 04:56:41.329481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59598) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:41.335434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:41.359979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=f240088d-b91a-4c59-ade9-f7590fdf2c92,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:41.375730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:41.383997 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-faebd1cf-e637-4acd-8487-abd5f1e19f04 req-15c3bb05-3ca9-4921-9cd6-6a8618c1b8e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 210 time: 0.1517808 Dec 22 04:56:41.424778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3e65bb4-72f1-4524-bf05-4b4ef489efcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.476855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f3e65bb4-72f1-4524-bf05-4b4ef489efcf None None] For port 38dd81a8-954e-45d7-a409-b5dfa842bb4b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=38dd81a8-954e-45d7-a409-b5dfa842bb4b,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:41.513554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f3e65bb4-72f1-4524-bf05-4b4ef489efcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.521955 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:35Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '70277cde-9ad6-4190-97eb-f466fdec67b9', 'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:55:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:34Z', 'updated_at': '2021-12-22T04:56:40Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:41.527211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:41.552488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:41.557387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:41.564783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:41.570732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:41.573610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:56:41.585098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:41.586149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f24c3-796a-4290-bf8f-1d1d1b6b1951 None None] The sync data for ids ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'] in dv-neutron-822524-1-hyperv is: [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:35Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '70277cde-9ad6-4190-97eb-f466fdec67b9', 'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:55:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:34Z', 'updated_at': '2021-12-22T04:56:40Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:41.593363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.607362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] Deleting port 38dd81a8-954e-45d7-a409-b5dfa842bb4b {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:41.607706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.727694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e65bb4-72f1-4524-bf05-4b4ef489efcf None None] Pushing event updated for resources: {'Port': ['ID=38dd81a8-954e-45d7-a409-b5dfa842bb4b,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:41.735467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f3e65bb4-72f1-4524-bf05-4b4ef489efcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:41.909859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] For port 38dd81a8-954e-45d7-a409-b5dfa842bb4b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=38dd81a8-954e-45d7-a409-b5dfa842bb4b,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:41.910250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.049315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] Calling delete_port for 38dd81a8-954e-45d7-a409-b5dfa842bb4b owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:42.130246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.134337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-62f46997-382a-49b5-bfe5-8b4ab0209906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:42.182428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] Pushing event deleted for resources: {'Port': ['ID=38dd81a8-954e-45d7-a409-b5dfa842bb4b,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:42.193224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:42.197600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] No DVR routers for this DVR port 38dd81a8-954e-45d7-a409-b5dfa842bb4b on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:42.213809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0e266-183f-40d1-b2e5-17027e9c2301 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:42.214752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.objects.ports [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87555) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:56:42.216057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.219977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c9a611ef-ab32-4747-8dd6-a153da93b8f3 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:42.280053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:42.287904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:42.291164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:42.291749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.338896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=e93633b0-cdfe-49ee-8e37-441b17fbe36e,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:42.342176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:42.365904 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-caf671da-369d-4fa5-88b7-93c5e80a01d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0351651 Dec 22 04:56:42.369239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59608) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:42.375495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:bf:da:bd', 'name': 'tempest-NetworksTestDHCPv6-1410825930'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:42.384782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 70277cde-9ad6-4190-97eb-f466fdec67b9 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:42.590657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': 'e93633b0-cdfe-49ee-8e37-441b17fbe36e'}, {'subnet_id': 'f240088d-b91a-4c59-ade9-f7590fdf2c92'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:56:42.591524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.613535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 70277cde-9ad6-4190-97eb-f466fdec67b9 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:42.623508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 70277cde-9ad6-4190-97eb-f466fdec67b9 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:42.624150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.645379 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-679c6028-fb72-49ec-b9bd-6b2fcbc534ac req-848b17a5-941c-4e40-a8a1-4295b4cf5398 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 210 time: 0.1022995 Dec 22 04:56:42.657921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:42.666480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:42.670308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:42.678619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:42.691889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:42.783017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-0ddfa6e0-fea1-48f0-ade9-cfb3c0ed6a14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:42.783730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-0ddfa6e0-fea1-48f0-ade9-cfb3c0ed6a14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:42.812633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-0ddfa6e0-fea1-48f0-ade9-cfb3c0ed6a14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:42.813966 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-0ddfa6e0-fea1-48f0-ade9-cfb3c0ed6a14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=5b51da39-f417-4fa9-b991-a6d76dbfedab HTTP/1.1" status: 200 len: 797 time: 0.2982581 Dec 22 04:56:42.857090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.891570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 6bb48500-fb6c-42dc-9610-a581732d5030 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:42.892461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-cfc486e1-fcad-4c41-a2de-2bcc084d5ab1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:42.906707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-cfc486e1-fcad-4c41-a2de-2bcc084d5ab1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:42.908026 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-cfc486e1-fcad-4c41-a2de-2bcc084d5ab1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 380 time: 0.0783594 Dec 22 04:56:42.923032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'device_id': 'df27659f-c37f-490c-947c-177e9758f911', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'admin_state_up': True, 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'security_groups': ['2806d940-051a-4699-9383-e8612de57050']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:43.011928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.046735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Allocated IP 172.20.0.2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/f240088d-b91a-4c59-ade9-f7590fdf2c92/4ce523f2-34aa-4c2f-942d-73e1e096874c) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:43.059182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Allocated IP 2001:db8::f816:3eff:fe13:5933 (36a40c79-7638-4692-a6b6-3e8acdc0390f/e93633b0-cdfe-49ee-8e37-441b17fbe36e/4ce523f2-34aa-4c2f-942d-73e1e096874c) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:43.068653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 70277cde-9ad6-4190-97eb-f466fdec67b9, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=70277cde-9ad6-4190-97eb-f466fdec67b9,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:43.084643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:43.087242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.092374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9da207b8-a344-4e1b-9dd5-6134b0992927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:43.100707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:43.119508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:43.123625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.244667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 38dd81a8-954e-45d7-a409-b5dfa842bb4b no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:43.303401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 38dd81a8-954e-45d7-a409-b5dfa842bb4b {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:43.303714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 38dd81a8-954e-45d7-a409-b5dfa842bb4b not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:43.305303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.13 (5b51da39-f417-4fa9-b991-a6d76dbfedab/f38ac514-4f1d-4f14-8cbf-58429b0f0dd4/1457d302-797a-4b8b-aa35-7a7a5b34e6f7) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:43.338919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=70277cde-9ad6-4190-97eb-f466fdec67b9,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:43.343743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:43.432646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.443690 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Transition to ACTIVE for port object 4ce523f2-34aa-4c2f-942d-73e1e096874c will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:43.462710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Transition to ACTIVE for port object 4ce523f2-34aa-4c2f-942d-73e1e096874c will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:43.470643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.476091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb4dce79-e608-40e8-938d-57899e411c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:43.511210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.528895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:43.541807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:43.544719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:43.548447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:43.554421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Pushing event updated for resources: {'Port': ['ID=4ce523f2-34aa-4c2f-942d-73e1e096874c,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:43.557318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.558916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:43.564533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:43.612818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 172.20.0.11 (36a40c79-7638-4692-a6b6-3e8acdc0390f/f240088d-b91a-4c59-ade9-f7590fdf2c92/6bb48500-fb6c-42dc-9610-a581732d5030) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:43.619330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f816:3eff:febf:dabd (36a40c79-7638-4692-a6b6-3e8acdc0390f/e93633b0-cdfe-49ee-8e37-441b17fbe36e/6bb48500-fb6c-42dc-9610-a581732d5030) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:43.636552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 5b51da39-f417-4fa9-b991-a6d76dbfedab is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:43.639644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:43.643806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:43.688901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Attempting to bind port 4ce523f2-34aa-4c2f-942d-73e1e096874c on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:43.689387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Attempting to bind port 4ce523f2-34aa-4c2f-942d-73e1e096874c by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:43.689903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Attempting to bind port 4ce523f2-34aa-4c2f-942d-73e1e096874c on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:43.696894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:43.697692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:43.698381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.699014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:43.699722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Bound port: 4ce523f2-34aa-4c2f-942d-73e1e096874c, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:43.700431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.723768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:43.724688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.769685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:43.775172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:43.779405 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8616638 Dec 22 04:56:43.798101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-fcfde160-47b1-4075-bfde-291b494a7967 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:56:43.799625 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-fcfde160-47b1-4075-bfde-291b494a7967 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084291 Dec 22 04:56:43.818402 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] For port 4ce523f2-34aa-4c2f-942d-73e1e096874c, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:43.822823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] For port 4ce523f2-34aa-4c2f-942d-73e1e096874c, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4ce523f2-34aa-4c2f-942d-73e1e096874c,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:43.831340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.844066 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cc43366e-156f-4d0d-a7ca-5b4ee0591fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:43.879548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Request body: {'port': {'device_id': 'df27659f-c37f-490c-947c-177e9758f911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:43.948309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Pushing event updated for resources: {'Port': ['ID=4ce523f2-34aa-4c2f-942d-73e1e096874c,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:43.951837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:43.988456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0be0e1b3-7027-431f-addf-2ec919a1f960 None None] Provisioning for port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:43.994646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0be0e1b3-7027-431f-addf-2ec919a1f960 None None] Provisioning complete for port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:43.995117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0be0e1b3-7027-431f-addf-2ec919a1f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.009292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.058161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0be0e1b3-7027-431f-addf-2ec919a1f960 None None] Port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:56:44.095840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f217480-5db7-4cd1-ae1a-6045888b878c req-d6903ddc-4b2b-49a7-9670-3e3a2a736172 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:44.103086 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f217480-5db7-4cd1-ae1a-6045888b878c req-d6903ddc-4b2b-49a7-9670-3e3a2a736172 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 932 time: 0.1521645 Dec 22 04:56:44.152326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.190524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 6bb48500-fb6c-42dc-9610-a581732d5030 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:44.194082 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f217480-5db7-4cd1-ae1a-6045888b878c req-796896d4-8bd0-426a-8455-4a8259256987 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900888 Dec 22 04:56:44.225355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.241624 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:44.307471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:44.312921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:44.323304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:44.332484 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.396398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=6bb48500-fb6c-42dc-9610-a581732d5030,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:44.401804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:44.407620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:44.408284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.427019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 70277cde-9ad6-4190-97eb-f466fdec67b9 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:44.449263 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0786655 Dec 22 04:56:44.451650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59624) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:44.501061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 70277cde-9ad6-4190-97eb-f466fdec67b9 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:44.501433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.537546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc6038-23ab-4e0f-911c-cc41bdf76b05 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:44.543457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:56:44.543605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc6038-23ab-4e0f-911c-cc41bdf76b05 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:44.544293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1acc6038-23ab-4e0f-911c-cc41bdf76b05 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:44.551229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.562229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1acc6038-23ab-4e0f-911c-cc41bdf76b05 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:44.563958 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1acc6038-23ab-4e0f-911c-cc41bdf76b05 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1109111 Dec 22 04:56:44.567121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59628) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:44.569312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Transition to ACTIVE for port object 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:44.574319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.579238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-36f344ca-9690-43a3-891c-303b00a7d0f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:44.640915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f1b4d4d6-4ecb-4880-a3b9-4ecd27103e1b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 6bb48500-fb6c-42dc-9610-a581732d5030 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:44.641494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d4d6-4ecb-4880-a3b9-4ecd27103e1b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.642057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4ce523f2-34aa-4c2f-942d-73e1e096874c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:44.725020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 4ce523f2-34aa-4c2f-942d-73e1e096874c completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:44.753281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Pushing event updated for resources: {'Port': ['ID=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:44.757604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:44.942721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d4d6-4ecb-4880-a3b9-4ecd27103e1b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.009023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Attempting to bind port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:45.009773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Attempting to bind port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:45.010104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Attempting to bind port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 on network 5b51da39-f417-4fa9-b991-a6d76dbfedab {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:45.015303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 on network 5b51da39-f417-4fa9-b991-a6d76dbfedab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:56:45.015613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Attempting to bind port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 on network 5b51da39-f417-4fa9-b991-a6d76dbfedab {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:45.021040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:45.021411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Checking segment: {'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:45.021744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Bound using segment: {'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:45.022160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Bound port: 1457d302-797a-4b8b-aa35-7a7a5b34e6f7, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69eb67c7-f0b0-4945-a89c-2505ef2dc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:45.022497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.077055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f1b4d4d6-4ecb-4880-a3b9-4ecd27103e1b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 6bb48500-fb6c-42dc-9610-a581732d5030 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:45.128263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] For port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:45.132210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] For port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:45.137891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.143914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e8735e6f-f2d3-411e-a14f-806a7103e0a1 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:45.196681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:45.197299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.198990 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-2b509db2-b6d5-4231-a697-d056634689be service neutron] 10.222.0.61 "PUT /v2.0/ports/1457d302-797a-4b8b-aa35-7a7a5b34e6f7 HTTP/1.1" status: 200 len: 1094 time: 1.3926969 Dec 22 04:56:45.203590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb789e1-4840-44fe-92f6-5dfdb46bdf05 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:45.224314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df27659f-c37f-490c-947c-177e9758f911', 'tag': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:45.359513 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df27659f-c37f-490c-947c-177e9758f911', 'tag': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'status': 'completed', 'code': 200} Dec 22 04:56:45.361645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Pushing event updated for resources: {'Port': ['ID=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:45.365670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:45.385311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dd064596-1bf6-461d-9576-0c746a13ae3d None None] Provisioning for port 4ce523f2-34aa-4c2f-942d-73e1e096874c completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:45.397355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dd064596-1bf6-461d-9576-0c746a13ae3d None None] Provisioning complete for port 4ce523f2-34aa-4c2f-942d-73e1e096874c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:45.398060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dd064596-1bf6-461d-9576-0c746a13ae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.398675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-a1b8ab53-0f59-4f8d-b2c4-6220bff4f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:45.401717 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-a1b8ab53-0f59-4f8d-b2c4-6220bff4f98a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 1097 time: 0.1206162 Dec 22 04:56:45.457495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d4d6-4ecb-4880-a3b9-4ecd27103e1b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.467758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-70a86a03-0bc5-4d78-adfe-f39d90d89ef3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:45.492588 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-bda470e7-9d05-48d9-ac58-f7f3de40770b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1457d302-797a-4b8b-aa35-7a7a5b34e6f7 HTTP/1.1" status: 200 len: 217 time: 0.0769384 Dec 22 04:56:45.521674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4d4d6-4ecb-4880-a3b9-4ecd27103e1b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=6bb48500-fb6c-42dc-9610-a581732d5030,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:45.527563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f1b4d4d6-4ecb-4880-a3b9-4ecd27103e1b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:45.568841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-c69193d5-0713-4589-a13d-3d736a3612b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:45.570495 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-c69193d5-0713-4589-a13d-3d736a3612b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f38ac514-4f1d-4f14-8cbf-58429b0f0dd4 HTTP/1.1" status: 200 len: 835 time: 0.0712008 Dec 22 04:56:45.640417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dd064596-1bf6-461d-9576-0c746a13ae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.649217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-3d86d4f0-570c-4ee8-9c2b-0e75f13b9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:45.650860 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-3d86d4f0-570c-4ee8-9c2b-0e75f13b9ece service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b51da39-f417-4fa9-b991-a6d76dbfedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740919 Dec 22 04:56:45.681535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-dd064596-1bf6-461d-9576-0c746a13ae3d None None] For port 4ce523f2-34aa-4c2f-942d-73e1e096874c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4ce523f2-34aa-4c2f-942d-73e1e096874c,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:45.683043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6218de-05fe-4154-9447-1adc1e3c9126 req-c6af21a2-4db2-4a72-a908-c3701caf5110 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:45.689632 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dd064596-1bf6-461d-9576-0c746a13ae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.690171 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7c6218de-05fe-4154-9447-1adc1e3c9126 req-c6af21a2-4db2-4a72-a908-c3701caf5110 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 944 time: 0.2923281 Dec 22 04:56:45.691899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d151eae6-b0c8-45f5-be2a-02f40653b648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:45.734935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d4d6-4ecb-4880-a3b9-4ecd27103e1b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.763709 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7c6218de-05fe-4154-9447-1adc1e3c9126 req-b9a2f57a-15a8-4af6-8333-338c9634e160 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724907 Dec 22 04:56:45.765900 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f1b4d4d6-4ecb-4880-a3b9-4ecd27103e1b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/6bb48500-fb6c-42dc-9610-a581732d5030 HTTP/1.1" status: 204 len: 168 time: 1.1968677 Dec 22 04:56:45.767322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd064596-1bf6-461d-9576-0c746a13ae3d None None] Pushing event updated for resources: {'Port': ['ID=4ce523f2-34aa-4c2f-942d-73e1e096874c,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:45.768579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59636) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:45.778747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-dd064596-1bf6-461d-9576-0c746a13ae3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:45.830373 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-3f4093d6-d7f6-48d3-9ef7-d709d1f34ce7 service neutron] 10.222.0.61 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722763 Dec 22 04:56:45.854260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67adf95d-2b2d-4f1d-9092-181bb977763f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:45.856029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67adf95d-2b2d-4f1d-9092-181bb977763f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:45.857541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67adf95d-2b2d-4f1d-9092-181bb977763f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:45.858351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-67adf95d-2b2d-4f1d-9092-181bb977763f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:45.876631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-67adf95d-2b2d-4f1d-9092-181bb977763f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:45.878965 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-67adf95d-2b2d-4f1d-9092-181bb977763f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1090729 Dec 22 04:56:45.880796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59640) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:45.953197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc769450-b2a7-4ea5-900a-8ca46bb75656 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet e93633b0-cdfe-49ee-8e37-441b17fbe36e {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:45.956839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc769450-b2a7-4ea5-900a-8ca46bb75656 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.968874 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0e38d01-d96c-4236-b1da-75fd61ee2068 req-c9db4888-88ff-47a2-8e33-54b183e9d1ef service neutron] 10.222.0.61 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317961 Dec 22 04:56:46.053566 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-efebd138-a078-42bf-be50-315bcbd09584 None None] Provisioning complete for port 4ce523f2-34aa-4c2f-942d-73e1e096874c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:46.054059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-efebd138-a078-42bf-be50-315bcbd09584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.149020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-ecd2d220-7cae-4797-a407-998d32885aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:46.151543 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-ecd2d220-7cae-4797-a407-998d32885aec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 1097 time: 0.0942280 Dec 22 04:56:46.158676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc769450-b2a7-4ea5-900a-8ca46bb75656 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.283272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc769450-b2a7-4ea5-900a-8ca46bb75656 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.298600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4ce523f2-34aa-4c2f-942d-73e1e096874c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:46.354249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8968505e-c986-42c4-bb73-11a4ee78b3d5 None None] Could not find standard attr ID for object dfde571d-c22f-4c18-a807-cb3144eea15e. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:46.355725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-eb0db0f3-8581-486e-b02a-deda908db703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:46.357149 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-eb0db0f3-8581-486e-b02a-deda908db703 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b51da39-f417-4fa9-b991-a6d76dbfedab HTTP/1.1" status: 200 len: 898 time: 0.1967969 Dec 22 04:56:46.376830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc769450-b2a7-4ea5-900a-8ca46bb75656 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.382720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c3da486c-a7a6-4453-b0cb-76a37d6701a7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:46.384793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 4ce523f2-34aa-4c2f-942d-73e1e096874c triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:46.385190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.429179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc769450-b2a7-4ea5-900a-8ca46bb75656 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=e93633b0-cdfe-49ee-8e37-441b17fbe36e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:46.433888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bc769450-b2a7-4ea5-900a-8ca46bb75656 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:46.435049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc769450-b2a7-4ea5-900a-8ca46bb75656 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.458183 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-6e96dc37-b061-4cce-9846-17ae1b509b75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1457d302-797a-4b8b-aa35-7a7a5b34e6f7 HTTP/1.1" status: 200 len: 217 time: 0.0936651 Dec 22 04:56:46.461749 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bc769450-b2a7-4ea5-900a-8ca46bb75656 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/e93633b0-cdfe-49ee-8e37-441b17fbe36e HTTP/1.1" status: 204 len: 168 time: 0.5773308 Dec 22 04:56:46.461919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59644) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:46.534824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e58c097-fdcd-40fe-8de1-c09b3aef3d14 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet f240088d-b91a-4c59-ade9-f7590fdf2c92 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:46.538559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e58c097-fdcd-40fe-8de1-c09b3aef3d14 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.543577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-e48a03f5-9cbe-41c2-9409-5ed2926eba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:46.545410 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-e48a03f5-9cbe-41c2-9409-5ed2926eba31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f38ac514-4f1d-4f14-8cbf-58429b0f0dd4 HTTP/1.1" status: 200 len: 835 time: 0.0814357 Dec 22 04:56:46.573579 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428c87d5-bd15-4136-89ef-b10de285d192 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:46.601194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e58c097-fdcd-40fe-8de1-c09b3aef3d14 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.634890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-5e661a30-e2a2-4f2a-a018-2ce0f0528226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:46.636432 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-5e661a30-e2a2-4f2a-a018-2ce0f0528226 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b51da39-f417-4fa9-b991-a6d76dbfedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839868 Dec 22 04:56:46.674832 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-96909ba0-fcbc-4d6e-acc5-8395cfc6404e None None] Could not find standard attr ID for object 6bb48500-fb6c-42dc-9610-a581732d5030. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:46.696226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e58c097-fdcd-40fe-8de1-c09b3aef3d14 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.778681 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-bfc2702e-5ee6-48cb-b591-6a0d9e9f05a3 service neutron] 10.222.0.61 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346841 Dec 22 04:56:46.782750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e58c097-fdcd-40fe-8de1-c09b3aef3d14 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.786775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f9ce322d-174d-472e-a16e-055e60d7cb77 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:46.829751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58c097-fdcd-40fe-8de1-c09b3aef3d14 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=f240088d-b91a-4c59-ade9-f7590fdf2c92,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:46.833388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5e58c097-fdcd-40fe-8de1-c09b3aef3d14 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:46.836537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e58c097-fdcd-40fe-8de1-c09b3aef3d14 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.850762 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5e58c097-fdcd-40fe-8de1-c09b3aef3d14 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/f240088d-b91a-4c59-ade9-f7590fdf2c92 HTTP/1.1" status: 204 len: 168 time: 0.3855543 Dec 22 04:56:46.850982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59650) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:46.936269 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-63e9fa55-fae2-4748-bdfd-279f4f6d2ff1 req-aa2d32be-9718-4ae5-955e-aa672f373dc4 service neutron] 10.222.0.61 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495423 Dec 22 04:56:46.951965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d7cfe-e712-485f-94e3-5683fad95351 None None] Update dhcp port {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': 'f240088d-b91a-4c59-ade9-f7590fdf2c92'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '4ce523f2-34aa-4c2f-942d-73e1e096874c'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:56:46.966633 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1cbcc070-d238-47e9-a3b6-8a2b94686faa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142905 Dec 22 04:56:46.969259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59654) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:47.006764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0469de1-bbd4-4aa9-8ab2-809ade2994c7 req-b7b8da68-2988-4d13-957e-2d25745a671b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:47.008318 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d0469de1-bbd4-4aa9-8ab2-809ade2994c7 req-b7b8da68-2988-4d13-957e-2d25745a671b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 944 time: 0.1007788 Dec 22 04:56:47.012915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-439d7cfe-e712-485f-94e3-5683fad95351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.050709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a602da7-08ce-48a0-a63b-a26829b63607 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:47.051798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4a602da7-08ce-48a0-a63b-a26829b63607 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:47.059190 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d0469de1-bbd4-4aa9-8ab2-809ade2994c7 req-7c41962e-d619-4622-860b-b02af63ef5da tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450046 Dec 22 04:56:47.079694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4a602da7-08ce-48a0-a63b-a26829b63607 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:47.081142 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4a602da7-08ce-48a0-a63b-a26829b63607 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1108327 Dec 22 04:56:47.083836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59658) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:47.151766 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3af5de-b4b8-4692-8f81-97d4e3a8661d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:47.152501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8c3af5de-b4b8-4692-8f81-97d4e3a8661d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:47.171354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8c3af5de-b4b8-4692-8f81-97d4e3a8661d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:47.175060 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c3af5de-b4b8-4692-8f81-97d4e3a8661d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0877435 Dec 22 04:56:47.175330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59662) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:47.218674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b701f5-46e0-4a7a-a4e0-7e63a96cfec0 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:47.255162 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a4b52d72-4d63-4e63-b721-468165ee3969 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774527 Dec 22 04:56:47.255162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59666) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:47.260768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-402bde89-f4c9-4873-9cfd-c1f3797c1797 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:47.353982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cb4b376c-a536-4556-81b5-3e9d5f59dc95 None None] Provisioning complete for port 4ce523f2-34aa-4c2f-942d-73e1e096874c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:47.354583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb4b376c-a536-4556-81b5-3e9d5f59dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.372083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-402bde89-f4c9-4873-9cfd-c1f3797c1797 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:47.382281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-402bde89-f4c9-4873-9cfd-c1f3797c1797 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:47.396451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402bde89-f4c9-4873-9cfd-c1f3797c1797 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:47.400680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-402bde89-f4c9-4873-9cfd-c1f3797c1797 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.402131 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-402bde89-f4c9-4873-9cfd-c1f3797c1797 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:47.402560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402bde89-f4c9-4873-9cfd-c1f3797c1797 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:47.422389 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-402bde89-f4c9-4873-9cfd-c1f3797c1797 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1664503 Dec 22 04:56:47.425684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59670) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:47.432446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d9c2da14-30e2-4b0b-99cb-d95472be3999 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:47.554923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:56:47.560091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] Deleting port 4ce523f2-34aa-4c2f-942d-73e1e096874c {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:47.560524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.663623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d9c2da14-30e2-4b0b-99cb-d95472be3999 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:47.673402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d9c2da14-30e2-4b0b-99cb-d95472be3999 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:47.684721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c2da14-30e2-4b0b-99cb-d95472be3999 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:47.688272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9c2da14-30e2-4b0b-99cb-d95472be3999 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.689659 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c2da14-30e2-4b0b-99cb-d95472be3999 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:47.690099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c2da14-30e2-4b0b-99cb-d95472be3999 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:47.712625 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d9c2da14-30e2-4b0b-99cb-d95472be3999 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2830167 Dec 22 04:56:47.712883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59674) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:47.718578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3797911c-60ef-4329-a8b0-20241309efe4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:47.768982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] For port 4ce523f2-34aa-4c2f-942d-73e1e096874c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=4ce523f2-34aa-4c2f-942d-73e1e096874c,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:47.769388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.829047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3797911c-60ef-4329-a8b0-20241309efe4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:47.838867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3797911c-60ef-4329-a8b0-20241309efe4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:47.850065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3797911c-60ef-4329-a8b0-20241309efe4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:47.853692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3797911c-60ef-4329-a8b0-20241309efe4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.855024 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3797911c-60ef-4329-a8b0-20241309efe4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:47.855459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3797911c-60ef-4329-a8b0-20241309efe4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:47.874888 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3797911c-60ef-4329-a8b0-20241309efe4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1609421 Dec 22 04:56:47.878581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59678) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:47.884629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-31853f56-f45d-4a3e-a5fd-3f566a7d89f4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:47.893417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] Calling delete_port for 4ce523f2-34aa-4c2f-942d-73e1e096874c owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:47.974449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.978544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-003b3227-4074-4eaf-9af5-d195909d5ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:47.999758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-31853f56-f45d-4a3e-a5fd-3f566a7d89f4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:48.009458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-31853f56-f45d-4a3e-a5fd-3f566a7d89f4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:48.020367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] Pushing event deleted for resources: {'Port': ['ID=4ce523f2-34aa-4c2f-942d-73e1e096874c,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:48.021511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31853f56-f45d-4a3e-a5fd-3f566a7d89f4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:48.023185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:48.025642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31853f56-f45d-4a3e-a5fd-3f566a7d89f4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.026956 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-31853f56-f45d-4a3e-a5fd-3f566a7d89f4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:48.027508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] No DVR routers for this DVR port 4ce523f2-34aa-4c2f-942d-73e1e096874c on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:48.027735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31853f56-f45d-4a3e-a5fd-3f566a7d89f4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:48.044594 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d781a52-aec2-49e6-a4cd-f9782d10d105 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:56:48.052333 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-31853f56-f45d-4a3e-a5fd-3f566a7d89f4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1725876 Dec 22 04:56:48.056028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59682) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:48.062765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6f5bf23c-0062-4093-b920-2791778952ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:48.159935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d781a52-aec2-49e6-a4cd-f9782d10d105 None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:56:48.234347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6f5bf23c-0062-4093-b920-2791778952ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:48.254572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6f5bf23c-0062-4093-b920-2791778952ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:48.272983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5bf23c-0062-4093-b920-2791778952ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:48.277541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6f5bf23c-0062-4093-b920-2791778952ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.279088 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5bf23c-0062-4093-b920-2791778952ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:48.279574 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5bf23c-0062-4093-b920-2791778952ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:48.289656 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4ce523f2-34aa-4c2f-942d-73e1e096874c no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:56:48.315276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dade2-300e-40ba-bef0-dcbecc09be16 req-d4e65b73-4289-4d60-bb20-9b64c06ae608 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:48.316909 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c3dade2-300e-40ba-bef0-dcbecc09be16 req-d4e65b73-4289-4d60-bb20-9b64c06ae608 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 944 time: 0.1422679 Dec 22 04:56:48.322078 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6f5bf23c-0062-4093-b920-2791778952ab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2608407 Dec 22 04:56:48.322476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59688) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:48.328183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-dc4d4e4e-372f-4109-985e-ea7e2a2cdd18 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:48.365056 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c3dade2-300e-40ba-bef0-dcbecc09be16 req-36a72e1b-c6f2-403a-a535-40f99905d9be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415447 Dec 22 04:56:48.380914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 4ce523f2-34aa-4c2f-942d-73e1e096874c {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:56:48.381451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 4ce523f2-34aa-4c2f-942d-73e1e096874c not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:56:48.448395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dc4d4e4e-372f-4109-985e-ea7e2a2cdd18 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:48.458252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dc4d4e4e-372f-4109-985e-ea7e2a2cdd18 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:48.472844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4d4e4e-372f-4109-985e-ea7e2a2cdd18 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:48.476613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4e4e-372f-4109-985e-ea7e2a2cdd18 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.478071 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4d4e4e-372f-4109-985e-ea7e2a2cdd18 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:48.478501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4d4e4e-372f-4109-985e-ea7e2a2cdd18 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:48.498471 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dc4d4e4e-372f-4109-985e-ea7e2a2cdd18 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1748152 Dec 22 04:56:48.501149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59692) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:48.549813 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5399d8d1-1d8f-4484-8b0b-b7cd434837d8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0474558 Dec 22 04:56:48.552299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59696) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:48.574677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:56:48.617834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad71c81-67b6-49d0-97c8-a32084e649a6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:48.618610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2ad71c81-67b6-49d0-97c8-a32084e649a6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:48.621193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00222e1b-3a27-4ced-859d-877b0d7b9400 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:56:48.631271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2ad71c81-67b6-49d0-97c8-a32084e649a6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:48.632495 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2ad71c81-67b6-49d0-97c8-a32084e649a6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0792484 Dec 22 04:56:48.635531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59700) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:48.709914 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-08b4efd7-473c-45b9-ab56-9a90ae3ca250 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728869 Dec 22 04:56:48.714034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59704) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:48.719966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:48.811645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:48.834589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:48.834857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'port_id': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'mac_address': 'fa:16:3e:12:3e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:56:48.844781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:48.855606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:48.859423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.867709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00222e1b-3a27-4ced-859d-877b0d7b9400 None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:56:48.914501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.994412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:56:49.020596 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:49.027598 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.031525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-638ad81e-fa02-4ee9-8258-b74cb4d152a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:49.167896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:49.171938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:49.187850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.objects.ports [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87555) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:56:49.190637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.195171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-26cbe8d0-7054-40d2-bc8f-635cf697702a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:49.252550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:49.255929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:49.261443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:49.262026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.284254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=185b72b8-684d-448f-8cdf-ea1f1236549f,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:49.288935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:49.297555 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5824180 Dec 22 04:56:49.300172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59708) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:49.305771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '185b72b8-684d-448f-8cdf-ea1f1236549f'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:56:49.305984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:4d:8b:4d', 'name': 'tempest-NetworksTestDHCPv6-311112761'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:49.307137 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.435969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['1457d302-797a-4b8b-aa35-7a7a5b34e6f7'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:56:49.450785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:49.461526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:49.473902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:49.517656 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Allocated IP 2001:db8::f816:3eff:fe73:a131 (36a40c79-7638-4692-a6b6-3e8acdc0390f/185b72b8-684d-448f-8cdf-ea1f1236549f/eb5048c2-50e5-4f01-beb5-b97073e3de6d) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:49.581038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f45e4-4736-49f3-bc7c-974ec3bf869a req-48af8f61-f0ae-4b90-a8f9-3608cbc077a0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:49.582542 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-873f45e4-4736-49f3-bc7c-974ec3bf869a req-48af8f61-f0ae-4b90-a8f9-3608cbc077a0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 945 time: 0.1017432 Dec 22 04:56:49.607708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.629860 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-873f45e4-4736-49f3-bc7c-974ec3bf869a req-bbeee604-3f18-4ac6-b603-669f9a29eafc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405037 Dec 22 04:56:49.636068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 32c53031-50d2-478d-b920-bfed3e9fa10d yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:49.784222 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:56:49.825659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.848396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Transition to ACTIVE for port object eb5048c2-50e5-4f01-beb5-b97073e3de6d will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:49.883395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Transition to ACTIVE for port object eb5048c2-50e5-4f01-beb5-b97073e3de6d will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:49.898069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.904617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:49.962464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f816:3eff:fe4d:8b4d (36a40c79-7638-4692-a6b6-3e8acdc0390f/185b72b8-684d-448f-8cdf-ea1f1236549f/32c53031-50d2-478d-b920-bfed3e9fa10d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:49.989879 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:49.996039 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:49.998491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:50.052054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Pushing event updated for resources: {'Port': ['ID=eb5048c2-50e5-4f01-beb5-b97073e3de6d,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:50.054884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:50.111966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Attempting to bind port eb5048c2-50e5-4f01-beb5-b97073e3de6d on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:50.112376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Attempting to bind port eb5048c2-50e5-4f01-beb5-b97073e3de6d by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:50.112732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Attempting to bind port eb5048c2-50e5-4f01-beb5-b97073e3de6d on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:50.118049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:50.118457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:50.119005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.119520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:50.119985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Bound port: eb5048c2-50e5-4f01-beb5-b97073e3de6d, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:50.120385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.266011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] For port eb5048c2-50e5-4f01-beb5-b97073e3de6d, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:50.269227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] For port eb5048c2-50e5-4f01-beb5-b97073e3de6d, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=eb5048c2-50e5-4f01-beb5-b97073e3de6d,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:50.275454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.279987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-410b2948-ea75-49ff-80fd-4f2dd6322b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:50.283190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.299224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 32c53031-50d2-478d-b920-bfed3e9fa10d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:50.326239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.331959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f29457e7-86dd-48fd-9e00-a1733a919f15 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:50.368109 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Pushing event updated for resources: {'Port': ['ID=eb5048c2-50e5-4f01-beb5-b97073e3de6d,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:50.371452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:50.398757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:50.402020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:50.405961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:50.411544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:50.412208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.420685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=32c53031-50d2-478d-b920-bfed3e9fa10d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:50.435529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.436031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.436349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.436697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.437057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.437418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.437770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.438127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.438484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.438840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.439191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.439543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:50.443548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:50.456121 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1548810 Dec 22 04:56:50.458925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59714) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:50.557357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef7b54b-2e7e-4f0b-bc25-054aa0ad78d6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:50.563229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef7b54b-2e7e-4f0b-bc25-054aa0ad78d6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:50.564816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1ef7b54b-2e7e-4f0b-bc25-054aa0ad78d6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:50.583091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1ef7b54b-2e7e-4f0b-bc25-054aa0ad78d6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:50.585784 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1ef7b54b-2e7e-4f0b-bc25-054aa0ad78d6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1254957 Dec 22 04:56:50.588393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59718) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:50.660939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ec0584e6-96e2-455b-9a9d-c79eb2889b34 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 32c53031-50d2-478d-b920-bfed3e9fa10d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:50.661276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec0584e6-96e2-455b-9a9d-c79eb2889b34 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.919213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec0584e6-96e2-455b-9a9d-c79eb2889b34 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.958876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56b007-1482-4f2e-8974-06d0a5178d02 req-923bfc44-e5f8-4b2f-b6af-c58080a00844 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:50.960375 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b56b007-1482-4f2e-8974-06d0a5178d02 req-923bfc44-e5f8-4b2f-b6af-c58080a00844 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 945 time: 0.2159829 Dec 22 04:56:51.009388 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b56b007-1482-4f2e-8974-06d0a5178d02 req-dc785a37-79b1-44b7-abae-52f6113c88ac tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414813 Dec 22 04:56:51.056410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ec0584e6-96e2-455b-9a9d-c79eb2889b34 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 32c53031-50d2-478d-b920-bfed3e9fa10d owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:51.211521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec0584e6-96e2-455b-9a9d-c79eb2889b34 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.220329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b459820a-cb0e-4562-ba75-c1d64b7720c3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:51.276563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0584e6-96e2-455b-9a9d-c79eb2889b34 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=32c53031-50d2-478d-b920-bfed3e9fa10d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:51.279047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ec0584e6-96e2-455b-9a9d-c79eb2889b34 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:51.321064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec0584e6-96e2-455b-9a9d-c79eb2889b34 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.323290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7322737-f5bc-4846-ad0a-ee939a03a141 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:51.335459 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ec0584e6-96e2-455b-9a9d-c79eb2889b34 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/32c53031-50d2-478d-b920-bfed3e9fa10d HTTP/1.1" status: 204 len: 168 time: 0.7459331 Dec 22 04:56:51.337992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59724) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:51.403339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e5e6f0-2ed6-4d00-9d84-81863fc48e1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:51.404849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e5e6f0-2ed6-4d00-9d84-81863fc48e1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:51.405588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-68e5e6f0-2ed6-4d00-9d84-81863fc48e1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:51.420167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6c7b40b6-0542-4db2-baf1-4676bf1b2a75 None None] Provisioning for port eb5048c2-50e5-4f01-beb5-b97073e3de6d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:51.421953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-68e5e6f0-2ed6-4d00-9d84-81863fc48e1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:51.423081 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-68e5e6f0-2ed6-4d00-9d84-81863fc48e1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0841463 Dec 22 04:56:51.425959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59728) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:51.495601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eab131b-5ae4-4024-89b1-136b3b4d49fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 185b72b8-684d-448f-8cdf-ea1f1236549f {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:51.498630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9eab131b-5ae4-4024-89b1-136b3b4d49fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.555101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9eab131b-5ae4-4024-89b1-136b3b4d49fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.639422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9eab131b-5ae4-4024-89b1-136b3b4d49fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.715158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9eab131b-5ae4-4024-89b1-136b3b4d49fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.719192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-62651244-c5ca-451a-961e-0097beac72a4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:51.760315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab131b-5ae4-4024-89b1-136b3b4d49fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=185b72b8-684d-448f-8cdf-ea1f1236549f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:51.763457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9eab131b-5ae4-4024-89b1-136b3b4d49fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:51.764324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9eab131b-5ae4-4024-89b1-136b3b4d49fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.779647 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9eab131b-5ae4-4024-89b1-136b3b4d49fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/185b72b8-684d-448f-8cdf-ea1f1236549f HTTP/1.1" status: 204 len: 168 time: 0.3524101 Dec 22 04:56:51.782339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59732) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:51.854026 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-95fe2a50-b4c1-470f-9462-f05e543fd3b9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704343 Dec 22 04:56:51.857594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59736) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:51.863364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:51.947585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad68576-65c7-46d1-9f1a-fff0406b7dbf None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:51.977161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:51.982095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:51.985023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:51.990968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:52.001720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:52.005397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.033743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-208c4973-ee4c-4573-b52c-8485b56f4012 None None] Could not find standard attr ID for object 32c53031-50d2-478d-b920-bfed3e9fa10d. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:52.203480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:56:52.209086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Deleting port eb5048c2-50e5-4f01-beb5-b97073e3de6d {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:52.213649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.286448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacdf55-764e-41d2-9433-ba173a03bce6 req-f34dd48b-3efe-431e-b9b8-e647d3f08eb6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:52.288990 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4bacdf55-764e-41d2-9433-ba173a03bce6 req-f34dd48b-3efe-431e-b9b8-e647d3f08eb6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 945 time: 0.1664734 Dec 22 04:56:52.382397 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4bacdf55-764e-41d2-9433-ba173a03bce6 req-43e813fd-1028-4fb8-97d2-6eec89aade64 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853186 Dec 22 04:56:52.454934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] For port eb5048c2-50e5-4f01-beb5-b97073e3de6d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=eb5048c2-50e5-4f01-beb5-b97073e3de6d,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:52.455576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.512428 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:56:52.582817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Calling delete_port for eb5048c2-50e5-4f01-beb5-b97073e3de6d owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:52.669743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:52.685285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.800881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:52.807229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:52.807613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.907938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] For port eb5048c2-50e5-4f01-beb5-b97073e3de6d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=eb5048c2-50e5-4f01-beb5-b97073e3de6d,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:52.934698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.940974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.941874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.947134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-387547c8-065a-4a37-8093-2d99539b7c52 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:52.948595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:52.948968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:53.013148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.021902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:53.025362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:53.029780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:53.030575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.051651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df27659f-c37f-490c-947c-177e9758f911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:53.055012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=eb5048c2-50e5-4f01-beb5-b97073e3de6d,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:53.060505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:53.061098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fa68e1fa-8ba6-49c7-a091-b5e16f34a68c tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:53.064700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:53.069924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.073368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-54050385-1847-4f7e-ad4a-feb9a0953868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:53.096102 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2373981 Dec 22 04:56:53.099932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59746) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:53.108021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:14:3a:75', 'name': 'tempest-NetworksTestDHCPv6-3630136'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:53.128358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=b4b823a9-496a-4c53-b0db-94a69d35af4e,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:53.131113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:53.157237 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df27659f-c37f-490c-947c-177e9758f911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'code': 200} Dec 22 04:56:53.198894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:53.216945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:53.262494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:53.266714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:53.270234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:53.276443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:53.290782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:53.293245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.321792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port d5ed516d-17a3-4e02-a2d4-91d41719aa50 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:53.450206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Deleting port eb5048c2-50e5-4f01-beb5-b97073e3de6d {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:53.450688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.506762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d732e9-65e7-49fd-9b8f-48b97f5da01c req-f13e467a-b7ca-46b8-aef1-340784133f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:53.508317 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a2d732e9-65e7-49fd-9b8f-48b97f5da01c req-f13e467a-b7ca-46b8-aef1-340784133f8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 1099 time: 0.1881700 Dec 22 04:56:53.534910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f816:3eff:fe14:3a75 (36a40c79-7638-4692-a6b6-3e8acdc0390f/b4b823a9-496a-4c53-b0db-94a69d35af4e/d5ed516d-17a3-4e02-a2d4-91d41719aa50) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:53.578021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914a3c9-243c-4733-b7db-77d5d83a315d req-221afb31-b27d-40ed-add4-82786f237277 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:53.579440 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a2d732e9-65e7-49fd-9b8f-48b97f5da01c req-3efaa329-baf6-4b9e-92c3-1b959d2c2e9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602036 Dec 22 04:56:53.579583 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f914a3c9-243c-4733-b7db-77d5d83a315d req-221afb31-b27d-40ed-add4-82786f237277 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 946 time: 0.0886762 Dec 22 04:56:53.625640 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f914a3c9-243c-4733-b7db-77d5d83a315d req-83a09356-1986-49f1-8d41-2b640c412836 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396070 Dec 22 04:56:53.684612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] For port eb5048c2-50e5-4f01-beb5-b97073e3de6d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=eb5048c2-50e5-4f01-beb5-b97073e3de6d,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:53.685225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.764435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.780042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object d5ed516d-17a3-4e02-a2d4-91d41719aa50 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:53.803551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.809401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45b81e58-08e8-4a20-bf97-ffecdf137abf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:53.811187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Calling delete_port for eb5048c2-50e5-4f01-beb5-b97073e3de6d owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:53.969455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.977739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0877d034-e55c-4890-b262-9601539e36bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:53.989031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:53.993934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:53.997730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:54.002418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:54.003375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.011298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=d5ed516d-17a3-4e02-a2d4-91d41719aa50,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:54.018098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:54.027067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Pushing event deleted for resources: {'Port': ['ID=eb5048c2-50e5-4f01-beb5-b97073e3de6d,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:54.030711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:54.041528 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.9402449 Dec 22 04:56:54.044522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59752) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:54.114820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] No DVR routers for this DVR port eb5048c2-50e5-4f01-beb5-b97073e3de6d on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:54.129622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c8da4-8476-41b4-ba7d-cf064eb7d546 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:54.141368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d497879-1afd-4619-a16b-b43b201e72ec tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:54.142151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1d497879-1afd-4619-a16b-b43b201e72ec tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:54.164395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1d497879-1afd-4619-a16b-b43b201e72ec tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:54.164395 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1d497879-1afd-4619-a16b-b43b201e72ec tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1171832 Dec 22 04:56:54.165809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59756) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:54.253621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cb0ad-ef3b-4065-a0ba-1fe25ef9f638 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port d5ed516d-17a3-4e02-a2d4-91d41719aa50 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:54.253621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb0ad-ef3b-4065-a0ba-1fe25ef9f638 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.457067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': 'b4b823a9-496a-4c53-b0db-94a69d35af4e'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:56:54.457921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.538209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb0ad-ef3b-4065-a0ba-1fe25ef9f638 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.650716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-736016f2-d454-4f77-a489-04cc2277281a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.663346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Allocated IP 2001:db8::f816:3eff:fe08:dc66 (36a40c79-7638-4692-a6b6-3e8acdc0390f/b4b823a9-496a-4c53-b0db-94a69d35af4e/ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:54.685570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cb0ad-ef3b-4065-a0ba-1fe25ef9f638 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for d5ed516d-17a3-4e02-a2d4-91d41719aa50 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:56:54.873179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98b639-4780-4bce-968f-e6945c1140a9 req-92a202c7-912a-4bda-9be6-65f4a4ebd68e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:54.874866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb0ad-ef3b-4065-a0ba-1fe25ef9f638 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.880238 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fe98b639-4780-4bce-968f-e6945c1140a9 req-92a202c7-912a-4bda-9be6-65f4a4ebd68e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 946 time: 0.1219661 Dec 22 04:56:54.885332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:54.930834 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fe98b639-4780-4bce-968f-e6945c1140a9 req-19b0de80-8964-4475-832e-e642ebd9ee78 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496404 Dec 22 04:56:54.958440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.964169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cb0ad-ef3b-4065-a0ba-1fe25ef9f638 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=d5ed516d-17a3-4e02-a2d4-91d41719aa50,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:54.967739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fe5cb0ad-ef3b-4065-a0ba-1fe25ef9f638 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:54.974601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Transition to ACTIVE for port object ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:54.997836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Transition to ACTIVE for port object ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:55.006756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.014659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb0ad-ef3b-4065-a0ba-1fe25ef9f638 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.017030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-dd064596-1bf6-461d-9576-0c746a13ae3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:55.031314 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fe5cb0ad-ef3b-4065-a0ba-1fe25ef9f638 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/d5ed516d-17a3-4e02-a2d4-91d41719aa50 HTTP/1.1" status: 204 len: 168 time: 0.8643517 Dec 22 04:56:55.033474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59762) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:55.086897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:55.090809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:55.096080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:55.107259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Pushing event updated for resources: {'Port': ['ID=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:55.132255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624ef40-2b8a-4554-a014-0016e7268e74 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:55.133887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624ef40-2b8a-4554-a014-0016e7268e74 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:55.135601 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c624ef40-2b8a-4554-a014-0016e7268e74 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1010675 Dec 22 04:56:55.138482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59766) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:55.141046 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:55.216906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-967c30e2-b6f6-41dc-a716-5535a06ccccb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet b4b823a9-496a-4c53-b0db-94a69d35af4e {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:56:55.217609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Attempting to bind port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:55.217609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Attempting to bind port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:55.217910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Attempting to bind port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:56:55.220530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-967c30e2-b6f6-41dc-a716-5535a06ccccb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.226131 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:56:55.226572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:56:55.227285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.227819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:56:55.228494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Bound port: ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:55.231251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.312024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-967c30e2-b6f6-41dc-a716-5535a06ccccb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.384415 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] For port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:56:55.390218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] For port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:56:55.397257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.404834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:55.419318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-967c30e2-b6f6-41dc-a716-5535a06ccccb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.505058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Pushing event updated for resources: {'Port': ['ID=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:55.518226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-967c30e2-b6f6-41dc-a716-5535a06ccccb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.520384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:55.520732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d10b1b8f-7bd7-42e9-ae2a-d1216925756b tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:55.554863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c30e2-b6f6-41dc-a716-5535a06ccccb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b823a9-496a-4c53-b0db-94a69d35af4e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:55.557951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-967c30e2-b6f6-41dc-a716-5535a06ccccb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:55.560454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-967c30e2-b6f6-41dc-a716-5535a06ccccb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.570481 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-967c30e2-b6f6-41dc-a716-5535a06ccccb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/b4b823a9-496a-4c53-b0db-94a69d35af4e HTTP/1.1" status: 204 len: 168 time: 0.4309559 Dec 22 04:56:55.573388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59770) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:55.654768 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d384075e-cb1b-48ea-b729-4804c958fa85 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761979 Dec 22 04:56:55.654768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59774) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:55.769022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bd8db3-3f46-4d26-83f2-9a2266be8f4f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:55.769545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-67bd8db3-3f46-4d26-83f2-9a2266be8f4f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:55.787989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-67bd8db3-3f46-4d26-83f2-9a2266be8f4f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:55.792603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59778) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:55.792710 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-67bd8db3-3f46-4d26-83f2-9a2266be8f4f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1380374 Dec 22 04:56:55.877776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f278307-b0ca-4a93-bb3f-9a24ee3284be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:55.878452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7f278307-b0ca-4a93-bb3f-9a24ee3284be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:55.894484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7f278307-b0ca-4a93-bb3f-9a24ee3284be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:55.895698 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f278307-b0ca-4a93-bb3f-9a24ee3284be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1022148 Dec 22 04:56:55.898468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59782) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:56.159987 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e750d578-8ef3-4ad6-9393-836c6ab50beb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2597237 Dec 22 04:56:56.164463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59788) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:56.178630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:56.355773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:56.357305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:56.373081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0d136-a3ee-4bbc-90f2-c8dd0d28bfc4 req-dfed8ab4-0f94-4b25-803e-b24aa52291f6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:56.379617 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0bd0d136-a3ee-4bbc-90f2-c8dd0d28bfc4 req-dfed8ab4-0f94-4b25-803e-b24aa52291f6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 946 time: 0.2779281 Dec 22 04:56:56.402802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:56.427751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:56.432545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.460035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:56.471886 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0bd0d136-a3ee-4bbc-90f2-c8dd0d28bfc4 req-15075d41-14f9-445d-8361-612bf0fd7331 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908434 Dec 22 04:56:56.679614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e1ca6-148f-46f4-96c8-fd1d6e21a96e None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:56.703881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7444352b-6cba-4db2-aa3d-15a2f037ed0c None None] Could not find standard attr ID for object d5ed516d-17a3-4e02-a2d4-91d41719aa50. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:56.763571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115f187-d793-44fe-93a0-909911e4eda9 req-e6ce938c-85d7-4ac2-9118-f4b280747f3e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:56.768630 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e115f187-d793-44fe-93a0-909911e4eda9 req-e6ce938c-85d7-4ac2-9118-f4b280747f3e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 946 time: 0.1670187 Dec 22 04:56:56.772238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7444352b-6cba-4db2-aa3d-15a2f037ed0c None None] Provisioning for port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:56.789601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7444352b-6cba-4db2-aa3d-15a2f037ed0c None None] Provisioning complete for port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:56.789601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7444352b-6cba-4db2-aa3d-15a2f037ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.871023 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e115f187-d793-44fe-93a0-909911e4eda9 req-de66b739-7a91-4584-801e-4a2c0fdec82b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008310 Dec 22 04:56:56.895945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59794) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:56.955398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62e83aeb-d85e-450a-af03-2bf49864a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.020725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:56:57.031771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7444352b-6cba-4db2-aa3d-15a2f037ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.074980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7444352b-6cba-4db2-aa3d-15a2f037ed0c None None] For port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:57.084290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7444352b-6cba-4db2-aa3d-15a2f037ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.087938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f3e65bb4-72f1-4524-bf05-4b4ef489efcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:57.089345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167afc89-559b-4d4b-ad5f-2de3f9ca7604 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:57.090662 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-167afc89-559b-4d4b-ad5f-2de3f9ca7604 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 1094 time: 0.1944532 Dec 22 04:56:57.093576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59798) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:57.101067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:57.111039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:57.117332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:floatingip and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:56:57.124880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:56:57.133465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:57.148596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.192649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444352b-6cba-4db2-aa3d-15a2f037ed0c None None] Pushing event updated for resources: {'Port': ['ID=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:57.218979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7444352b-6cba-4db2-aa3d-15a2f037ed0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:57.310702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.385108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.443342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-03d07d28-ae22-44c8-9664-e467156970d3 None None] Provisioning complete for port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:57.443342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-03d07d28-ae22-44c8-9664-e467156970d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.644325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] For port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:56:57.690529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.701409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.702443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.709112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-72ed8afc-a148-4b9a-ad82-036d44811236 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:57.755217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d8164595-ef96-4f68-9f28-205f0b80764a None None] Could not find standard attr ID for object d5ed516d-17a3-4e02-a2d4-91d41719aa50. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:57.788417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:57.791857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:57.796945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:57.797078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.824161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:57.827557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.228 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/9925933a-e2db-4e2f-a227-c25af0405645) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:57.828633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:57.829138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da36b576-5279-4a71-8f99-d7d625889b9c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:57.869733 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6985257 Dec 22 04:56:57.872560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59802) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:57.885009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:d2:70:0c', 'name': 'tempest-NetworksTestDHCPv6-1984717546'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:57.898353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=a039f068-0d3a-4b51-8fc7-5882ea14acb4,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:57.901741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:57.938214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.965451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c8f26c-2656-4335-a92e-f4d963049c74 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:56:58.138097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.142721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.151872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:56:58.164001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:56:58.178492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:58.280177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.285888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-df51bd30-7ac5-4330-b4b6-30865d44d96e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:58.294478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:56:58.368745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:58.369117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.389788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:58.396585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:58.404608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:58.440643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=9925933a-e2db-4e2f-a227-c25af0405645,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:58.445148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.456867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:58.489627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 57d3cde5-23c3-4354-8570-575858e72785 yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:58.516231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d39dc4c3-348b-4bf4-8cf3-e452492be1df None None] Provisioning complete for port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:58.516737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d39dc4c3-348b-4bf4-8cf3-e452492be1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.805013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f816:3eff:fed2:700c (36a40c79-7638-4692-a6b6-3e8acdc0390f/a039f068-0d3a-4b51-8fc7-5882ea14acb4/57d3cde5-23c3-4354-8570-575858e72785) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:59.130910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.157557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 57d3cde5-23c3-4354-8570-575858e72785 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:59.174333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.236086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.248363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-11ff4f03-5ab9-4a72-9591-89065ffbb419 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:59.331336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.357458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:59.369088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:59.382492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:56:59.391731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.392419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.404978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.408554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=57d3cde5-23c3-4354-8570-575858e72785,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:59.420674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:59.457627 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5812116 Dec 22 04:56:59.458518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:59.560729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf1140f-67d7-4e56-82f1-96a3a1930e0e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.566986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf1140f-67d7-4e56-82f1-96a3a1930e0e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.567907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bcf1140f-67d7-4e56-82f1-96a3a1930e0e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:56:59.593785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bcf1140f-67d7-4e56-82f1-96a3a1930e0e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:56:59.598857 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bcf1140f-67d7-4e56-82f1-96a3a1930e0e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1379387 Dec 22 04:56:59.599792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59810) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:56:59.676811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cd5246d3-c3f0-4b3c-b522-efda43d3ac72 None None] Provisioning for port 57d3cde5-23c3-4354-8570-575858e72785 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:59.683995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 57d3cde5-23c3-4354-8570-575858e72785 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:56:59.684541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.685237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cd5246d3-c3f0-4b3c-b522-efda43d3ac72 None None] Provisioning complete for port 57d3cde5-23c3-4354-8570-575858e72785 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:59.685666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cd5246d3-c3f0-4b3c-b522-efda43d3ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.757085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-cd5246d3-c3f0-4b3c-b522-efda43d3ac72 None None] Port 57d3cde5-23c3-4354-8570-575858e72785 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:56:59.760388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.765923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.770899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c964fc92-21e9-41b0-887c-1fad6144f22b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:56:59.880492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=9925933a-e2db-4e2f-a227-c25af0405645,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:59.883319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:56:59.897375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.079248 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP 71816f4e-01a6-4c61-ba7d-149e09e6f810 associated. External IP: 172.26.1.228, port: 1457d302-797a-4b8b-aa35-7a7a5b34e6f7. Dec 22 04:57:00.101920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.236214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 57d3cde5-23c3-4354-8570-575858e72785 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:00.394370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.400367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-144055e7-c0bb-48cc-8e6e-6a2159ed6f78 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:00.449132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=57d3cde5-23c3-4354-8570-575858e72785,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:00.472317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:57:00.499204 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.499830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.500936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.500936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.501055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.501787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.501967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.502489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.503001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.503510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.504020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.504531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:00.512951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:00.514081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.534128 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/57d3cde5-23c3-4354-8570-575858e72785 HTTP/1.1" status: 204 len: 168 time: 0.9306128 Dec 22 04:57:00.534311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59814) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:00.605418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e3ed7-ae60-462c-8ba1-199f927f5386 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:00.606695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e3ed7-ae60-462c-8ba1-199f927f5386 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:00.607491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-505e3ed7-ae60-462c-8ba1-199f927f5386 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:00.625321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-505e3ed7-ae60-462c-8ba1-199f927f5386 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:00.629336 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-505e3ed7-ae60-462c-8ba1-199f927f5386 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0914502 Dec 22 04:57:00.630143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59818) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:00.669328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:57:00.680519 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] Sync routers for ids ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:00.692751 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] Routers {'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:57:00.693405 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:56:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:00.693562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.700116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc92576-2c00-497b-b71c-e32d262472a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet a039f068-0d3a-4b51-8fc7-5882ea14acb4 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:00.703353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1dc92576-2c00-497b-b71c-e32d262472a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.754828 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6576109 Dec 22 04:57:00.754828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df27659f-c37f-490c-947c-177e9758f911', 'tag': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:57:00.755185 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59822) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:00.799917 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df27659f-c37f-490c-947c-177e9758f911', 'tag': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'status': 'completed', 'code': 200} Dec 22 04:57:00.847824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1dc92576-2c00-497b-b71c-e32d262472a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.884922 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] Set router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:57:00.922356 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9a8ab050-efa5-4ace-9016-55a5bf28981a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/71816f4e-01a6-4c61-ba7d-149e09e6f810 HTTP/1.1" status: 200 len: 992 time: 0.1659615 Dec 22 04:57:00.944592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-84b66906-5bd6-4dcf-92b1-1f427335748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:00.946638 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-84b66906-5bd6-4dcf-92b1-1f427335748f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 1099 time: 0.0843530 Dec 22 04:57:00.954859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1dc92576-2c00-497b-b71c-e32d262472a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.035398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1dc92576-2c00-497b-b71c-e32d262472a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.040330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-497931ca-82b0-40c5-b9cc-6c1033b2f911 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:01.080011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc92576-2c00-497b-b71c-e32d262472a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=a039f068-0d3a-4b51-8fc7-5882ea14acb4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:01.082292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1dc92576-2c00-497b-b71c-e32d262472a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.085333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1dc92576-2c00-497b-b71c-e32d262472a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:01.091467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d582b081-6c4e-4fd3-b002-1d58e3951a1c None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:01.097997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-a3e234f5-9309-4f8e-b710-6a6f4b0e3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:01.099865 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1dc92576-2c00-497b-b71c-e32d262472a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/a039f068-0d3a-4b51-8fc7-5882ea14acb4 HTTP/1.1" status: 204 len: 168 time: 0.4691789 Dec 22 04:57:01.099978 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-a3e234f5-9309-4f8e-b710-6a6f4b0e3bae service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b51da39-f417-4fa9-b991-a6d76dbfedab HTTP/1.1" status: 200 len: 898 time: 0.1451211 Dec 22 04:57:01.102575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59828) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:01.186824 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76cbac26-f1b4-4c4c-bd0a-be6a769ba28f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827925 Dec 22 04:57:01.189768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59832) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:01.195694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:01.274670 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:35Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '71816f4e-01a6-4c61-ba7d-149e09e6f810', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.228', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'port_id': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'mac_address': 'fa:16:3e:12:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df27659f-c37f-490c-947c-177e9758f911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:58Z', 'updated_at': '2021-12-22T04:56:58Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70277cde-9ad6-4190-97eb-f466fdec67b9', 'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:55:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:34Z', 'updated_at': '2021-12-22T04:56:43Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:01.280910 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] Checking router: c38523eb-7c7b-490d-96cb-7a7b3d3f2bee for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:01.283270 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-da891f74-6e40-402e-89d9-e2278c4f50c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1457d302-797a-4b8b-aa35-7a7a5b34e6f7 HTTP/1.1" status: 200 len: 1000 time: 0.1763310 Dec 22 04:57:01.292646 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] Routers {'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:57:01.293186 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:56:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:01.318509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:01.323121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:01.326427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:01.332446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:01.349282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:01.354204 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.390554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:57:01.395084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Deleting port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:01.395488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.518661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-b5175333-b73f-46fe-850a-13c13abcf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:01.519517 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] Set router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:57:01.520624 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-b5175333-b73f-46fe-850a-13c13abcf429 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f38ac514-4f1d-4f14-8cbf-58429b0f0dd4 HTTP/1.1" status: 200 len: 835 time: 0.2287505 Dec 22 04:57:01.630820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-fbb7c657-c75f-4648-a6f9-1df77ffff8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:01.632891 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-fbb7c657-c75f-4648-a6f9-1df77ffff8e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b51da39-f417-4fa9-b991-a6d76dbfedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028996 Dec 22 04:57:01.718215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] For port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:01.718523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.788376 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-53552d86-1579-4ff6-b2a3-5e5c90348c68 service neutron] 10.222.0.61 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478117 Dec 22 04:57:01.793062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:57:01.860288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Calling delete_port for ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:01.935313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59838) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:01.941227 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:35Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '71816f4e-01a6-4c61-ba7d-149e09e6f810', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.228', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'port_id': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'mac_address': 'fa:16:3e:12:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df27659f-c37f-490c-947c-177e9758f911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:58Z', 'updated_at': '2021-12-22T04:56:58Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70277cde-9ad6-4190-97eb-f466fdec67b9', 'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:55:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:34Z', 'updated_at': '2021-12-22T04:56:43Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:01.945494 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826aeba-368f-4b1e-9713-21d45531cf25 None None] The sync data for ids ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'] in dv-neutron-822524-1-hyperv is: [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:35Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '71816f4e-01a6-4c61-ba7d-149e09e6f810', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.228', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'port_id': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'mac_address': 'fa:16:3e:12:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df27659f-c37f-490c-947c-177e9758f911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:58Z', 'updated_at': '2021-12-22T04:56:58Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70277cde-9ad6-4190-97eb-f466fdec67b9', 'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:55:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:34Z', 'updated_at': '2021-12-22T04:56:43Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:01.971342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:57:01.971764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:57:02.000846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.046075 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a93a01cb-4ea0-4026-9397-40bfbbce55ae req-6a7940ec-f9df-44ed-834e-e089671d7ebb service neutron] 10.222.0.61 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462096 Dec 22 04:57:02.076642 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4aef700f-e3f0-4849-9d55-b3cda9a62309 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/71816f4e-01a6-4c61-ba7d-149e09e6f810 HTTP/1.1" status: 200 len: 992 time: 0.1399660 Dec 22 04:57:02.189186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a32a1-2428-4e39-9565-ec659bc5b6e3 None None] New status for floating IP 71816f4e-01a6-4c61-ba7d-149e09e6f810: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:57:02.348894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:57:02.364645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] For port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:02.389133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.395191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.396072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.400864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-affebc9c-c9fa-468d-bcdd-bb21020ccf47 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:02.474950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:02.478161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:02.482468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:02.483065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.489312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Deleting port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:02.489694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.501786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,revision_number=9']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:02.507624 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:02.507769 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-92e70ce0-11c4-4325-bb2b-ffca87d5a030 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:02.560339 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3692784 Dec 22 04:57:02.564123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59842) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:02.570329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:f9:cd:f2', 'name': 'tempest-NetworksTestDHCPv6-451438850'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:02.577257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=d91da17b-2316-4f9b-aa86-c376ad194da9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:02.580041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:02.649635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.716052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:02.720081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:02.722895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:02.728664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:02.739280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:02.743442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.761443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:02.768480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.771916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-2605e453-e634-4550-bce2-b4ecc0a12049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:02.773019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 1ec648b3-0c44-42c8-bb9c-d4a1b37a1c2d yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:02.860014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] For port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:02.860352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.916150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f816:3eff:fef9:cdf2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/d91da17b-2316-4f9b-aa86-c376ad194da9/1ec648b3-0c44-42c8-bb9c-d4a1b37a1c2d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:02.925512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,revision_number=10']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:02.981316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:02.987610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Calling delete_port for ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:03.077460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:57:03.077812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:57:03.080516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59846) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:03.127662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.145057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 1ec648b3-0c44-42c8-bb9c-d4a1b37a1c2d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:03.172091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.177036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:03.202601 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4023770c-f9cc-4e6b-81b0-ae253991bcea tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/71816f4e-01a6-4c61-ba7d-149e09e6f810 HTTP/1.1" status: 200 len: 994 time: 0.1127796 Dec 22 04:57:03.242780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:03.245699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:03.250351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:03.255196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:03.255816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.264056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=1ec648b3-0c44-42c8-bb9c-d4a1b37a1c2d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:03.271012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:03.287350 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7218714 Dec 22 04:57:03.290285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59850) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:03.378696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc49b8af-74ce-400e-bad3-ca869793e540 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:03.384364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc49b8af-74ce-400e-bad3-ca869793e540 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:03.385135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dc49b8af-74ce-400e-bad3-ca869793e540 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:03.402421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dc49b8af-74ce-400e-bad3-ca869793e540 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:03.402975 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dc49b8af-74ce-400e-bad3-ca869793e540 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1116354 Dec 22 04:57:03.406579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59854) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:03.474741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6ab99-6256-4d70-ab31-a1186ba3ac3c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 1ec648b3-0c44-42c8-bb9c-d4a1b37a1c2d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:03.474981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ab99-6256-4d70-ab31-a1186ba3ac3c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.510858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Deleting port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:03.511355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.731668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ab99-6256-4d70-ab31-a1186ba3ac3c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.793908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] For port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:03.794069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.919991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Calling delete_port for ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:03.972173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6ab99-6256-4d70-ab31-a1186ba3ac3c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 1ec648b3-0c44-42c8-bb9c-d4a1b37a1c2d owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:04.068065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.072708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d151eae6-b0c8-45f5-be2a-02f40653b648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:04.119016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Pushing event deleted for resources: {'Port': ['ID=ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:04.121824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:04.152543 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-a9f23331-9c6f-433f-ae52-228c688a7c0e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1521616 Dec 22 04:57:04.175519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ab99-6256-4d70-ab31-a1186ba3ac3c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.182164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2542c738-3130-498e-bac8-92dfef99ba84 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:04.206063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] No DVR routers for this DVR port ecb1b8e0-b2fa-4fa3-a4f9-f014f1a9e730 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:04.223806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be76ead-5f03-46c7-ac31-719da87aa848 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:04.248634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6ab99-6256-4d70-ab31-a1186ba3ac3c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=1ec648b3-0c44-42c8-bb9c-d4a1b37a1c2d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:04.252956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab99-6256-4d70-ab31-a1186ba3ac3c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:04.339186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ab99-6256-4d70-ab31-a1186ba3ac3c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.367668 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c9e6ab99-6256-4d70-ab31-a1186ba3ac3c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/1ec648b3-0c44-42c8-bb9c-d4a1b37a1c2d HTTP/1.1" status: 204 len: 168 time: 0.9575167 Dec 22 04:57:04.367867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59858) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:04.378861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-1b0219d0-a7fb-4796-800a-97c7fa2add7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:04.380654 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-1b0219d0-a7fb-4796-800a-97c7fa2add7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 1098 time: 0.1235933 Dec 22 04:57:04.442446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd414ba-58ae-42f6-b4c3-1f75c2294b46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:04.444102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd414ba-58ae-42f6-b4c3-1f75c2294b46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:04.444890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6cd414ba-58ae-42f6-b4c3-1f75c2294b46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:04.464010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6cd414ba-58ae-42f6-b4c3-1f75c2294b46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:04.465432 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6cd414ba-58ae-42f6-b4c3-1f75c2294b46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0959024 Dec 22 04:57:04.468206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:04.475937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee47567-c055-4ef7-b2a6-6a42b78bd405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': 'd91da17b-2316-4f9b-aa86-c376ad194da9'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:57:04.476940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9ee47567-c055-4ef7-b2a6-6a42b78bd405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.545082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-1fcd8cbf-7d03-411f-af2d-4f3d6723a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:04.546787 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-1fcd8cbf-7d03-411f-af2d-4f3d6723a83f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 0.1463151 Dec 22 04:57:04.549368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5e68da-4d72-4110-8db3-199457c3d9a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet d91da17b-2316-4f9b-aa86-c376ad194da9 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:04.552529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce5e68da-4d72-4110-8db3-199457c3d9a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.610809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce5e68da-4d72-4110-8db3-199457c3d9a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.656891 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-e7aee011-1663-413d-9d9b-bcfabd6a20f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e13aa43a-6293-4223-9377-3b71d46e1862 HTTP/1.1" status: 200 len: 1000 time: 0.1027720 Dec 22 04:57:04.679243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce5e68da-4d72-4110-8db3-199457c3d9a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.723669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-efab6742-9380-4689-9c20-3e938bcd6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:04.725268 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-efab6742-9380-4689-9c20-3e938bcd6146 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0617466 Dec 22 04:57:04.763965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce5e68da-4d72-4110-8db3-199457c3d9a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server [None req-9ee47567-c055-4ef7-b2a6-6a42b78bd405 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d91da17b-2316-4f9b-aa86-c376ad194da9: This subnet is being modified by another concurrent operation. Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d91da17b-2316-4f9b-aa86-c376ad194da9: This subnet is being modified by another concurrent operation. Dec 22 04:57:04.766861 dv-neutron-822524-1-hyperv neutron-server[87556]: ERROR oslo_messaging.rpc.server Dec 22 04:57:04.773825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-056b7581-b504-43c8-9d08-417eb5f82f22 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:04.786422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35207a01-2742-42a8-880c-6f24ec45b9e3 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 04:57:04.810857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-94b2879e-c0f9-48d1-a1e5-c34bfe4ad167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:04.814362 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-94b2879e-c0f9-48d1-a1e5-c34bfe4ad167 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807054 Dec 22 04:57:04.821767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce5e68da-4d72-4110-8db3-199457c3d9a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.825776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e68da-4d72-4110-8db3-199457c3d9a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=d91da17b-2316-4f9b-aa86-c376ad194da9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:04.831828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce5e68da-4d72-4110-8db3-199457c3d9a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:04.845011 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce5e68da-4d72-4110-8db3-199457c3d9a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/d91da17b-2316-4f9b-aa86-c376ad194da9 HTTP/1.1" status: 204 len: 168 time: 0.3748522 Dec 22 04:57:04.847148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59866) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:04.905705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35207a01-2742-42a8-880c-6f24ec45b9e3 None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:57:04.929613 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2afd6d8a-ea0d-43cc-bc49-42e2465b360d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776401 Dec 22 04:57:04.929613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59870) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:04.971940 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-606dc460-3a4d-465b-9785-5e8e9f8c4fbc service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513104 Dec 22 04:57:04.978110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab703c43-13cf-4e28-ace3-22b73768dcf9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:04.997715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab703c43-13cf-4e28-ace3-22b73768dcf9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:04.998678 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ab703c43-13cf-4e28-ace3-22b73768dcf9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0680332 Dec 22 04:57:05.001788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59874) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:05.080180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd3bc3f-4ed7-4dae-bb45-ed35667ded31 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:05.080735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4dd3bc3f-4ed7-4dae-bb45-ed35667ded31 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:05.118453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4dd3bc3f-4ed7-4dae-bb45-ed35667ded31 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:05.119089 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4dd3bc3f-4ed7-4dae-bb45-ed35667ded31 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1143858 Dec 22 04:57:05.120694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59878) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:05.126224 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8f5248ce-4060-42ae-9d32-75fb187e94f8 req-c9541bc2-5ce8-4e31-8951-96757c6974ec service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479509 Dec 22 04:57:05.197320 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-26b51d32-abeb-4835-892f-fce6b601b88d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715365 Dec 22 04:57:05.198429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59882) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:05.204051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:05.327504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:05.338215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:05.349679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:05.353452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.581329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.585196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:05.638154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:05.641551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:05.644583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:05.645176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.650345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb72da-1cdd-4692-b9cd-e37cff9bb0ea None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:05.665666 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=b17aea7f-3da6-40a0-87cf-333564a149c8,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:05.668622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:05.683847 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4844084 Dec 22 04:57:05.686658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59886) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:05.693212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:37:8f:b0', 'name': 'tempest-NetworksTestDHCPv6-1007205411'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:05.835919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:05.845725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:05.857730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:05.880962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': 'b17aea7f-3da6-40a0-87cf-333564a149c8'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:57:05.881568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.008770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.044477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 874c9136-b021-41e2-9289-8821135b7ec9 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:06.091826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/b17aea7f-3da6-40a0-87cf-333564a149c8/48f56aa4-43f5-4186-9adb-e204f82b5d94) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:06.332014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.344829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Transition to ACTIVE for port object 48f56aa4-43f5-4186-9adb-e204f82b5d94 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:06.365603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Transition to ACTIVE for port object 48f56aa4-43f5-4186-9adb-e204f82b5d94 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:06.372535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.376794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:06.443982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:06.451243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::394 (36a40c79-7638-4692-a6b6-3e8acdc0390f/b17aea7f-3da6-40a0-87cf-333564a149c8/874c9136-b021-41e2-9289-8821135b7ec9) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:06.451744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:06.459950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:06.570071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Pushing event updated for resources: {'Port': ['ID=48f56aa4-43f5-4186-9adb-e204f82b5d94,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:06.582821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.582821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.582821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.582821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.582821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.582821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.584607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.584607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.584607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.584607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.584607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.586696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:06.590687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Attempting to bind port 48f56aa4-43f5-4186-9adb-e204f82b5d94 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:06.590687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Attempting to bind port 48f56aa4-43f5-4186-9adb-e204f82b5d94 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:06.590687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Attempting to bind port 48f56aa4-43f5-4186-9adb-e204f82b5d94 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:57:06.592117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:06.599057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:57:06.599057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:57:06.599057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.599057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:57:06.600040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Bound port: 48f56aa4-43f5-4186-9adb-e204f82b5d94, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:06.600040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.666734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.687107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 874c9136-b021-41e2-9289-8821135b7ec9 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:06.705291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] For port 48f56aa4-43f5-4186-9adb-e204f82b5d94, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:57:06.708766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] For port 48f56aa4-43f5-4186-9adb-e204f82b5d94, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=48f56aa4-43f5-4186-9adb-e204f82b5d94,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:57:06.718123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.719435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.724261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:06.726802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:06.806618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Pushing event updated for resources: {'Port': ['ID=48f56aa4-43f5-4186-9adb-e204f82b5d94,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:06.811505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:06.815488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:06.819198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:06.825229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:06.831732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:06.831732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.840825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=874c9136-b021-41e2-9289-8821135b7ec9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:06.850044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:06.868684 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1803563 Dec 22 04:57:06.871453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59890) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:06.966083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17df09e-aa9a-4d65-a579-2812c112e633 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:06.971756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17df09e-aa9a-4d65-a579-2812c112e633 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:06.972983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b17df09e-aa9a-4d65-a579-2812c112e633 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:06.991714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b17df09e-aa9a-4d65-a579-2812c112e633 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:06.996218 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b17df09e-aa9a-4d65-a579-2812c112e633 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1204655 Dec 22 04:57:06.999546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59894) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:07.112483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2c84088e-ae29-4fba-9e7e-742006ca401f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 874c9136-b021-41e2-9289-8821135b7ec9 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:07.112737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c84088e-ae29-4fba-9e7e-742006ca401f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.390462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c84088e-ae29-4fba-9e7e-742006ca401f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.648430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2c84088e-ae29-4fba-9e7e-742006ca401f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 874c9136-b021-41e2-9289-8821135b7ec9 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:07.803651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c84088e-ae29-4fba-9e7e-742006ca401f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.810266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-61a7de87-d0a6-4766-b082-f38672a937a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:07.856295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84088e-ae29-4fba-9e7e-742006ca401f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=874c9136-b021-41e2-9289-8821135b7ec9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:07.859414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c84088e-ae29-4fba-9e7e-742006ca401f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:07.901556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c84088e-ae29-4fba-9e7e-742006ca401f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.916654 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2c84088e-ae29-4fba-9e7e-742006ca401f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/874c9136-b021-41e2-9289-8821135b7ec9 HTTP/1.1" status: 204 len: 168 time: 0.9175556 Dec 22 04:57:07.919422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59898) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:07.939726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4cdb8742-00a1-4431-9690-8f99fab1c265 None None] Provisioning for port 48f56aa4-43f5-4186-9adb-e204f82b5d94 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:07.987140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4449dd12-937d-41ea-98ec-34113e37246a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:07.988668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4449dd12-937d-41ea-98ec-34113e37246a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:07.989427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4449dd12-937d-41ea-98ec-34113e37246a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:08.006293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4449dd12-937d-41ea-98ec-34113e37246a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:08.007499 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4449dd12-937d-41ea-98ec-34113e37246a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0871379 Dec 22 04:57:08.010422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59902) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:08.057969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c26f5385-10e0-46ef-9dd0-2dd1cd75c3b1 None None] Could not find standard attr ID for object 874c9136-b021-41e2-9289-8821135b7ec9. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:08.082339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c0e274-c5b8-447d-bda8-56483d4e996d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet b17aea7f-3da6-40a0-87cf-333564a149c8 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:08.085702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0c0e274-c5b8-447d-bda8-56483d4e996d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.141814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0c0e274-c5b8-447d-bda8-56483d4e996d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.227518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0c0e274-c5b8-447d-bda8-56483d4e996d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.314948 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 48f56aa4-43f5-4186-9adb-e204f82b5d94 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:57:08.318127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0c0e274-c5b8-447d-bda8-56483d4e996d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.322164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d107c3db-0cb8-4d86-8707-df984121807e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:08.356264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0e274-c5b8-447d-bda8-56483d4e996d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=b17aea7f-3da6-40a0-87cf-333564a149c8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:08.359687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e0c0e274-c5b8-447d-bda8-56483d4e996d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:08.362299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e0c0e274-c5b8-447d-bda8-56483d4e996d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.371288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f4e50-9639-4839-8f48-faa435e62368 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:08.376599 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e0c0e274-c5b8-447d-bda8-56483d4e996d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/b17aea7f-3da6-40a0-87cf-333564a149c8 HTTP/1.1" status: 204 len: 168 time: 0.3651724 Dec 22 04:57:08.379465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59906) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:08.449633 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bc6ff12a-21e2-42ba-b827-25e0d2d0e07c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688028 Dec 22 04:57:08.452290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59910) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:08.504223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 48f56aa4-43f5-4186-9adb-e204f82b5d94 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:08.540983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eea7ce-45d5-49ec-880e-ea27214ca33b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:08.543679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 48f56aa4-43f5-4186-9adb-e204f82b5d94 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:08.543804 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-55eea7ce-45d5-49ec-880e-ea27214ca33b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0886488 Dec 22 04:57:08.543877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.546060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59914) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:08.613807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c375ad-af1f-49c1-9ba5-e4e93555fbc8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:08.614496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d3c375ad-af1f-49c1-9ba5-e4e93555fbc8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:08.630441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d3c375ad-af1f-49c1-9ba5-e4e93555fbc8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:08.631765 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d3c375ad-af1f-49c1-9ba5-e4e93555fbc8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847495 Dec 22 04:57:08.634607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59918) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:08.684121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.714965 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a0a0a9e7-5f22-4fdf-80a2-f47da6ad220b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755551 Dec 22 04:57:08.716695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59922) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:08.716956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7812d071-4f75-41be-aa44-6899407669cd None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:57:08.722558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:08.727247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7812d071-4f75-41be-aa44-6899407669cd None None] Deleting port 48f56aa4-43f5-4186-9adb-e204f82b5d94 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:08.727629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7812d071-4f75-41be-aa44-6899407669cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.756971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 48f56aa4-43f5-4186-9adb-e204f82b5d94, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=48f56aa4-43f5-4186-9adb-e204f82b5d94,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:08.764353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.771934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:08.835395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:08.845252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:08.856905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:08.860485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.904276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=48f56aa4-43f5-4186-9adb-e204f82b5d94,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:08.908523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:09.013708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7812d071-4f75-41be-aa44-6899407669cd None None] For port 48f56aa4-43f5-4186-9adb-e204f82b5d94, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=48f56aa4-43f5-4186-9adb-e204f82b5d94,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:09.014422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7812d071-4f75-41be-aa44-6899407669cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.138359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7812d071-4f75-41be-aa44-6899407669cd None None] Calling delete_port for 48f56aa4-43f5-4186-9adb-e204f82b5d94 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:09.210052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:57:09.218035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7812d071-4f75-41be-aa44-6899407669cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.222514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8d64a8ce-bfbe-44b7-a09b-b8be424fc67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:09.308664 dv-neutron-822524-1-hyperv neutron-server[87554]: WARNING neutron.services.revisions.revision_plugin [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Could not find related port for resource to bump revision. Dec 22 04:57:09.313745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_pluggable_backend [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Port 48f56aa4-43f5-4186-9adb-e204f82b5d94 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87554) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 04:57:09.314052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_pluggable_backend [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Reverting IP allocation for 2001:db8::f816:3eff:fea2:15b0 {{(pid=87554) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 04:57:09.317479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_pluggable_backend [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea2:15b0 {{(pid=87554) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 04:57:09.318648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.319245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812d071-4f75-41be-aa44-6899407669cd None None] Pushing event deleted for resources: {'Port': ['ID=48f56aa4-43f5-4186-9adb-e204f82b5d94,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:09.322399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7980fdac-588c-45cc-9973-7888bd40324b tempest-NetworksIpV6TestAttrs-652447723 tempest-NetworksIpV6TestAttrs-652447723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:09.322577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7812d071-4f75-41be-aa44-6899407669cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:09.323128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7812d071-4f75-41be-aa44-6899407669cd None None] No DVR routers for this DVR port 48f56aa4-43f5-4186-9adb-e204f82b5d94 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:09.381653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:09.384814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:09.389039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:09.389675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.393905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ce2130-ca18-45d7-8e91-81f2d45ee64b None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:09.402751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=96aa3c6b-4f7a-4903-9c78-8f86c0ec7193,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:09.406932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:09.424093 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7036097 Dec 22 04:57:09.424345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59926) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:09.430339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:09.569432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:09.573498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:09.576338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:09.581920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:09.592486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:09.595795 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.610573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '96aa3c6b-4f7a-4903-9c78-8f86c0ec7193'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:57:09.612302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.726465 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.ipam_backend_mixin [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96aa3c6b-4f7a-4903-9c78-8f86c0ec7193 (CIDR: 2001:db8::/64) Dec 22 04:57:09.730092 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:57:09.730557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:09.750094 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2709e450-9f54-4478-8a04-8adbc249dd15 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3246870 Dec 22 04:57:09.752976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59930) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:09.758820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:09.770961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Allocated IP 2001:db8::f816:3eff:fe44:d3cd (36a40c79-7638-4692-a6b6-3e8acdc0390f/96aa3c6b-4f7a-4903-9c78-8f86c0ec7193/09fa6794-9546-426a-a93b-a741b523cd87) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:09.894524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:09.898667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:09.902253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:09.907619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:09.917721 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:09.921388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.987406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.997773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Transition to ACTIVE for port object 09fa6794-9546-426a-a93b-a741b523cd87 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:10.016321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Transition to ACTIVE for port object 09fa6794-9546-426a-a93b-a741b523cd87 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:10.023341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.028218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7444352b-6cba-4db2-aa3d-15a2f037ed0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:10.092390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:10.095393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:10.099438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:10.109265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Pushing event updated for resources: {'Port': ['ID=09fa6794-9546-426a-a93b-a741b523cd87,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:10.135353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:10.202167 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Attempting to bind port 09fa6794-9546-426a-a93b-a741b523cd87 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:10.202849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Attempting to bind port 09fa6794-9546-426a-a93b-a741b523cd87 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:10.203220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Attempting to bind port 09fa6794-9546-426a-a93b-a741b523cd87 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:57:10.209716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:57:10.210111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:57:10.210496 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.211008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:57:10.211822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Bound port: 09fa6794-9546-426a-a93b-a741b523cd87, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:10.211962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.310073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 48f56aa4-43f5-4186-9adb-e204f82b5d94 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:57:10.357899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 48f56aa4-43f5-4186-9adb-e204f82b5d94 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:57:10.358259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 48f56aa4-43f5-4186-9adb-e204f82b5d94 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:57:10.361839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] For port 09fa6794-9546-426a-a93b-a741b523cd87, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:57:10.362675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.367829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1dc92576-2c00-497b-b71c-e32d262472a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:10.370933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] For port 09fa6794-9546-426a-a93b-a741b523cd87, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=09fa6794-9546-426a-a93b-a741b523cd87,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:57:10.376610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.380365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:10.428888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:10.432930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:10.438050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:10.438819 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.456204 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=77d64cc7-ab18-4f4a-81fe-0cb51f28b810,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:10.458495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:10.459231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Pushing event updated for resources: {'Port': ['ID=09fa6794-9546-426a-a93b-a741b523cd87,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:10.462064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:10.471837 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cbf443e9-7e28-496e-821d-cb816cbb99ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7177465 Dec 22 04:57:10.474631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59938) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:10.485146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:d9:ef:17', 'name': 'tempest-NetworksTestDHCPv6-1521773876'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:10.648944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:10.664495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:port and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:10.665300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:10.672407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:10.684333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:10.688577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.722731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port d4bed2ad-9340-4ee1-945b-e1c1eaf2718a yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:10.945465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8:0:1::26a (36a40c79-7638-4692-a6b6-3e8acdc0390f/77d64cc7-ab18-4f4a-81fe-0cb51f28b810/d4bed2ad-9340-4ee1-945b-e1c1eaf2718a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:10.952182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f816:3eff:fed9:ef17 (36a40c79-7638-4692-a6b6-3e8acdc0390f/96aa3c6b-4f7a-4903-9c78-8f86c0ec7193/d4bed2ad-9340-4ee1-945b-e1c1eaf2718a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:11.165980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.182978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object d4bed2ad-9340-4ee1-945b-e1c1eaf2718a will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:11.208968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.215119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6c4dfd7f-e059-4b66-8017-80ed4a59359c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:11.287280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:11.290681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:11.294917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:11.300565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:11.301200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.309974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=d4bed2ad-9340-4ee1-945b-e1c1eaf2718a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:11.319138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:11.334380 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8586912 Dec 22 04:57:11.336965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59942) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:11.403080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f66840-5c82-497e-81f7-799c23e54e9b None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:11.411161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1ec5a5c9-e630-490b-82d0-399f8dfbd0c1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port d4bed2ad-9340-4ee1-945b-e1c1eaf2718a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:11.411506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a5c9-e630-490b-82d0-399f8dfbd0c1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.557004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-414b2f16-9663-4644-9ca6-05eb6f72f3ed None None] Provisioning for port 09fa6794-9546-426a-a93b-a741b523cd87 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:11.659874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a5c9-e630-490b-82d0-399f8dfbd0c1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.733006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e090a06c-d9bd-4ce9-a4db-f73e629a7ae9 None None] Update dhcp port {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '96aa3c6b-4f7a-4903-9c78-8f86c0ec7193', 'ip_address': '2001:db8::f816:3eff:fe44:d3cd'}, {'subnet_id': '77d64cc7-ab18-4f4a-81fe-0cb51f28b810'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '09fa6794-9546-426a-a93b-a741b523cd87'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:57:11.787773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e090a06c-d9bd-4ce9-a4db-f73e629a7ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.790079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1ec5a5c9-e630-490b-82d0-399f8dfbd0c1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for d4bed2ad-9340-4ee1-945b-e1c1eaf2718a owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:12.000329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-e090a06c-d9bd-4ce9-a4db-f73e629a7ae9 None None] Allocated IP 2001:db8:0:1::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/77d64cc7-ab18-4f4a-81fe-0cb51f28b810/09fa6794-9546-426a-a93b-a741b523cd87) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:12.000972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a5c9-e630-490b-82d0-399f8dfbd0c1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.008309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b558c7a8-acba-48b2-9d06-b1d36501fd20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:12.081832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5a5c9-e630-490b-82d0-399f8dfbd0c1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=d4bed2ad-9340-4ee1-945b-e1c1eaf2718a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:12.084289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1ec5a5c9-e630-490b-82d0-399f8dfbd0c1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:12.141059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a5c9-e630-490b-82d0-399f8dfbd0c1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.151311 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1ec5a5c9-e630-490b-82d0-399f8dfbd0c1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/d4bed2ad-9340-4ee1-945b-e1c1eaf2718a HTTP/1.1" status: 204 len: 168 time: 0.8132548 Dec 22 04:57:12.153994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59946) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:12.174349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e090a06c-d9bd-4ce9-a4db-f73e629a7ae9 None None] For port 09fa6794-9546-426a-a93b-a741b523cd87, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=09fa6794-9546-426a-a93b-a741b523cd87,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:12.199597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e090a06c-d9bd-4ce9-a4db-f73e629a7ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.218332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e090a06c-d9bd-4ce9-a4db-f73e629a7ae9 None None] Transition to ACTIVE for port object 09fa6794-9546-426a-a93b-a741b523cd87 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:12.224178 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e090a06c-d9bd-4ce9-a4db-f73e629a7ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.234117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:12.240373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965564a-4c2a-46e4-90ad-45f62313de70 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:12.241311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5965564a-4c2a-46e4-90ad-45f62313de70 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:12.260507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5965564a-4c2a-46e4-90ad-45f62313de70 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:12.261966 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5965564a-4c2a-46e4-90ad-45f62313de70 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1069343 Dec 22 04:57:12.264738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59950) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:12.371700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 09fa6794-9546-426a-a93b-a741b523cd87 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:57:12.374752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79bc738-1d0a-45c6-aa33-88bb45dbce29 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:12.375485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f79bc738-1d0a-45c6-aa33-88bb45dbce29 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:12.387548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f79bc738-1d0a-45c6-aa33-88bb45dbce29 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:12.388682 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f79bc738-1d0a-45c6-aa33-88bb45dbce29 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1229854 Dec 22 04:57:12.391443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59954) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:12.446755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090a06c-d9bd-4ce9-a4db-f73e629a7ae9 None None] Pushing event updated for resources: {'Port': ['ID=09fa6794-9546-426a-a93b-a741b523cd87,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:12.451027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e090a06c-d9bd-4ce9-a4db-f73e629a7ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:12.466975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 09fa6794-9546-426a-a93b-a741b523cd87 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:12.469621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca033e7f-cf51-4c57-b818-cbe64d0ac283 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:12.471088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca033e7f-cf51-4c57-b818-cbe64d0ac283 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:12.472588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca033e7f-cf51-4c57-b818-cbe64d0ac283 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:12.476199 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ca033e7f-cf51-4c57-b818-cbe64d0ac283 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0818865 Dec 22 04:57:12.478669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59958) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:12.546470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b682e3c2-fec0-48c2-8665-ad0c89ee580d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 77d64cc7-ab18-4f4a-81fe-0cb51f28b810 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:12.550013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b682e3c2-fec0-48c2-8665-ad0c89ee580d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.612034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b682e3c2-fec0-48c2-8665-ad0c89ee580d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.702211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b682e3c2-fec0-48c2-8665-ad0c89ee580d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.781948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b682e3c2-fec0-48c2-8665-ad0c89ee580d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.785921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5802c27b-b291-4639-a745-2f0ac39c7cea tempest-PortsIpV6TestJSON-2113817076 tempest-PortsIpV6TestJSON-2113817076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:12.828388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682e3c2-fec0-48c2-8665-ad0c89ee580d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=77d64cc7-ab18-4f4a-81fe-0cb51f28b810,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:12.830369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b682e3c2-fec0-48c2-8665-ad0c89ee580d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.833350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b682e3c2-fec0-48c2-8665-ad0c89ee580d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:12.843032 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b682e3c2-fec0-48c2-8665-ad0c89ee580d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/77d64cc7-ab18-4f4a-81fe-0cb51f28b810 HTTP/1.1" status: 204 len: 168 time: 0.3633463 Dec 22 04:57:12.845832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59962) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:12.915331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f081c06-30f7-4c8a-bc48-511b44e378b8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 96aa3c6b-4f7a-4903-9c78-8f86c0ec7193 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:12.919091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f081c06-30f7-4c8a-bc48-511b44e378b8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.955413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea69c0-5266-4ff2-8978-c7b010394fcb None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:12.977620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f081c06-30f7-4c8a-bc48-511b44e378b8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.034699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c7c73b0c-3311-4b6e-a649-20a420a96553 None None] Could not find standard attr ID for object d4bed2ad-9340-4ee1-945b-e1c1eaf2718a. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:13.063299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f081c06-30f7-4c8a-bc48-511b44e378b8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.075438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c7c73b0c-3311-4b6e-a649-20a420a96553 None None] Provisioning for port 09fa6794-9546-426a-a93b-a741b523cd87 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:13.084947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c7c73b0c-3311-4b6e-a649-20a420a96553 None None] Provisioning complete for port 09fa6794-9546-426a-a93b-a741b523cd87 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:13.085326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c7c73b0c-3311-4b6e-a649-20a420a96553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.138116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f081c06-30f7-4c8a-bc48-511b44e378b8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.142258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4619d6be-69a5-4d7a-b122-6a34c6c9c8ee tempest-PortsTestJSON-2052762514 tempest-PortsTestJSON-2052762514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:13.178378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081c06-30f7-4c8a-bc48-511b44e378b8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=96aa3c6b-4f7a-4903-9c78-8f86c0ec7193,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:13.181914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3f081c06-30f7-4c8a-bc48-511b44e378b8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:13.182905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f081c06-30f7-4c8a-bc48-511b44e378b8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.195043 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3f081c06-30f7-4c8a-bc48-511b44e378b8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/96aa3c6b-4f7a-4903-9c78-8f86c0ec7193 HTTP/1.1" status: 204 len: 168 time: 0.3457050 Dec 22 04:57:13.195308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59966) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:13.267413 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ee57de3f-2659-4f3d-9b31-30ceda4c1c30 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707583 Dec 22 04:57:13.272969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59970) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:13.278660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:13.303878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c7c73b0c-3311-4b6e-a649-20a420a96553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.342684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c7c73b0c-3311-4b6e-a649-20a420a96553 None None] For port 09fa6794-9546-426a-a93b-a741b523cd87, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=09fa6794-9546-426a-a93b-a741b523cd87,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:13.347014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c7c73b0c-3311-4b6e-a649-20a420a96553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.349433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7812d071-4f75-41be-aa44-6899407669cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:13.393720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:13.397905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:13.401271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:13.407219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:13.418277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:13.421867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.467627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c73b0c-3311-4b6e-a649-20a420a96553 None None] Pushing event updated for resources: {'Port': ['ID=09fa6794-9546-426a-a93b-a741b523cd87,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:13.472463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c7c73b0c-3311-4b6e-a649-20a420a96553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:13.474690 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d46d87-cba2-44ac-969d-41fb30185612 None None] Update dhcp port {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '96aa3c6b-4f7a-4903-9c78-8f86c0ec7193'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '09fa6794-9546-426a-a93b-a741b523cd87'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:57:13.527668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d2d46d87-cba2-44ac-969d-41fb30185612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.733709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff666d5-f6e8-4d27-89b3-a896db507488 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:13.864964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-de404e77-8bfe-444c-b79a-a4bf488ca81c None None] Provisioning complete for port 09fa6794-9546-426a-a93b-a741b523cd87 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:13.865337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-de404e77-8bfe-444c-b79a-a4bf488ca81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.909575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:57:14.082537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.128895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] Update dhcp port {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '74e4e4e9-f26e-4c62-bf19-1b4d289f9bd3'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '09fa6794-9546-426a-a93b-a741b523cd87'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:57:14.184171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.313105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] For port 09fa6794-9546-426a-a93b-a741b523cd87, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=09fa6794-9546-426a-a93b-a741b523cd87,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:14.339007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.345146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.345146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.349631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ba8e3416-d215-4fdc-859c-56bb6539acfa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:14.389459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 09fa6794-9546-426a-a93b-a741b523cd87 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:57:14.422104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:14.425240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:14.429618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:14.430243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.460461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=09fa6794-9546-426a-a93b-a741b523cd87,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:14.467088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:14.467635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1edb5514-f8e3-40ac-b793-c85d32955aeb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:14.473859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.490533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:57:14.490898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:57:14.512469 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2348483 Dec 22 04:57:14.512975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59974) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:14.519341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:14.536819 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=74e4e4e9-f26e-4c62-bf19-1b4d289f9bd3,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:14.540202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:14.549031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.583332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 09fa6794-9546-426a-a93b-a741b523cd87, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=09fa6794-9546-426a-a93b-a741b523cd87,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:14.588012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.589813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:14.656060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=09fa6794-9546-426a-a93b-a741b523cd87,revision_number=9']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:14.659240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:14.661335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:14.666008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:14.669244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:14.675155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:14.686950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:14.690604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.823294 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.ipam_backend_mixin [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74e4e4e9-f26e-4c62-bf19-1b4d289f9bd3 (CIDR: 2001:db8::/64) Dec 22 04:57:14.828682 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:57:14.829139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:14.848888 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b41d4d70-caf5-4052-a903-7f84a416f403 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3346016 Dec 22 04:57:14.851677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 59978) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:14.857357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:15.049192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.108719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:15.113127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:15.116235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:15.122754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:15.134054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:15.137814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.376661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] For port 09fa6794-9546-426a-a93b-a741b523cd87, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=09fa6794-9546-426a-a93b-a741b523cd87,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:15.402963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.405240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.407644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.409704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7ced3e66-49ed-4c62-9f6a-61af51883a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:15.410013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fb2aaf8c-8d63-4579-820e-4178c8ac83b0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:15.477019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] Pushing event updated for resources: {'Port': ['ID=09fa6794-9546-426a-a93b-a741b523cd87,revision_number=10']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:15.477925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=6ab9b1eb-9d89-4b4f-8014-7b7318e7ab33,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:15.480905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:15.481857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:15.482968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:15.483947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:15.486252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:15.486838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.520102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59982) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:15.520755 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6679735 Dec 22 04:57:15.531501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:54:2f:19', 'name': 'tempest-NetworksTestDHCPv6-636462064'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:15.680496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:15.690609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:15.701883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:15.835731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.864640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port 956f3e4d-4932-4d34-8c85-6a3df881bfef yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:16.016112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab441b-0903-4e0f-9f23-5112eccc385e None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:16.083397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8:0:1::8e (36a40c79-7638-4692-a6b6-3e8acdc0390f/6ab9b1eb-9d89-4b4f-8014-7b7318e7ab33/956f3e4d-4932-4d34-8c85-6a3df881bfef) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:16.089383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f816:3eff:fe54:2f19 (36a40c79-7638-4692-a6b6-3e8acdc0390f/74e4e4e9-f26e-4c62-bf19-1b4d289f9bd3/956f3e4d-4932-4d34-8c85-6a3df881bfef) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:16.127050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-988049fd-ab62-4e18-9c60-b442e6046b58 None None] Provisioning complete for port 09fa6794-9546-426a-a93b-a741b523cd87 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:16.127423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-988049fd-ab62-4e18-9c60-b442e6046b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.300532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.318279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object 956f3e4d-4932-4d34-8c85-6a3df881bfef will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:16.347879 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.354372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2bfc16fe-92f5-4866-964e-4cf51545b65e tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:16.356495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 09fa6794-9546-426a-a93b-a741b523cd87 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:57:16.391784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-988049fd-ab62-4e18-9c60-b442e6046b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.424186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:16.427228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:16.432494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:16.438008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:16.438626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.442519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=956f3e4d-4932-4d34-8c85-6a3df881bfef,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:16.447050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:16.453456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-988049fd-ab62-4e18-9c60-b442e6046b58 None None] For port 09fa6794-9546-426a-a93b-a741b523cd87, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=09fa6794-9546-426a-a93b-a741b523cd87,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:16.463226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-988049fd-ab62-4e18-9c60-b442e6046b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.468412 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9463944 Dec 22 04:57:16.471437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59986) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:16.471752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c7c73b0c-3311-4b6e-a649-20a420a96553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:16.545965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0805847e-5c5a-4ad3-98f0-18a5a44c1430 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port 956f3e4d-4932-4d34-8c85-6a3df881bfef {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:16.546572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0805847e-5c5a-4ad3-98f0-18a5a44c1430 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.558408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 09fa6794-9546-426a-a93b-a741b523cd87 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:16.558871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.647716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988049fd-ab62-4e18-9c60-b442e6046b58 None None] Pushing event updated for resources: {'Port': ['ID=09fa6794-9546-426a-a93b-a741b523cd87,revision_number=11']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:16.652393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-988049fd-ab62-4e18-9c60-b442e6046b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:16.665243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c376934-1f5f-4460-b78c-1c434914a430 None None] Update dhcp port {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '74e4e4e9-f26e-4c62-bf19-1b4d289f9bd3', 'ip_address': '2001:db8::f816:3eff:fe44:d3cd'}, {'subnet_id': '6ab9b1eb-9d89-4b4f-8014-7b7318e7ab33'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '09fa6794-9546-426a-a93b-a741b523cd87'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:57:16.760530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7c376934-1f5f-4460-b78c-1c434914a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.800581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0805847e-5c5a-4ad3-98f0-18a5a44c1430 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.925134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0805847e-5c5a-4ad3-98f0-18a5a44c1430 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for 956f3e4d-4932-4d34-8c85-6a3df881bfef owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:17.013696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-7c376934-1f5f-4460-b78c-1c434914a430 None None] Allocated IP 2001:db8:0:1::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/6ab9b1eb-9d89-4b4f-8014-7b7318e7ab33/09fa6794-9546-426a-a93b-a741b523cd87) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:17.156285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7c376934-1f5f-4460-b78c-1c434914a430 None None] For port 09fa6794-9546-426a-a93b-a741b523cd87, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=09fa6794-9546-426a-a93b-a741b523cd87,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:17.183585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7c376934-1f5f-4460-b78c-1c434914a430 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.201633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7c376934-1f5f-4460-b78c-1c434914a430 None None] Transition to ACTIVE for port object 09fa6794-9546-426a-a93b-a741b523cd87 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:17.207663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7c376934-1f5f-4460-b78c-1c434914a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.212275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c08a6e2b-a6eb-4e29-8d83-25ac90cde32c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:17.269368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0805847e-5c5a-4ad3-98f0-18a5a44c1430 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.275171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:17.322451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805847e-5c5a-4ad3-98f0-18a5a44c1430 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=956f3e4d-4932-4d34-8c85-6a3df881bfef,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:17.326018 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0805847e-5c5a-4ad3-98f0-18a5a44c1430 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:17.354836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c376934-1f5f-4460-b78c-1c434914a430 None None] Pushing event updated for resources: {'Port': ['ID=09fa6794-9546-426a-a93b-a741b523cd87,revision_number=12']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:17.357933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7c376934-1f5f-4460-b78c-1c434914a430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:17.404779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0805847e-5c5a-4ad3-98f0-18a5a44c1430 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.415624 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0805847e-5c5a-4ad3-98f0-18a5a44c1430 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/956f3e4d-4932-4d34-8c85-6a3df881bfef HTTP/1.1" status: 204 len: 168 time: 0.9429553 Dec 22 04:57:17.418586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59990) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:17.506115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb750f-b2ea-490a-9b82-f5d7edc0e3d0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:17.506832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d1bb750f-b2ea-490a-9b82-f5d7edc0e3d0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:17.524491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d1bb750f-b2ea-490a-9b82-f5d7edc0e3d0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:17.528482 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d1bb750f-b2ea-490a-9b82-f5d7edc0e3d0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1064956 Dec 22 04:57:17.528754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59994) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:17.614051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295f3d18-5174-47da-ab54-ff882cab5b0e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:17.615639 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-295f3d18-5174-47da-ab54-ff882cab5b0e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0859556 Dec 22 04:57:17.618478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 59998) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:17.694849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f58afd7-827b-4e3d-a840-94a0c95c2aa7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:17.696387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f58afd7-827b-4e3d-a840-94a0c95c2aa7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:17.698612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f58afd7-827b-4e3d-a840-94a0c95c2aa7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:17.699496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9f58afd7-827b-4e3d-a840-94a0c95c2aa7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:17.718285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9f58afd7-827b-4e3d-a840-94a0c95c2aa7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:17.719496 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9f58afd7-827b-4e3d-a840-94a0c95c2aa7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1000254 Dec 22 04:57:17.722651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60002) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:17.795175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc0c63e-1f5a-4916-bb33-ed819042595b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 6ab9b1eb-9d89-4b4f-8014-7b7318e7ab33 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:17.798542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c63e-1f5a-4916-bb33-ed819042595b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.844233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9602da2e-d42f-4e76-8476-7f3dc2bb0619 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:17.856741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c63e-1f5a-4916-bb33-ed819042595b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.948866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c63e-1f5a-4916-bb33-ed819042595b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.950831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-216eabad-9d1e-4a98-98d0-417a8a332217 None None] Provisioning for port 09fa6794-9546-426a-a93b-a741b523cd87 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:17.966418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-216eabad-9d1e-4a98-98d0-417a8a332217 None None] Provisioning complete for port 09fa6794-9546-426a-a93b-a741b523cd87 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:17.966791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-216eabad-9d1e-4a98-98d0-417a8a332217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.022580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c63e-1f5a-4916-bb33-ed819042595b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.026401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9eab131b-5ae4-4024-89b1-136b3b4d49fe tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:18.061675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0c63e-1f5a-4916-bb33-ed819042595b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab9b1eb-9d89-4b4f-8014-7b7318e7ab33,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:18.065154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fc0c63e-1f5a-4916-bb33-ed819042595b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:18.067506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c63e-1f5a-4916-bb33-ed819042595b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.082204 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3fc0c63e-1f5a-4916-bb33-ed819042595b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/6ab9b1eb-9d89-4b4f-8014-7b7318e7ab33 HTTP/1.1" status: 204 len: 168 time: 0.3583400 Dec 22 04:57:18.085065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60006) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:18.160254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae6cb51-44d2-4f3a-abcc-3b9edece3c54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 74e4e4e9-f26e-4c62-bf19-1b4d289f9bd3 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:18.163796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ae6cb51-44d2-4f3a-abcc-3b9edece3c54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.222033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ae6cb51-44d2-4f3a-abcc-3b9edece3c54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.318570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ae6cb51-44d2-4f3a-abcc-3b9edece3c54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.320317 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 09fa6794-9546-426a-a93b-a741b523cd87 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:57:18.394140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 09fa6794-9546-426a-a93b-a741b523cd87 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:18.394510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.400076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ae6cb51-44d2-4f3a-abcc-3b9edece3c54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.406380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c1bb4351-0b99-4bd8-abea-557408e3be60 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:18.443714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6cb51-44d2-4f3a-abcc-3b9edece3c54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=74e4e4e9-f26e-4c62-bf19-1b4d289f9bd3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:18.447224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7ae6cb51-44d2-4f3a-abcc-3b9edece3c54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:18.448523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ae6cb51-44d2-4f3a-abcc-3b9edece3c54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.459311 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7ae6cb51-44d2-4f3a-abcc-3b9edece3c54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/74e4e4e9-f26e-4c62-bf19-1b4d289f9bd3 HTTP/1.1" status: 204 len: 168 time: 0.3722003 Dec 22 04:57:18.461770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60010) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:18.537876 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ec1d1a0b-4e69-4b34-8ca5-840032c1bdc9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742600 Dec 22 04:57:18.540780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60014) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:18.546972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:18.659774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:18.665873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:18.669352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:18.675934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:18.686184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:18.689778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.758346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88efaa9-1749-4bc1-a948-4e6771eafdb1 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:18.890273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-30dfc2ce-c9fa-407b-8eeb-6cc1cb3fd05b None None] Provisioning complete for port 09fa6794-9546-426a-a93b-a741b523cd87 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:18.890933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-30dfc2ce-c9fa-407b-8eeb-6cc1cb3fd05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.911547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.916115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a65ece6e-994b-40ed-92f5-b0c4aeee6a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:18.976809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:18.979934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:18.984615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:18.985204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.001034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=a70e1fce-91c7-410f-a226-85dd80deecfd,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:19.003443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:19.015528 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4736936 Dec 22 04:57:19.018456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60018) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:19.024105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:19.109883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:57:19.114085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] Deleting port 09fa6794-9546-426a-a93b-a741b523cd87 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:19.114619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.167208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:19.171163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:19.173962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:19.180092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:19.191024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:19.196576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.331312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.ipam_backend_mixin [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a70e1fce-91c7-410f-a226-85dd80deecfd (CIDR: 2001:db8::/64) Dec 22 04:57:19.335050 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:57:19.335500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:19.339516 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] For port 09fa6794-9546-426a-a93b-a741b523cd87, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=09fa6794-9546-426a-a93b-a741b523cd87,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:19.339849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.357308 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c24a6f1d-6dc6-4f58-baee-26aec41e4fde tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3350825 Dec 22 04:57:19.357627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60022) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:19.363351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:19.513293 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] Calling delete_port for 09fa6794-9546-426a-a93b-a741b523cd87 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:19.593548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.597292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0e1258ed-ed2e-498d-8237-f53e538e4603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:19.617719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:19.622385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:19.625209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:19.631148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:19.638731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] Pushing event deleted for resources: {'Port': ['ID=09fa6794-9546-426a-a93b-a741b523cd87,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:19.641821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:19.642600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] No DVR routers for this DVR port 09fa6794-9546-426a-a93b-a741b523cd87 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:19.645721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:19.649491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.659116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c9599-ff65-426e-a1c6-8259055ecfe2 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:19.875615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': 'a70e1fce-91c7-410f-a226-85dd80deecfd'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:57:19.876591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.018679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.objects.ports [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87555) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:57:20.019686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.024073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f83e923b-4eb4-4637-a6b9-1e6aad0bcc3b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:20.039234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/a70e1fce-91c7-410f-a226-85dd80deecfd/89120da2-5eea-4352-a339-906b963900a7) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:20.081681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:20.084525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:20.088737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:20.089309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.102012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=faebffec-fa76-4da7-b4bf-083040f41dbc,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:20.106552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:20.120514 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7615182 Dec 22 04:57:20.123334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60026) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:20.131179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:cb:f5:e1', 'name': 'tempest-NetworksTestDHCPv6-618322962'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:20.245021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.256543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Transition to ACTIVE for port object 89120da2-5eea-4352-a339-906b963900a7 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:20.272911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:20.277920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Transition to ACTIVE for port object 89120da2-5eea-4352-a339-906b963900a7 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:20.283487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:20.286541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.292263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-168e71ba-2e11-427d-bbb0-c6706035db4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:20.294472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:20.328625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 09fa6794-9546-426a-a93b-a741b523cd87 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:57:20.379719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 09fa6794-9546-426a-a93b-a741b523cd87 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:57:20.379934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 09fa6794-9546-426a-a93b-a741b523cd87 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:57:20.391017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:20.393886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:20.397410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:20.404303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Pushing event updated for resources: {'Port': ['ID=89120da2-5eea-4352-a339-906b963900a7,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:20.408118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:20.423498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.450523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port add37cef-d4c9-4ef2-a0a3-850a99196c7b yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:20.505349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Attempting to bind port 89120da2-5eea-4352-a339-906b963900a7 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:20.505722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Attempting to bind port 89120da2-5eea-4352-a339-906b963900a7 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:20.506104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Attempting to bind port 89120da2-5eea-4352-a339-906b963900a7 on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:57:20.511852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:57:20.512257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:57:20.512668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.513064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:57:20.513528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Bound port: 89120da2-5eea-4352-a339-906b963900a7, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:20.513903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.602368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] For port 89120da2-5eea-4352-a339-906b963900a7, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:57:20.605616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] For port 89120da2-5eea-4352-a339-906b963900a7, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=89120da2-5eea-4352-a339-906b963900a7,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:57:20.610515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.614964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:20.671962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f6 (36a40c79-7638-4692-a6b6-3e8acdc0390f/a70e1fce-91c7-410f-a226-85dd80deecfd/add37cef-d4c9-4ef2-a0a3-850a99196c7b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:20.678357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8:0:1:f816:3eff:fecb:f5e1 (36a40c79-7638-4692-a6b6-3e8acdc0390f/faebffec-fa76-4da7-b4bf-083040f41dbc/add37cef-d4c9-4ef2-a0a3-850a99196c7b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:20.694645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Pushing event updated for resources: {'Port': ['ID=89120da2-5eea-4352-a339-906b963900a7,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:20.697288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:20.910883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.929058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object add37cef-d4c9-4ef2-a0a3-850a99196c7b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:20.956265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.968005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d34885c1-bce8-4255-a8c9-47b2bc56e9d2 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:21.040041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:21.043427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:21.047387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:21.052982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:21.053582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.066257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=add37cef-d4c9-4ef2-a0a3-850a99196c7b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:21.070849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:21.086276 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9615688 Dec 22 04:57:21.090091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60030) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:21.157330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a7807-7ed3-40ef-aa0c-1a3f9f3e46d2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port add37cef-d4c9-4ef2-a0a3-850a99196c7b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:21.157724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7807-7ed3-40ef-aa0c-1a3f9f3e46d2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.413196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7807-7ed3-40ef-aa0c-1a3f9f3e46d2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.607685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6503d0-e7d7-48f3-b1ed-7ec8e0cfe04a None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:21.654074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a7807-7ed3-40ef-aa0c-1a3f9f3e46d2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for add37cef-d4c9-4ef2-a0a3-850a99196c7b owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:21.728282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-30c576ee-e3c1-4254-b234-c60eaaf4241e None None] Provisioning for port 89120da2-5eea-4352-a339-906b963900a7 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:21.867557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7807-7ed3-40ef-aa0c-1a3f9f3e46d2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.873866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:21.922517 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a7807-7ed3-40ef-aa0c-1a3f9f3e46d2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=add37cef-d4c9-4ef2-a0a3-850a99196c7b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:21.926134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aa3a7807-7ed3-40ef-aa0c-1a3f9f3e46d2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:21.941138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36167463-26d8-46ea-b281-3f8ad125b604 None None] Update dhcp port {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': 'a70e1fce-91c7-410f-a226-85dd80deecfd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'faebffec-fa76-4da7-b4bf-083040f41dbc'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '89120da2-5eea-4352-a339-906b963900a7'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:57:21.992792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-36167463-26d8-46ea-b281-3f8ad125b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.008972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7807-7ed3-40ef-aa0c-1a3f9f3e46d2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.021581 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-aa3a7807-7ed3-40ef-aa0c-1a3f9f3e46d2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/add37cef-d4c9-4ef2-a0a3-850a99196c7b HTTP/1.1" status: 204 len: 168 time: 0.9282291 Dec 22 04:57:22.022046 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60034) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:22.109411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d089a4-9549-4e3a-9a38-974d0e56b029 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:22.110955 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-83d089a4-9549-4e3a-9a38-974d0e56b029 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0879040 Dec 22 04:57:22.113923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60038) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:22.198504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2cfd03-1f6d-4c26-88bf-03ece63b836a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:22.199214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8e2cfd03-1f6d-4c26-88bf-03ece63b836a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:22.216605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8e2cfd03-1f6d-4c26-88bf-03ece63b836a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:22.221139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60042) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:22.221284 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8e2cfd03-1f6d-4c26-88bf-03ece63b836a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1062462 Dec 22 04:57:22.230030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-36167463-26d8-46ea-b281-3f8ad125b604 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb8:b715 (36a40c79-7638-4692-a6b6-3e8acdc0390f/faebffec-fa76-4da7-b4bf-083040f41dbc/89120da2-5eea-4352-a339-906b963900a7) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:22.306858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c558cf9-c03d-4c5c-8139-02131dee6df8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:22.308427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c558cf9-c03d-4c5c-8139-02131dee6df8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:22.309930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c558cf9-c03d-4c5c-8139-02131dee6df8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:22.310790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c558cf9-c03d-4c5c-8139-02131dee6df8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:22.329470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c558cf9-c03d-4c5c-8139-02131dee6df8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:22.330900 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9c558cf9-c03d-4c5c-8139-02131dee6df8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1084607 Dec 22 04:57:22.333812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60046) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:22.359021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 89120da2-5eea-4352-a339-906b963900a7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:57:22.405243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a290a76b-13b6-4809-8f52-55eb58dbc681 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet a70e1fce-91c7-410f-a226-85dd80deecfd {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:22.421728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-36167463-26d8-46ea-b281-3f8ad125b604 None None] For port 89120da2-5eea-4352-a339-906b963900a7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=89120da2-5eea-4352-a339-906b963900a7,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:22.458712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-36167463-26d8-46ea-b281-3f8ad125b604 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.476010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 89120da2-5eea-4352-a339-906b963900a7 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:22.479279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-36167463-26d8-46ea-b281-3f8ad125b604 None None] Transition to ACTIVE for port object 89120da2-5eea-4352-a339-906b963900a7 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:22.481945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 89120da2-5eea-4352-a339-906b963900a7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:22.482326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.489993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a290a76b-13b6-4809-8f52-55eb58dbc681 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.510700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-36167463-26d8-46ea-b281-3f8ad125b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.519384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c751305d-7732-4146-a2dc-3d151c0e721a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:22.541091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a290a76b-13b6-4809-8f52-55eb58dbc681 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.623606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a290a76b-13b6-4809-8f52-55eb58dbc681 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.680384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Port 89120da2-5eea-4352-a339-906b963900a7 had new provisioning blocks added so it will not transition to active. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Dec 22 04:57:22.682404 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36167463-26d8-46ea-b281-3f8ad125b604 None None] Pushing event updated for resources: {'Port': ['ID=89120da2-5eea-4352-a339-906b963900a7,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:22.685672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-36167463-26d8-46ea-b281-3f8ad125b604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:22.705417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a290a76b-13b6-4809-8f52-55eb58dbc681 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.709426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-557a8be0-23f3-47a9-b61f-33c8a09dae1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:22.745526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290a76b-13b6-4809-8f52-55eb58dbc681 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=a70e1fce-91c7-410f-a226-85dd80deecfd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:22.748673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a290a76b-13b6-4809-8f52-55eb58dbc681 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:22.749690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a290a76b-13b6-4809-8f52-55eb58dbc681 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.763895 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a290a76b-13b6-4809-8f52-55eb58dbc681 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/a70e1fce-91c7-410f-a226-85dd80deecfd HTTP/1.1" status: 204 len: 168 time: 0.4290774 Dec 22 04:57:22.766514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60050) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:22.838506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c17795-2e8b-404e-9ba1-249be6d9788d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet faebffec-fa76-4da7-b4bf-083040f41dbc {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:22.851026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c17795-2e8b-404e-9ba1-249be6d9788d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.908346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c17795-2e8b-404e-9ba1-249be6d9788d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.993539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c17795-2e8b-404e-9ba1-249be6d9788d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.077516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c17795-2e8b-404e-9ba1-249be6d9788d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.081477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2610e4f0-bcec-4c1c-a42f-4e7d6c3fc8fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:23.119004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c17795-2e8b-404e-9ba1-249be6d9788d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=faebffec-fa76-4da7-b4bf-083040f41dbc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:23.121106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c17795-2e8b-404e-9ba1-249be6d9788d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.123975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05c17795-2e8b-404e-9ba1-249be6d9788d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:23.131768 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-05c17795-2e8b-404e-9ba1-249be6d9788d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/faebffec-fa76-4da7-b4bf-083040f41dbc HTTP/1.1" status: 204 len: 168 time: 0.3642428 Dec 22 04:57:23.134273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60054) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:23.182483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3e108e-4456-4fb8-91e4-877b3705f337 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:23.208709 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b5865fea-7ad2-4a74-9b96-f30fd9829528 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700917 Dec 22 04:57:23.209020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60058) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:23.214377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:23.268003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5f52619e-ba6f-44ca-862e-4103c2f3c797 None None] Could not find standard attr ID for object add37cef-d4c9-4ef2-a0a3-850a99196c7b. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:23.324854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:23.328951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:23.331771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:23.337532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:23.347319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5f52619e-ba6f-44ca-862e-4103c2f3c797 None None] Provisioning for port 89120da2-5eea-4352-a339-906b963900a7 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:23.348448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:23.351892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.361607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5f52619e-ba6f-44ca-862e-4103c2f3c797 None None] Provisioning complete for port 89120da2-5eea-4352-a339-906b963900a7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:23.362002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5f52619e-ba6f-44ca-862e-4103c2f3c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.503509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5f52619e-ba6f-44ca-862e-4103c2f3c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.539244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5f52619e-ba6f-44ca-862e-4103c2f3c797 None None] For port 89120da2-5eea-4352-a339-906b963900a7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=89120da2-5eea-4352-a339-906b963900a7,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:23.544761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5f52619e-ba6f-44ca-862e-4103c2f3c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.546577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:23.578315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:57:23.600120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] Deleting port 89120da2-5eea-4352-a339-906b963900a7 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:23.600517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.667965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52619e-ba6f-44ca-862e-4103c2f3c797 None None] Pushing event updated for resources: {'Port': ['ID=89120da2-5eea-4352-a339-906b963900a7,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:23.693814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5f52619e-ba6f-44ca-862e-4103c2f3c797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:23.699393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.703004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-131d051b-bb1d-44b4-9699-f68b983ce116 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:23.762280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:23.765466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:23.769691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:23.770262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.778054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=49c8db19-27e7-419d-aede-cc6e1d763a13,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:23.784605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:23.803001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60062) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:23.803566 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5934114 Dec 22 04:57:23.809587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:23.841796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] For port 89120da2-5eea-4352-a339-906b963900a7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=89120da2-5eea-4352-a339-906b963900a7,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:23.842169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.949366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:23.953532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:23.956422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:23.962452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:23.965424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] Calling delete_port for 89120da2-5eea-4352-a339-906b963900a7 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:23.974549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:23.978309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.043991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.047675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8424e226-bcd9-41db-9787-e824bac7ac21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:24.108209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] Pushing event deleted for resources: {'Port': ['ID=89120da2-5eea-4352-a339-906b963900a7,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:24.110612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:24.113643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] No DVR routers for this DVR port 89120da2-5eea-4352-a339-906b963900a7 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:24.116640 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.ipam_backend_mixin [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49c8db19-27e7-419d-aede-cc6e1d763a13 (CIDR: 2001:db8::/64) Dec 22 04:57:24.122066 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:57:24.122558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:24.129252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9178f7-5314-4f4a-96bb-44fa1c57fdc2 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:24.143496 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4c2d02ba-39c6-43a6-bdb2-2967e0c55eca tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3389213 Dec 22 04:57:24.146529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60066) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:24.153522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'subnet': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:24.336926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:24.341879 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Usage tracker for resource:subnet and tenant:410aa0d639e647439429948207b5261c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:24.345523 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:24.345853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 89120da2-5eea-4352-a339-906b963900a7 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:57:24.354210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:24.367752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:24.373989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.395112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 89120da2-5eea-4352-a339-906b963900a7 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:57:24.395472 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 89120da2-5eea-4352-a339-906b963900a7 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:57:24.457122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-36a40c79-7638-4692-a6b6-3e8acdc0390f', 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'tenant_id': '410aa0d639e647439429948207b5261c', 'fixed_ips': [{'subnet_id': '49c8db19-27e7-419d-aede-cc6e1d763a13'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:57:24.458824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.632341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-44363675-3af6-4e2f-bea5-d12d21e664b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.653601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Allocated IP 2001:db8::2 (36a40c79-7638-4692-a6b6-3e8acdc0390f/49c8db19-27e7-419d-aede-cc6e1d763a13/86cd558b-a391-4296-9fc0-2db58a3245bf) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:24.835430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 04:57:24.836647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.841449 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6ae82cdd-0ff4-41ef-a8df-979e006cfb55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:24.895485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:24.899363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:24.904278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:24.905192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.911291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.923020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Subnet': ['ID=fba2de8a-f7d0-445b-83cc-b27529c9e2fc,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:24.924755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Transition to ACTIVE for port object 86cd558b-a391-4296-9fc0-2db58a3245bf will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:24.926087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:24.947555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Transition to ACTIVE for port object 86cd558b-a391-4296-9fc0-2db58a3245bf will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:24.951287 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8019917 Dec 22 04:57:24.952921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60070) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:24.960417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.961191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Request body: {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'mac_address': 'fa:16:3e:98:ec:eb', 'name': 'tempest-NetworksTestDHCPv6-1669566784'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:24.968956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-988049fd-ab62-4e18-9c60-b442e6046b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:25.032527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:25.035550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:25.040529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:25.049990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Pushing event updated for resources: {'Port': ['ID=86cd558b-a391-4296-9fc0-2db58a3245bf,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:25.078782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:25.123110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:25.132692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:25.142235 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Attempting to bind port 86cd558b-a391-4296-9fc0-2db58a3245bf on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:25.142613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Attempting to bind port 86cd558b-a391-4296-9fc0-2db58a3245bf by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:25.142979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Attempting to bind port 86cd558b-a391-4296-9fc0-2db58a3245bf on network 36a40c79-7638-4692-a6b6-3e8acdc0390f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:57:25.145984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Made reservation on behalf of 410aa0d639e647439429948207b5261c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:25.148364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:57:25.148750 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Checking segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:57:25.149155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.149601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Bound using segment: {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:57:25.150064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Bound port: 86cd558b-a391-4296-9fc0-2db58a3245bf, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:25.150445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.250648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] For port 86cd558b-a391-4296-9fc0-2db58a3245bf, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:57:25.253936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] For port 86cd558b-a391-4296-9fc0-2db58a3245bf, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86cd558b-a391-4296-9fc0-2db58a3245bf,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:57:25.260242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.265113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e090a06c-d9bd-4ce9-a4db-f73e629a7ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:25.284337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.315525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] device_id is not set on port ce7c5770-4591-4695-b7e9-763b3b859768 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:25.366431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Pushing event updated for resources: {'Port': ['ID=86cd558b-a391-4296-9fc0-2db58a3245bf,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:25.373343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:25.555388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8::f8 (36a40c79-7638-4692-a6b6-3e8acdc0390f/49c8db19-27e7-419d-aede-cc6e1d763a13/ce7c5770-4591-4695-b7e9-763b3b859768) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:25.562283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Allocated IP 2001:db8:0:1:f816:3eff:fe98:eceb (36a40c79-7638-4692-a6b6-3e8acdc0390f/fba2de8a-f7d0-445b-83cc-b27529c9e2fc/ce7c5770-4591-4695-b7e9-763b3b859768) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:25.773815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.791082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Transition to ACTIVE for port object ce7c5770-4591-4695-b7e9-763b3b859768 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:25.818361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.824485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99b1cc5f-e5e9-4846-a8b8-8631b064208a tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:25.892415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:25.895426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:25.899831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:25.905573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:25.906152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.914454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event updated for resources: {'Port': ['ID=ce7c5770-4591-4695-b7e9-763b3b859768,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:25.921500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:25.937795 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9838274 Dec 22 04:57:25.940545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60074) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:26.012985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e1766ae4-db32-451c-ba72-0c01be7dd660 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting port ce7c5770-4591-4695-b7e9-763b3b859768 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:26.013211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1766ae4-db32-451c-ba72-0c01be7dd660 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.273112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1766ae4-db32-451c-ba72-0c01be7dd660 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.354121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86cd558b-a391-4296-9fc0-2db58a3245bf up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:57:26.380196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0860c49-5a8f-47aa-9124-d3abfd3df2a8 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:26.408246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e1766ae4-db32-451c-ba72-0c01be7dd660 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Calling delete_port for ce7c5770-4591-4695-b7e9-763b3b859768 owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:26.499472 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b5354757-951e-40ec-9a1b-a48675eeb985 None None] Provisioning for port 86cd558b-a391-4296-9fc0-2db58a3245bf completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:26.568035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 86cd558b-a391-4296-9fc0-2db58a3245bf completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:26.589004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 86cd558b-a391-4296-9fc0-2db58a3245bf triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:26.589391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.629639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1766ae4-db32-451c-ba72-0c01be7dd660 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.635677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b4d7554-8353-4a8a-a5cf-af4f5b70440c tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:26.685861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1766ae4-db32-451c-ba72-0c01be7dd660 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Port': ['ID=ce7c5770-4591-4695-b7e9-763b3b859768,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:26.689029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e1766ae4-db32-451c-ba72-0c01be7dd660 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:26.762719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1766ae4-db32-451c-ba72-0c01be7dd660 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.764693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.772794 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e1766ae4-db32-451c-ba72-0c01be7dd660 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/ce7c5770-4591-4695-b7e9-763b3b859768 HTTP/1.1" status: 204 len: 168 time: 0.8310277 Dec 22 04:57:26.776557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60078) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:26.782416 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:57:26.803627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 86cd558b-a391-4296-9fc0-2db58a3245bf, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86cd558b-a391-4296-9fc0-2db58a3245bf,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:26.840404 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.846723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:26.946071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-85573034-3763-4fd9-b509-270d6a993a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.954760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=86cd558b-a391-4296-9fc0-2db58a3245bf,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:26.959950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:26.962626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369b1843-c03c-410f-b202-8b8bdbdb4834 None None] Update dhcp port {'port': {'network_id': '36a40c79-7638-4692-a6b6-3e8acdc0390f', 'fixed_ips': [{'subnet_id': '49c8db19-27e7-419d-aede-cc6e1d763a13', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fba2de8a-f7d0-445b-83cc-b27529c9e2fc'}], 'binding:host_id': 'dv-neutron-822524-1-hyperv'}, 'id': '86cd558b-a391-4296-9fc0-2db58a3245bf'} from dv-neutron-822524-1-hyperv. {{(pid=87556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 04:57:26.982786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69425552-e0cd-4b18-a4ae-666ea880beda tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:26.983642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-69425552-e0cd-4b18-a4ae-666ea880beda tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:27.000584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-69425552-e0cd-4b18-a4ae-666ea880beda tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:27.001763 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-69425552-e0cd-4b18-a4ae-666ea880beda tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2242746 Dec 22 04:57:27.004831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60082) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:27.024275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-369b1843-c03c-410f-b202-8b8bdbdb4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.085918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9de85e-f764-48c5-b0d8-8eb1ea33fab5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:27.087988 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fb9de85e-f764-48c5-b0d8-8eb1ea33fab5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0821593 Dec 22 04:57:27.094463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60086) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:27.166632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0399d8be-5848-4551-9dbf-2c5afd405af3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:27.168093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0399d8be-5848-4551-9dbf-2c5afd405af3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:27.169634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0399d8be-5848-4551-9dbf-2c5afd405af3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:27.170428 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0399d8be-5848-4551-9dbf-2c5afd405af3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Synchronizing usage tracker for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:57:27.188936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0399d8be-5848-4551-9dbf-2c5afd405af3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Unset dirty status for tenant:410aa0d639e647439429948207b5261c on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:57:27.190185 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0399d8be-5848-4551-9dbf-2c5afd405af3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0946674 Dec 22 04:57:27.193496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60090) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:27.263401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c32336f-547a-4d0f-aedc-bd7a6f656a33 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet 49c8db19-27e7-419d-aede-cc6e1d763a13 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:27.265735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-369b1843-c03c-410f-b202-8b8bdbdb4834 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe04:d131 (36a40c79-7638-4692-a6b6-3e8acdc0390f/fba2de8a-f7d0-445b-83cc-b27529c9e2fc/86cd558b-a391-4296-9fc0-2db58a3245bf) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:27.403716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-369b1843-c03c-410f-b202-8b8bdbdb4834 None None] For port 86cd558b-a391-4296-9fc0-2db58a3245bf, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86cd558b-a391-4296-9fc0-2db58a3245bf,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:27.429163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-369b1843-c03c-410f-b202-8b8bdbdb4834 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.446088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-369b1843-c03c-410f-b202-8b8bdbdb4834 None None] Transition to ACTIVE for port object 86cd558b-a391-4296-9fc0-2db58a3245bf will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:27.451260 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c32336f-547a-4d0f-aedc-bd7a6f656a33 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.451401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-369b1843-c03c-410f-b202-8b8bdbdb4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.454927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:27.506645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c32336f-547a-4d0f-aedc-bd7a6f656a33 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.599258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c32336f-547a-4d0f-aedc-bd7a6f656a33 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.606256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b1843-c03c-410f-b202-8b8bdbdb4834 None None] Pushing event updated for resources: {'Port': ['ID=86cd558b-a391-4296-9fc0-2db58a3245bf,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:27.609582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-369b1843-c03c-410f-b202-8b8bdbdb4834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:27.677094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c32336f-547a-4d0f-aedc-bd7a6f656a33 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.681502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b682e3c2-fec0-48c2-8665-ad0c89ee580d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:27.720539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32336f-547a-4d0f-aedc-bd7a6f656a33 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=49c8db19-27e7-419d-aede-cc6e1d763a13,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:27.722541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c32336f-547a-4d0f-aedc-bd7a6f656a33 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.725719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c32336f-547a-4d0f-aedc-bd7a6f656a33 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:27.738441 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8c32336f-547a-4d0f-aedc-bd7a6f656a33 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/49c8db19-27e7-419d-aede-cc6e1d763a13 HTTP/1.1" status: 204 len: 168 time: 0.5430193 Dec 22 04:57:27.741478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60094) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:27.813197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-421d3227-320e-4623-b100-7cd02ac243bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Deleting subnet fba2de8a-f7d0-445b-83cc-b27529c9e2fc {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:27.816476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-421d3227-320e-4623-b100-7cd02ac243bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.872827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-421d3227-320e-4623-b100-7cd02ac243bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.937483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.967045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-421d3227-320e-4623-b100-7cd02ac243bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.043536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-421d3227-320e-4623-b100-7cd02ac243bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.047527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:28.081253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721f7028-5ed1-4eaa-9791-2f605dc99b59 None None] Network 36a40c79-7638-4692-a6b6-3e8acdc0390f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:28.094294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d3227-320e-4623-b100-7cd02ac243bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Subnet': ['ID=fba2de8a-f7d0-445b-83cc-b27529c9e2fc,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:28.097336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-421d3227-320e-4623-b100-7cd02ac243bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:28.098308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-421d3227-320e-4623-b100-7cd02ac243bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.107970 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-421d3227-320e-4623-b100-7cd02ac243bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/fba2de8a-f7d0-445b-83cc-b27529c9e2fc HTTP/1.1" status: 204 len: 168 time: 0.3654802 Dec 22 04:57:28.110829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60098) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.172891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.186201 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b9459098-c692-4b4a-9f16-f092ebefbf1d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739629 Dec 22 04:57:28.188605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60102) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.261395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b23f288d-0ae4-43fd-b125-6f13c0211003 None None] Provisioning for port 86cd558b-a391-4296-9fc0-2db58a3245bf completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:28.273440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd5a9ba-e11b-456b-b339-1d3dfc228f9c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:28.274731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b23f288d-0ae4-43fd-b125-6f13c0211003 None None] Provisioning complete for port 86cd558b-a391-4296-9fc0-2db58a3245bf triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:28.275027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b23f288d-0ae4-43fd-b125-6f13c0211003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.278245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60106) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.278732 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cdd5a9ba-e11b-456b-b339-1d3dfc228f9c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0888264 Dec 22 04:57:28.334092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86cd558b-a391-4296-9fc0-2db58a3245bf up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:57:28.346398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a6a7c9-ad40-4a6c-9913-04d3b3422b54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:28.347924 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d9a6a7c9-ad40-4a6c-9913-04d3b3422b54 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0686502 Dec 22 04:57:28.350530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60110) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.476980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 86cd558b-a391-4296-9fc0-2db58a3245bf triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:28.477613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.517395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] DHCP port deletion for 36a40c79-7638-4692-a6b6-3e8acdc0390f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:57:28.531603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] Deleting port 86cd558b-a391-4296-9fc0-2db58a3245bf {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:28.531986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.565356 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e0cc65ec-6a27-4150-8550-76e9b9608bfd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2089541 Dec 22 04:57:28.565948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60114) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.610705 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-76224dcb-064c-4e05-a09a-e08b085998f9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:28.611162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76224dcb-064c-4e05-a09a-e08b085998f9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:28.612910 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-76224dcb-064c-4e05-a09a-e08b085998f9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/ce7c5770-4591-4695-b7e9-763b3b859768 HTTP/1.1" status: 404 len: 333 time: 0.0457730 Dec 22 04:57:28.615588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60118) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.653044 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f2089d-0b46-44b4-9ba3-b9a25ddc33fc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:28.653484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f2089d-0b46-44b4-9ba3-b9a25ddc33fc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:28.655132 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-05f2089d-0b46-44b4-9ba3-b9a25ddc33fc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/fba2de8a-f7d0-445b-83cc-b27529c9e2fc HTTP/1.1" status: 404 len: 337 time: 0.0386591 Dec 22 04:57:28.657880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60122) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.699876 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ec3d80-d3e2-4c3d-b1a7-a773605364c5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:28.700363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ec3d80-d3e2-4c3d-b1a7-a773605364c5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:28.702046 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-80ec3d80-d3e2-4c3d-b1a7-a773605364c5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/49c8db19-27e7-419d-aede-cc6e1d763a13 HTTP/1.1" status: 404 len: 337 time: 0.0431857 Dec 22 04:57:28.704724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.746227 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4e40f5-dabb-4971-9284-8ae1d89f4ab3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:28.746598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4e40f5-dabb-4971-9284-8ae1d89f4ab3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:28.748694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e4e40f5-dabb-4971-9284-8ae1d89f4ab3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/add37cef-d4c9-4ef2-a0a3-850a99196c7b HTTP/1.1" status: 404 len: 333 time: 0.0426564 Dec 22 04:57:28.751208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60130) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.789764 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-facf8ad4-45f0-4943-9e74-90a29aea35c0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:28.790409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facf8ad4-45f0-4943-9e74-90a29aea35c0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:28.792331 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-facf8ad4-45f0-4943-9e74-90a29aea35c0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/faebffec-fa76-4da7-b4bf-083040f41dbc HTTP/1.1" status: 404 len: 337 time: 0.0398762 Dec 22 04:57:28.794419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] For port 86cd558b-a391-4296-9fc0-2db58a3245bf, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86cd558b-a391-4296-9fc0-2db58a3245bf,segment=NetworkSegment(50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f),segment_id=50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:28.794876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.795017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60134) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.832816 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e836fb-9526-424f-b836-f9fe89900636 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:28.833257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e836fb-9526-424f-b836-f9fe89900636 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:28.834887 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-91e836fb-9526-424f-b836-f9fe89900636 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/a70e1fce-91c7-410f-a226-85dd80deecfd HTTP/1.1" status: 404 len: 337 time: 0.0387514 Dec 22 04:57:28.837806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60138) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.882830 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1b1c86-3604-4cef-900e-3befe655064c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:28.883280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1b1c86-3604-4cef-900e-3befe655064c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:28.884977 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-df1b1c86-3604-4cef-900e-3befe655064c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/956f3e4d-4932-4d34-8c85-6a3df881bfef HTTP/1.1" status: 404 len: 333 time: 0.0462253 Dec 22 04:57:28.887745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60142) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.917535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] Calling delete_port for 86cd558b-a391-4296-9fc0-2db58a3245bf owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:28.925013 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2cad34-b6df-4b81-a07c-8ee81902601d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:28.925458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2cad34-b6df-4b81-a07c-8ee81902601d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:28.927070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0d2cad34-b6df-4b81-a07c-8ee81902601d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/6ab9b1eb-9d89-4b4f-8014-7b7318e7ab33 HTTP/1.1" status: 404 len: 337 time: 0.0384290 Dec 22 04:57:28.929749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60146) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:28.970177 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c54eec-1ed8-4525-a354-112d4f7332a2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:28.970551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c54eec-1ed8-4525-a354-112d4f7332a2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:28.972263 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-98c54eec-1ed8-4525-a354-112d4f7332a2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/74e4e4e9-f26e-4c62-bf19-1b4d289f9bd3 HTTP/1.1" status: 404 len: 337 time: 0.0415843 Dec 22 04:57:28.975487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60152) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.001400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.005319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7e161c95-29d2-4a1e-bc99-8c1a525e0f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:29.024670 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-58adf0ac-7283-4aa9-9501-d636cb3e3cee tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.025128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58adf0ac-7283-4aa9-9501-d636cb3e3cee tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.026791 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-58adf0ac-7283-4aa9-9501-d636cb3e3cee tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/d4bed2ad-9340-4ee1-945b-e1c1eaf2718a HTTP/1.1" status: 404 len: 333 time: 0.0503733 Dec 22 04:57:29.029740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60156) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.047906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] Pushing event deleted for resources: {'Port': ['ID=86cd558b-a391-4296-9fc0-2db58a3245bf,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:29.050947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:29.051751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] No DVR routers for this DVR port 86cd558b-a391-4296-9fc0-2db58a3245bf on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:29.073017 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f7e1a5-41d2-4ace-8850-617bb16973ee tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.073471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f7e1a5-41d2-4ace-8850-617bb16973ee tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.075176 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-78f7e1a5-41d2-4ace-8850-617bb16973ee tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/77d64cc7-ab18-4f4a-81fe-0cb51f28b810 HTTP/1.1" status: 404 len: 337 time: 0.0443952 Dec 22 04:57:29.077765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60160) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.116249 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-289cdf25-4e88-4f17-a1cb-5d02ad9d3e07 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.116702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289cdf25-4e88-4f17-a1cb-5d02ad9d3e07 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.118449 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-289cdf25-4e88-4f17-a1cb-5d02ad9d3e07 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/96aa3c6b-4f7a-4903-9c78-8f86c0ec7193 HTTP/1.1" status: 404 len: 337 time: 0.0396082 Dec 22 04:57:29.120850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60164) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.162361 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d4d52a-f9a8-4d24-a4eb-3c4b04d5993e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.162829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d4d52a-f9a8-4d24-a4eb-3c4b04d5993e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.164523 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a5d4d52a-f9a8-4d24-a4eb-3c4b04d5993e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/874c9136-b021-41e2-9289-8821135b7ec9 HTTP/1.1" status: 404 len: 333 time: 0.0427537 Dec 22 04:57:29.168089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60168) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.209780 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1095a56-b6a3-47f0-8ef5-d5cc4108be50 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.210237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1095a56-b6a3-47f0-8ef5-d5cc4108be50 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.211928 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b1095a56-b6a3-47f0-8ef5-d5cc4108be50 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/b17aea7f-3da6-40a0-87cf-333564a149c8 HTTP/1.1" status: 404 len: 337 time: 0.0428963 Dec 22 04:57:29.214877 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60172) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.255763 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48092a2-177c-45c1-854d-f0f825af400f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.256164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48092a2-177c-45c1-854d-f0f825af400f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.257850 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f48092a2-177c-45c1-854d-f0f825af400f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/1ec648b3-0c44-42c8-bb9c-d4a1b37a1c2d HTTP/1.1" status: 404 len: 333 time: 0.0421054 Dec 22 04:57:29.260925 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60176) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.298845 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fa50a6-8c2b-4235-8d07-ffb4a1af39d3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.299503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fa50a6-8c2b-4235-8d07-ffb4a1af39d3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.301290 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-40fa50a6-8c2b-4235-8d07-ffb4a1af39d3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/d91da17b-2316-4f9b-aa86-c376ad194da9 HTTP/1.1" status: 404 len: 337 time: 0.0394747 Dec 22 04:57:29.303694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60180) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.349381 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-37063904-133f-4d10-9528-76c14ba49b6d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.349759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37063904-133f-4d10-9528-76c14ba49b6d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.351506 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-37063904-133f-4d10-9528-76c14ba49b6d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/57d3cde5-23c3-4354-8570-575858e72785 HTTP/1.1" status: 404 len: 333 time: 0.0467954 Dec 22 04:57:29.355155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60184) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.392479 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b875c6e-b47d-4d97-ae88-1917809904e6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.392932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b875c6e-b47d-4d97-ae88-1917809904e6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.394642 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6b875c6e-b47d-4d97-ae88-1917809904e6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/a039f068-0d3a-4b51-8fc7-5882ea14acb4 HTTP/1.1" status: 404 len: 337 time: 0.0386031 Dec 22 04:57:29.397788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60188) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.400027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.441489 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee306e7-5fea-4b12-909d-4f40a4fd8e6a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.441962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee306e7-5fea-4b12-909d-4f40a4fd8e6a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.443610 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dee306e7-5fea-4b12-909d-4f40a4fd8e6a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/d5ed516d-17a3-4e02-a2d4-91d41719aa50 HTTP/1.1" status: 404 len: 333 time: 0.0448935 Dec 22 04:57:29.446457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60192) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.487435 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2bd112-8d10-4f09-8740-31c21d2fdf44 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.487892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2bd112-8d10-4f09-8740-31c21d2fdf44 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.489584 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5e2bd112-8d10-4f09-8740-31c21d2fdf44 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/b4b823a9-496a-4c53-b0db-94a69d35af4e HTTP/1.1" status: 404 len: 337 time: 0.0422552 Dec 22 04:57:29.493707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60196) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.535593 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae99463-57b0-4952-9534-01551ed65c41 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.535971 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae99463-57b0-4952-9534-01551ed65c41 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.537640 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5ae99463-57b0-4952-9534-01551ed65c41 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/32c53031-50d2-478d-b920-bfed3e9fa10d HTTP/1.1" status: 404 len: 333 time: 0.0433421 Dec 22 04:57:29.541345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60200) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.581527 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1d96e4-3eed-438b-9cf2-aa4993590700 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.581988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1d96e4-3eed-438b-9cf2-aa4993590700 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.583694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3e1d96e4-3eed-438b-9cf2-aa4993590700 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/185b72b8-684d-448f-8cdf-ea1f1236549f HTTP/1.1" status: 404 len: 337 time: 0.0414498 Dec 22 04:57:29.586352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60204) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.631209 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1502aa38-4fcd-4347-a16e-43ecf1f37bab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.631669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1502aa38-4fcd-4347-a16e-43ecf1f37bab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.633354 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1502aa38-4fcd-4347-a16e-43ecf1f37bab tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/6bb48500-fb6c-42dc-9610-a581732d5030 HTTP/1.1" status: 404 len: 333 time: 0.0460167 Dec 22 04:57:29.636189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60208) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.673838 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe9c3d4-1c9c-4fd2-90ec-b929ab383062 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.674202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe9c3d4-1c9c-4fd2-90ec-b929ab383062 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.675810 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dfe9c3d4-1c9c-4fd2-90ec-b929ab383062 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/e93633b0-cdfe-49ee-8e37-441b17fbe36e HTTP/1.1" status: 404 len: 337 time: 0.0387411 Dec 22 04:57:29.678283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60212) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.715671 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e85a9d4-804e-4967-bf8e-01a30d55e89f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.716118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e85a9d4-804e-4967-bf8e-01a30d55e89f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.717733 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8e85a9d4-804e-4967-bf8e-01a30d55e89f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/f240088d-b91a-4c59-ade9-f7590fdf2c92 HTTP/1.1" status: 404 len: 337 time: 0.0385821 Dec 22 04:57:29.721220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60216) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.765660 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c0f41f-b833-478e-bc7a-5d5383503195 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.766117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c0f41f-b833-478e-bc7a-5d5383503195 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.767775 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b4c0f41f-b833-478e-bc7a-5d5383503195 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/dfde571d-c22f-4c18-a807-cb3144eea15e HTTP/1.1" status: 404 len: 333 time: 0.0456929 Dec 22 04:57:29.771582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60220) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.809783 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9711d56e-d5b2-4652-b1b5-82eeb4a163e1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.810162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9711d56e-d5b2-4652-b1b5-82eeb4a163e1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.811759 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9711d56e-d5b2-4652-b1b5-82eeb4a163e1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/afa27ab3-aa97-459d-80fd-d66b5227fd0e HTTP/1.1" status: 404 len: 337 time: 0.0393167 Dec 22 04:57:29.814198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60224) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.851294 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df40001-89c4-44c4-8f9a-17605424e694 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.851725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df40001-89c4-44c4-8f9a-17605424e694 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.853472 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1df40001-89c4-44c4-8f9a-17605424e694 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/ebd07b37-d2a2-4517-a5ae-cc8114c8c2c3 HTTP/1.1" status: 404 len: 337 time: 0.0383928 Dec 22 04:57:29.858020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60228) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.912740 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-585f6d73-4bc3-4a22-8e39-3872fbd1dc55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.913190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585f6d73-4bc3-4a22-8e39-3872fbd1dc55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.914831 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-585f6d73-4bc3-4a22-8e39-3872fbd1dc55 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/0d808b08-dd47-4581-b35d-0ae9f82c6f8f HTTP/1.1" status: 404 len: 333 time: 0.0555928 Dec 22 04:57:29.919049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60232) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:29.958373 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7582f81-f14f-4bf9-8736-168ea11cf4b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:29.958890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7582f81-f14f-4bf9-8736-168ea11cf4b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:29.960738 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c7582f81-f14f-4bf9-8736-168ea11cf4b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/b5994a7f-359c-470e-8e2d-fad529bdbfe0 HTTP/1.1" status: 404 len: 337 time: 0.0407996 Dec 22 04:57:29.963861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60236) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.002932 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f468fedc-52e5-4207-ac0a-5019a9feaf50 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.003371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f468fedc-52e5-4207-ac0a-5019a9feaf50 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.005036 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f468fedc-52e5-4207-ac0a-5019a9feaf50 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/67d371d8-c875-47c0-b2ca-071fc09068b0 HTTP/1.1" status: 404 len: 337 time: 0.0401130 Dec 22 04:57:30.009259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60240) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.057743 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbbfbdd-9ba0-4b69-ae41-28a232655a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.058198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbbfbdd-9ba0-4b69-ae41-28a232655a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.059964 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1fbbfbdd-9ba0-4b69-ae41-28a232655a2e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/93d3d2aa-fc31-4230-9afb-c4bdb5a81818 HTTP/1.1" status: 404 len: 333 time: 0.0489357 Dec 22 04:57:30.063461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60244) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.100759 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05b783c-571b-419b-abc9-f22eb1836379 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.101204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05b783c-571b-419b-abc9-f22eb1836379 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.102867 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d05b783c-571b-419b-abc9-f22eb1836379 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/058b2933-6ced-4d75-aef1-8c3cfd794d90 HTTP/1.1" status: 404 len: 337 time: 0.0384853 Dec 22 04:57:30.105301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60248) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.144954 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a8f2fb-38c8-4d5b-84e1-b42073f88624 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.145405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a8f2fb-38c8-4d5b-84e1-b42073f88624 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.147040 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b5a8f2fb-38c8-4d5b-84e1-b42073f88624 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/181edb3b-17a4-4d84-afb6-6f1ac40cb11a HTTP/1.1" status: 404 len: 337 time: 0.0408866 Dec 22 04:57:30.149735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60252) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.197606 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-481a281b-0a0f-4b01-b997-a76b1373a625 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea03999-95d6-4c2b-9132-b0dff7316039 HTTP/1.1" status: 200 len: 205 time: 0.0459714 Dec 22 04:57:30.200496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60256) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.268944 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-634f0984-1884-402b-9dba-ce723cc84784 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] delete failed (client error): The resource could not be found. Dec 22 04:57:30.269959 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-634f0984-1884-402b-9dba-ce723cc84784 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/routers/4ea03999-95d6-4c2b-9132-b0dff7316039 HTTP/1.1" status: 404 len: 336 time: 0.0685873 Dec 22 04:57:30.273082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60260) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.311557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86cd558b-a391-4296-9fc0-2db58a3245bf no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:57:30.312040 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8941ccc-a454-4c88-a042-2eea4f0a2d3e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.312040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8941ccc-a454-4c88-a042-2eea4f0a2d3e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.313777 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b8941ccc-a454-4c88-a042-2eea4f0a2d3e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/1d884e0c-4cad-4e14-9ddc-41684d1c79ec HTTP/1.1" status: 404 len: 337 time: 0.0397592 Dec 22 04:57:30.316442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60264) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.346176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 86cd558b-a391-4296-9fc0-2db58a3245bf {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:57:30.346496 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86cd558b-a391-4296-9fc0-2db58a3245bf not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:57:30.359517 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0ae655b7-d19c-46a2-96ce-79f6b5d03e42 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 HTTP/1.1" status: 200 len: 205 time: 0.0419416 Dec 22 04:57:30.361858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60268) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.429722 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-da99749b-52a1-4e66-8750-28edeb333a20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] delete failed (client error): The resource could not be found. Dec 22 04:57:30.430745 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-da99749b-52a1-4e66-8750-28edeb333a20 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/routers/2d6bd6bd-64a0-41d6-8e8b-94bcfcefd800 HTTP/1.1" status: 404 len: 336 time: 0.0679610 Dec 22 04:57:30.435510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60272) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.473303 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d032a25-d595-467a-a9e9-19974eff872b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.473733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d032a25-d595-467a-a9e9-19974eff872b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.475337 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9d032a25-d595-467a-a9e9-19974eff872b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/e435d93d-8bb2-4a97-b647-4e1eb7a3cf9f HTTP/1.1" status: 404 len: 337 time: 0.0389249 Dec 22 04:57:30.479137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60276) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.545692 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5850961-0206-4c48-b34e-99bb64571f30 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.546152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5850961-0206-4c48-b34e-99bb64571f30 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.547827 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d5850961-0206-4c48-b34e-99bb64571f30 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/09b3a0b4-e123-4fee-be01-91b835258679 HTTP/1.1" status: 404 len: 337 time: 0.0672278 Dec 22 04:57:30.550915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60280) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.598412 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3f1e61-0b9f-4dba-8149-623bc48121c4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.598780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3f1e61-0b9f-4dba-8149-623bc48121c4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.600485 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9d3f1e61-0b9f-4dba-8149-623bc48121c4 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/94ef532d-39f8-452c-b2e3-19a336589b4f HTTP/1.1" status: 404 len: 333 time: 0.0484006 Dec 22 04:57:30.604106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60284) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.654731 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bcca5a-2004-4b68-ac1c-3b9bb62c18e7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.655196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bcca5a-2004-4b68-ac1c-3b9bb62c18e7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.656856 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c9bcca5a-2004-4b68-ac1c-3b9bb62c18e7 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/7e2aea25-4630-4072-8730-9a13c71967cf HTTP/1.1" status: 404 len: 337 time: 0.0516541 Dec 22 04:57:30.659568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60288) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.700788 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6fa4a1-3483-4fd8-b05e-cf0cff42f81d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.701242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6fa4a1-3483-4fd8-b05e-cf0cff42f81d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.702845 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bb6fa4a1-3483-4fd8-b05e-cf0cff42f81d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/4619ea1a-1b3b-478c-8868-829bd667e598 HTTP/1.1" status: 404 len: 333 time: 0.0423794 Dec 22 04:57:30.706608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60292) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.743399 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e2c691-56cd-4b57-88c8-83f0a8e73ceb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.743832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e2c691-56cd-4b57-88c8-83f0a8e73ceb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.745661 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-26e2c691-56cd-4b57-88c8-83f0a8e73ceb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/1755e06c-a024-4331-867d-eb22fae11ff8 HTTP/1.1" status: 404 len: 337 time: 0.0380397 Dec 22 04:57:30.749182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60296) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.793273 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c90aa0-e386-4469-a390-f182ae381277 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.793720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c90aa0-e386-4469-a390-f182ae381277 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.795320 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-29c90aa0-e386-4469-a390-f182ae381277 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/923f6959-db3c-46c6-aaa9-4471848d75d2 HTTP/1.1" status: 404 len: 333 time: 0.0452676 Dec 22 04:57:30.797917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60300) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.834998 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64588aa-a30b-4719-a17b-37593fed5bcc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.835432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64588aa-a30b-4719-a17b-37593fed5bcc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.837316 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c64588aa-a30b-4719-a17b-37593fed5bcc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/b99e80c7-d9b5-4c5e-841d-b80d571f5a66 HTTP/1.1" status: 404 len: 337 time: 0.0382457 Dec 22 04:57:30.840456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60304) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.880501 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ccde5a-6b14-476b-bf59-d56641c87d4f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.880957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ccde5a-6b14-476b-bf59-d56641c87d4f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.882730 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-15ccde5a-6b14-476b-bf59-d56641c87d4f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/d84565ee-983c-4f6f-8c1b-a7c5802db8a8 HTTP/1.1" status: 404 len: 333 time: 0.0412326 Dec 22 04:57:30.886842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60308) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.926316 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d05dcbe-871e-4764-bff3-f74981237e89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.926745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d05dcbe-871e-4764-bff3-f74981237e89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.928335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7d05dcbe-871e-4764-bff3-f74981237e89 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/7ba77848-4dc1-4291-a599-80b37661b1f3 HTTP/1.1" status: 404 len: 337 time: 0.0406113 Dec 22 04:57:30.930793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60312) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:30.975137 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0449c93-8ff0-408c-9553-8b38e2e4ba8a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:30.975588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0449c93-8ff0-408c-9553-8b38e2e4ba8a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:30.977295 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a0449c93-8ff0-408c-9553-8b38e2e4ba8a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/968109d3-9bcc-4a4d-a97e-b5f60cbbfac1 HTTP/1.1" status: 404 len: 333 time: 0.0446463 Dec 22 04:57:30.980869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60316) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:31.017828 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2313428d-7579-4708-86ad-0f49f98be11c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:31.018510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2313428d-7579-4708-86ad-0f49f98be11c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:31.019855 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2313428d-7579-4708-86ad-0f49f98be11c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/8ca27d00-cd23-4495-9ab0-7c3de1a79c4c HTTP/1.1" status: 404 len: 337 time: 0.0381036 Dec 22 04:57:31.022319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60320) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:31.164010 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc0ee83-a3da-4042-8b14-77cce5788621 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:31.164403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc0ee83-a3da-4042-8b14-77cce5788621 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:31.166172 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2cc0ee83-a3da-4042-8b14-77cce5788621 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/8a8d3002-446c-4ade-9ee0-797084150237 HTTP/1.1" status: 404 len: 333 time: 0.1430016 Dec 22 04:57:31.169846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60324) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:31.213266 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1737bad8-696f-4181-af58-10105b50aa86 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:31.213712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1737bad8-696f-4181-af58-10105b50aa86 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:31.218038 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1737bad8-696f-4181-af58-10105b50aa86 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/3360868b-91c8-42a3-a200-14b7e73bca0f HTTP/1.1" status: 404 len: 337 time: 0.0446682 Dec 22 04:57:31.218170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60328) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:31.258417 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0513914-0220-4193-a01f-e8f1c239c4ee tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:31.259021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0513914-0220-4193-a01f-e8f1c239c4ee tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:31.260698 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b0513914-0220-4193-a01f-e8f1c239c4ee tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/ports/e3a83878-d737-4cb9-9739-32fdc1dbc101 HTTP/1.1" status: 404 len: 333 time: 0.0416741 Dec 22 04:57:31.263409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60332) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:31.303188 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c33cbde-261f-4655-b242-c0bb95df277b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:31.303612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c33cbde-261f-4655-b242-c0bb95df277b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:31.305353 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7c33cbde-261f-4655-b242-c0bb95df277b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/subnets/6f42113c-903f-4347-b333-e610d8a203b7 HTTP/1.1" status: 404 len: 337 time: 0.0410254 Dec 22 04:57:31.308394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60336) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:31.420828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.552551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.578771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a40c79-7638-4692-a6b6-3e8acdc0390f']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:31.593508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:31.593876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a2ef99-a2af-4d24-bd2a-8a32eaa97f5f') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:31.611356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.630077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.636589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:31.636980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:31.651481 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:31.739501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.743285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d3a96b7f-130c-4049-be81-e9356b2c694c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:31.757922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.768798 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] 10.222.0.36 "DELETE /v2.0/networks/36a40c79-7638-4692-a6b6-3e8acdc0390f HTTP/1.1" status: 204 len: 168 time: 0.4594486 Dec 22 04:57:31.769696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Pushing event deleted for resources: {'Network': ['ID=36a40c79-7638-4692-a6b6-3e8acdc0390f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:31.772250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:32.068493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60344) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:32.230469 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c8cd839c-06c3-477a-84ec-94dfc6ac720a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=410aa0d639e647439429948207b5261c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607070 Dec 22 04:57:32.233575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60350) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:32.298757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d95ba568-402c-4342-b0ba-4a0f857160be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.324382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d95ba568-402c-4342-b0ba-4a0f857160be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.377354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d95ba568-402c-4342-b0ba-4a0f857160be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.381355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8abd063a-e31d-46d0-955c-f1961f17cbdb tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:32.396194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ba568-402c-4342-b0ba-4a0f857160be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f73f062-ea83-4ad1-b1a5-e48d09c4ccf3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:32.398658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d95ba568-402c-4342-b0ba-4a0f857160be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:32.403702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d95ba568-402c-4342-b0ba-4a0f857160be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.404868 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d95ba568-402c-4342-b0ba-4a0f857160be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f73f062-ea83-4ad1-b1a5-e48d09c4ccf3 HTTP/1.1" status: 204 len: 168 time: 0.1703072 Dec 22 04:57:33.160974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60374) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:33.277896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-922936504'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:33.283070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:33.286949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Usage tracker for resource:network and tenant:93fae5dc2b4944bd895c7215d87412f3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:33.291149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:33.296842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:33.309647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Made reservation on behalf of 93fae5dc2b4944bd895c7215d87412f3 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:33.313323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.325840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.345805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:33.349785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Usage tracker for resource:security_group_rule and tenant:93fae5dc2b4944bd895c7215d87412f3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:33.353200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:33.358860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:33.452312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.458567 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.461595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-100ecf84-d53d-49aa-852d-28138f48befa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:33.490338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:33.498589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0af83e-546f-42f4-933a-6dfbd11636d6,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:33.502313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:33.504939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.505304 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Added segment d9059a65-edad-488e-9bf8-298f9454f365 of type vlan for network 2a5f29c9-7cd3-4301-83d4-a096022f183e Dec 22 04:57:33.533350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.565881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.571403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:33.572049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.575492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-206b6d3d-d603-4033-8239-ab2b7773470b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:33.683480 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5213997 Dec 22 04:57:33.684305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Pushing event updated for resources: {'Network': ['ID=2a5f29c9-7cd3-4301-83d4-a096022f183e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:33.686416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60380) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:33.688942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:33.692915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Request body: {'subnet': {'network_id': '2a5f29c9-7cd3-4301-83d4-a096022f183e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:33.695806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 2a5f29c9-7cd3-4301-83d4-a096022f183e details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:57:33.802789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:33.807531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Usage tracker for resource:subnet and tenant:93fae5dc2b4944bd895c7215d87412f3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:33.810518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:33.816376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:33.827802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Made reservation on behalf of 93fae5dc2b4944bd895c7215d87412f3 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:33.831437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.053420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.057317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c32336f-547a-4d0f-aedc-bd7a6f656a33 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:34.131217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Pushing event updated for resources: {'Subnet': ['ID=75a183e6-dad9-44bd-96b4-c5c8eb619f0b,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:34.134909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:34.141961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Checking segment: {'id': 'd9059a65-edad-488e-9bf8-298f9454f365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2a5f29c9-7cd3-4301-83d4-a096022f183e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:57:34.142304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Network hostable DHCP agents. Network: 2a5f29c9-7cd3-4301-83d4-a096022f183e, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:34.163097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Network 2a5f29c9-7cd3-4301-83d4-a096022f183e is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:34.173694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 2a5f29c9-7cd3-4301-83d4-a096022f183e) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:34.178033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:34.178718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.183357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e63c932-3024-4574-bbb1-8405cc181533 None None] Network 2a5f29c9-7cd3-4301-83d4-a096022f183e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:34.202391 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5149021 Dec 22 04:57:34.205186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60384) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:34.212272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Request body: {'port': {'network_id': '2a5f29c9-7cd3-4301-83d4-a096022f183e', 'name': 'tempest-TagsExtTest-572041577'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:34.360651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:34.364880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Usage tracker for resource:port and tenant:93fae5dc2b4944bd895c7215d87412f3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:34.367962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:34.374021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:34.385700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Made reservation on behalf of 93fae5dc2b4944bd895c7215d87412f3 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:34.389300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.399448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-2a5f29c9-7cd3-4301-83d4-a096022f183e', 'network_id': '2a5f29c9-7cd3-4301-83d4-a096022f183e', 'tenant_id': '93fae5dc2b4944bd895c7215d87412f3', 'fixed_ips': [{'subnet_id': '75a183e6-dad9-44bd-96b4-c5c8eb619f0b'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:57:34.400452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.411771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] device_id is not set on port c44df9f1-2482-483a-bf50-27554ea6255f yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:34.552416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Allocated IP 172.20.0.6 (2a5f29c9-7cd3-4301-83d4-a096022f183e/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/c44df9f1-2482-483a-bf50-27554ea6255f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:34.764424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.780071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Transition to ACTIVE for port object c44df9f1-2482-483a-bf50-27554ea6255f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:34.806309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.811831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29a088ce-fd8b-434b-bd3d-d369a5cd3f02 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:34.863200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Allocated IP 172.20.0.2 (2a5f29c9-7cd3-4301-83d4-a096022f183e/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/91f1ef08-5f68-4924-b6d4-948f52b2c8e3) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:34.877151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Network 2a5f29c9-7cd3-4301-83d4-a096022f183e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:34.880333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:34.884377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:34.918039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Pushing event updated for resources: {'Port': ['ID=c44df9f1-2482-483a-bf50-27554ea6255f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:34.924761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:35.077752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.079912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:35.080668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.088259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Transition to ACTIVE for port object 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:35.105439 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8960884 Dec 22 04:57:35.105616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60388) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:35.108073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Transition to ACTIVE for port object 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:35.111081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-38543855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:35.114279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.118582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:35.119450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-27ceb93b-28ae-4f71-adff-c04778eff5ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:35.122186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Usage tracker for resource:router and tenant:93fae5dc2b4944bd895c7215d87412f3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:57:35.125032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:57:35.130689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:57:35.141739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.142810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.158753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.178715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.185777 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Network 2a5f29c9-7cd3-4301-83d4-a096022f183e is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:35.188538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:35.190982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:57:35.202586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.203887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-24fa39d0-bc79-4296-a114-124ffba478e2 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0972576 Dec 22 04:57:35.206927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60392) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:35.212401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1c537efb-8417-4783-b16a-61b233829eed tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-43388491', 'prefixes': ['172.20.0.0/16']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:35.218403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1c537efb-8417-4783-b16a-61b233829eed tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:57:35.240499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Pushing event updated for resources: {'Port': ['ID=91f1ef08-5f68-4924-b6d4-948f52b2c8e3,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:35.267973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:35.279818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c537efb-8417-4783-b16a-61b233829eed tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for subnetpool, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.281044 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1c537efb-8417-4783-b16a-61b233829eed tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.0731299 Dec 22 04:57:35.284729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60396) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:35.290578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-d9132eaa-66f5-4bed-9d71-64ac060b3f88 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b', 'tempest-TagsExtTest-Tag-1423236333') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:35.297354 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Attempting to bind port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:35.297732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Attempting to bind port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'd9059a65-edad-488e-9bf8-298f9454f365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2a5f29c9-7cd3-4301-83d4-a096022f183e'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:35.298093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Attempting to bind port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 on network 2a5f29c9-7cd3-4301-83d4-a096022f183e {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:57:35.303247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:57:35.303618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Checking segment: {'id': 'd9059a65-edad-488e-9bf8-298f9454f365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2a5f29c9-7cd3-4301-83d4-a096022f183e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:57:35.304011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.304430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Bound using segment: {'id': 'd9059a65-edad-488e-9bf8-298f9454f365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2a5f29c9-7cd3-4301-83d4-a096022f183e'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:57:35.304883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Bound port: 91f1ef08-5f68-4924-b6d4-948f52b2c8e3, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9059a65-edad-488e-9bf8-298f9454f365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2a5f29c9-7cd3-4301-83d4-a096022f183e'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:35.305252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.377644 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d9132eaa-66f5-4bed-9d71-64ac060b3f88 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags/tempest-TagsExtTest-Tag-1423236333 HTTP/1.1" status: 201 len: 201 time: 0.0916739 Dec 22 04:57:35.380249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60402) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:35.386083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-1a193576-40c1-4185-83f6-a59c8b84eacd tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f', 'tempest-TagsExtTest-Tag-1435377639') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:35.404915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] For port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:57:35.408977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] For port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=91f1ef08-5f68-4924-b6d4-948f52b2c8e3,segment=NetworkSegment(d9059a65-edad-488e-9bf8-298f9454f365),segment_id=d9059a65-edad-488e-9bf8-298f9454f365)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:57:35.415884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.421988 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:35.482661 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1a193576-40c1-4185-83f6-a59c8b84eacd tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags/tempest-TagsExtTest-Tag-1435377639 HTTP/1.1" status: 201 len: 201 time: 0.1011336 Dec 22 04:57:35.485741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60406) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:35.492519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-fc7e9a1f-35a6-4d81-bcbb-486dd74a954f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106', 'tempest-TagsExtTest-Tag-996320489') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:35.516182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Pushing event updated for resources: {'Port': ['ID=91f1ef08-5f68-4924-b6d4-948f52b2c8e3,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:35.533118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:35.666616 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fc7e9a1f-35a6-4d81-bcbb-486dd74a954f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags/tempest-TagsExtTest-Tag-996320489 HTTP/1.1" status: 201 len: 201 time: 0.1790822 Dec 22 04:57:35.669490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60410) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:35.674889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-a4d7e9d9-26fd-4c69-8170-fdc6e743d8c1 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242', 'tempest-TagsExtTest-Tag-785919870') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:35.845880 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a4d7e9d9-26fd-4c69-8170-fdc6e743d8c1 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags/tempest-TagsExtTest-Tag-785919870 HTTP/1.1" status: 201 len: 201 time: 0.1728778 Dec 22 04:57:35.846072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60414) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:35.851441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-87720c91-d578-4720-af5a-130ea9502480 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:35.916707 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-87720c91-d578-4720-af5a-130ea9502480 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags HTTP/1.1" status: 200 len: 241 time: 0.0695972 Dec 22 04:57:35.919489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60418) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:35.924698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-de1aa10e-d7e2-4e93-80a9-e18986903a3f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b', 'tempest-TagsExtTest-Tag-1423236333') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:35.996959 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-de1aa10e-d7e2-4e93-80a9-e18986903a3f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags/tempest-TagsExtTest-Tag-1423236333 HTTP/1.1" status: 204 len: 168 time: 0.0762897 Dec 22 04:57:35.999550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60422) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:36.005008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-e9de4d4c-ae5a-454b-82fb-cafae413ba0f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b', 'tempest-TagsExtTest-Tag-1423236333') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:36.096894 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e9de4d4c-ae5a-454b-82fb-cafae413ba0f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags/tempest-TagsExtTest-Tag-1423236333 HTTP/1.1" status: 204 len: 168 time: 0.0961754 Dec 22 04:57:36.099419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60426) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:36.104543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-f7a2a49e-cca4-40d4-820e-c4129e29709c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:36.171062 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f7a2a49e-cca4-40d4-820e-c4129e29709c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags HTTP/1.1" status: 200 len: 205 time: 0.0705266 Dec 22 04:57:36.173495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60430) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:36.178638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-838d88ac-79af-4698-9a75-1055cf7d0896 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:36.251643 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-838d88ac-79af-4698-9a75-1055cf7d0896 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags HTTP/1.1" status: 200 len: 241 time: 0.0746171 Dec 22 04:57:36.252325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60434) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:36.257375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-ade209b4-8d8a-42a2-8102-c599a7d41769 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f', 'tempest-TagsExtTest-Tag-1435377639') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:36.338454 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ade209b4-8d8a-42a2-8102-c599a7d41769 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags/tempest-TagsExtTest-Tag-1435377639 HTTP/1.1" status: 204 len: 168 time: 0.0851698 Dec 22 04:57:36.341270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60440) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:36.348311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-107f3417-13d8-4c7d-a803-6a979d36f9cc tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f', 'tempest-TagsExtTest-Tag-1435377639') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:36.363643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:57:36.436551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:36.439614 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-107f3417-13d8-4c7d-a803-6a979d36f9cc tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags/tempest-TagsExtTest-Tag-1435377639 HTTP/1.1" status: 204 len: 168 time: 0.0972311 Dec 22 04:57:36.442408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60446) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:36.449067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-32baa47f-3781-44ec-9700-2189e7eb8afa tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:36.516663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfc7952-1ce2-4837-b6b3-17f9335d8636 None None] Network 2a5f29c9-7cd3-4301-83d4-a096022f183e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:36.523045 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-32baa47f-3781-44ec-9700-2189e7eb8afa tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags HTTP/1.1" status: 200 len: 205 time: 0.0785832 Dec 22 04:57:36.525788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60450) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:36.531029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-b7272577-5646-4d18-bc45-de4c33fbc6c5 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:36.624918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cfbc4675-d547-4458-8b49-213da43291b0 None None] Provisioning for port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:36.640950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cfbc4675-d547-4458-8b49-213da43291b0 None None] Provisioning complete for port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:36.641331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cfbc4675-d547-4458-8b49-213da43291b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.675597 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b7272577-5646-4d18-bc45-de4c33fbc6c5 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags HTTP/1.1" status: 200 len: 240 time: 0.1488066 Dec 22 04:57:36.678290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60454) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:36.684307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-8438454d-c617-4453-b169-ec140de20004 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106', 'tempest-TagsExtTest-Tag-996320489') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:36.823562 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8438454d-c617-4453-b169-ec140de20004 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags/tempest-TagsExtTest-Tag-996320489 HTTP/1.1" status: 204 len: 168 time: 0.1440349 Dec 22 04:57:36.826163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60458) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:36.831411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-fd2ccc58-42e6-410d-b473-bbf31d834bba tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106', 'tempest-TagsExtTest-Tag-996320489') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:36.851079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cfbc4675-d547-4458-8b49-213da43291b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.892603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cfbc4675-d547-4458-8b49-213da43291b0 None None] For port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=91f1ef08-5f68-4924-b6d4-948f52b2c8e3,segment=NetworkSegment(d9059a65-edad-488e-9bf8-298f9454f365),segment_id=d9059a65-edad-488e-9bf8-298f9454f365)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:36.898412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cfbc4675-d547-4458-8b49-213da43291b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.900233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:36.969306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc4675-d547-4458-8b49-213da43291b0 None None] Pushing event updated for resources: {'Port': ['ID=91f1ef08-5f68-4924-b6d4-948f52b2c8e3,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:36.972476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cfbc4675-d547-4458-8b49-213da43291b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:36.988559 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fd2ccc58-42e6-410d-b473-bbf31d834bba tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags/tempest-TagsExtTest-Tag-996320489 HTTP/1.1" status: 204 len: 168 time: 0.1614022 Dec 22 04:57:36.991092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60462) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:36.997365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-3f4a2400-2ddc-47fc-8ddf-14a0c37de66c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.122033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-567db0ee-dd6d-4c54-a4ff-c26e203cc30d None None] Provisioning for port c44df9f1-2482-483a-bf50-27554ea6255f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:37.128001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-567db0ee-dd6d-4c54-a4ff-c26e203cc30d None None] Provisioning complete for port c44df9f1-2482-483a-bf50-27554ea6255f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:37.128627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-567db0ee-dd6d-4c54-a4ff-c26e203cc30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.147694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3f4a2400-2ddc-47fc-8ddf-14a0c37de66c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags HTTP/1.1" status: 200 len: 205 time: 0.1550660 Dec 22 04:57:37.150114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60466) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.155280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-e7032a2a-51da-4d38-942d-81ca754ddda5 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.183179 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e7032a2a-51da-4d38-942d-81ca754ddda5 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags HTTP/1.1" status: 200 len: 240 time: 0.0317824 Dec 22 04:57:37.185657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60470) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.191018 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-fd079fc1-30fb-4688-9b83-16ef82f9a89d tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242', 'tempest-TagsExtTest-Tag-785919870') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.193491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-567db0ee-dd6d-4c54-a4ff-c26e203cc30d None None] Port c44df9f1-2482-483a-bf50-27554ea6255f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:57:37.206109 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-567db0ee-dd6d-4c54-a4ff-c26e203cc30d None None] Provisioning complete for port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:37.206591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-567db0ee-dd6d-4c54-a4ff-c26e203cc30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.238066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60474) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.244437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-c1753091-a45a-487d-ba2f-0d7a31c127dd tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242', 'tempest-TagsExtTest-Tag-785919870') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.248377 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fd079fc1-30fb-4688-9b83-16ef82f9a89d tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags/tempest-TagsExtTest-Tag-785919870 HTTP/1.1" status: 204 len: 168 time: 0.0615616 Dec 22 04:57:37.292802 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c1753091-a45a-487d-ba2f-0d7a31c127dd tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags/tempest-TagsExtTest-Tag-785919870 HTTP/1.1" status: 204 len: 168 time: 0.0533543 Dec 22 04:57:37.293681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60478) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.298731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-5816bfc3-b232-4251-a94e-eadd84e70960 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.322413 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5816bfc3-b232-4251-a94e-eadd84e70960 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags HTTP/1.1" status: 200 len: 205 time: 0.0276134 Dec 22 04:57:37.324906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60482) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.329935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-075c169c-bfe9-4f8b-af08-467860311d9c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.357506 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-075c169c-bfe9-4f8b-af08-467860311d9c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags HTTP/1.1" status: 204 len: 168 time: 0.0316243 Dec 22 04:57:37.360012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60486) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.365058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-37b56e8d-dd6d-4e17-ae2c-1d31edf39450 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.496382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0e84ef42-d193-4db2-8689-b0adbdb7d836 None None] Provisioning complete for port c44df9f1-2482-483a-bf50-27554ea6255f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:37.496929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0e84ef42-d193-4db2-8689-b0adbdb7d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.504647 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-37b56e8d-dd6d-4e17-ae2c-1d31edf39450 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags HTTP/1.1" status: 204 len: 168 time: 0.1436636 Dec 22 04:57:37.507241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60490) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.512602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-5adb8bb6-fb4b-443b-8a8b-77f9fd60e2bc tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.551019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0e84ef42-d193-4db2-8689-b0adbdb7d836 None None] Port c44df9f1-2482-483a-bf50-27554ea6255f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:57:37.583933 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5adb8bb6-fb4b-443b-8a8b-77f9fd60e2bc tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags HTTP/1.1" status: 204 len: 168 time: 0.0756509 Dec 22 04:57:37.586583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60494) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.591612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-20b8c383-fd8f-45cf-9112-56d4146a7b3d tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.671891 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-20b8c383-fd8f-45cf-9112-56d4146a7b3d tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags HTTP/1.1" status: 204 len: 168 time: 0.0840993 Dec 22 04:57:37.675965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60498) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.681499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-12ce5651-c1a1-447e-811d-3cd7e04aaa5c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b', 'tempest-TagsExtTest-Tag-312085006') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.778548 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-12ce5651-c1a1-447e-811d-3cd7e04aaa5c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags/tempest-TagsExtTest-Tag-312085006 HTTP/1.1" status: 201 len: 201 time: 0.1013231 Dec 22 04:57:37.781189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60502) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.786419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-bb35d4ea-a7a6-48a9-8d52-ec644bf5ff93 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f', 'tempest-TagsExtTest-Tag-2145102384') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:37.872125 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bb35d4ea-a7a6-48a9-8d52-ec644bf5ff93 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags/tempest-TagsExtTest-Tag-2145102384 HTTP/1.1" status: 201 len: 201 time: 0.0898585 Dec 22 04:57:37.874831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60506) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:37.880090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-00ce53a6-b016-4b6a-8568-cc8bdedd2a50 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106', 'tempest-TagsExtTest-Tag-1919119014') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.040480 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-00ce53a6-b016-4b6a-8568-cc8bdedd2a50 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags/tempest-TagsExtTest-Tag-1919119014 HTTP/1.1" status: 201 len: 201 time: 0.1640306 Dec 22 04:57:38.043233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60510) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.048661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-42db6bc7-100b-4031-a137-21c7bb78f5a3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242', 'tempest-TagsExtTest-Tag-924674725') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.090837 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-42db6bc7-100b-4031-a137-21c7bb78f5a3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags/tempest-TagsExtTest-Tag-924674725 HTTP/1.1" status: 201 len: 201 time: 0.0465410 Dec 22 04:57:38.093707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60514) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.099009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-dd93a2ae-73a7-4561-bf89-faca1c0d7ec7 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b', {'tags': ['tempest-TagsExtTest-Tag-742382596', 'tempest-TagsExtTest-Tag-883518595', 'tempest-TagsExtTest-Tag-1626171474']}) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.179559 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dd93a2ae-73a7-4561-bf89-faca1c0d7ec7 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags HTTP/1.1" status: 200 len: 316 time: 0.0848434 Dec 22 04:57:38.182625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60518) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.187792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-5c03c9b5-0777-45a8-b571-998cd4402c3d tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.276688 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5c03c9b5-0777-45a8-b571-998cd4402c3d tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags HTTP/1.1" status: 204 len: 168 time: 0.0930912 Dec 22 04:57:38.277411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.282548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-8921184c-897e-4666-9168-d0c362063c99 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b', 'tempest-TagsExtTest-Tag-742382596') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.329558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:57:38.349572 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-8921184c-897e-4666-9168-d0c362063c99 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:38.353627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60526) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.353791 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8921184c-897e-4666-9168-d0c362063c99 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags/tempest-TagsExtTest-Tag-742382596 HTTP/1.1" status: 404 len: 328 time: 0.0753832 Dec 22 04:57:38.359675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-f74c4d44-84f3-4b5e-af82-fd12a610e37a tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b', 'tempest-TagsExtTest-Tag-883518595') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.399518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:38.399964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.422955 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-f74c4d44-84f3-4b5e-af82-fd12a610e37a tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:38.423982 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f74c4d44-84f3-4b5e-af82-fd12a610e37a tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags/tempest-TagsExtTest-Tag-883518595 HTTP/1.1" status: 404 len: 328 time: 0.0690527 Dec 22 04:57:38.426882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60530) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.432178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-dbcc69ee-6741-4716-b048-d41e8f5fc7ff tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b', 'tempest-TagsExtTest-Tag-1626171474') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.505574 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-dbcc69ee-6741-4716-b048-d41e8f5fc7ff tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:38.506646 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dbcc69ee-6741-4716-b048-d41e8f5fc7ff tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags/tempest-TagsExtTest-Tag-1626171474 HTTP/1.1" status: 404 len: 329 time: 0.0788493 Dec 22 04:57:38.509674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60534) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.514677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-ca2ecbca-208f-47a5-af2b-4fa7fcb1465a tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f', {'tags': ['tempest-TagsExtTest-Tag-1819735062', 'tempest-TagsExtTest-Tag-1232886988', 'tempest-TagsExtTest-Tag-1554017534']}) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.593725 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ca2ecbca-208f-47a5-af2b-4fa7fcb1465a tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags HTTP/1.1" status: 200 len: 318 time: 0.0829365 Dec 22 04:57:38.596304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60538) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.601215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-76e68339-cf8c-47c2-ab82-f9749031df4e tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.693002 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-76e68339-cf8c-47c2-ab82-f9749031df4e tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags HTTP/1.1" status: 204 len: 168 time: 0.0956137 Dec 22 04:57:38.695832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60542) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.701963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-26a8c129-cdf6-4430-a1ed-d101cc19b2df tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f', 'tempest-TagsExtTest-Tag-1819735062') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.772099 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-26a8c129-cdf6-4430-a1ed-d101cc19b2df tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:38.773106 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-26a8c129-cdf6-4430-a1ed-d101cc19b2df tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags/tempest-TagsExtTest-Tag-1819735062 HTTP/1.1" status: 404 len: 329 time: 0.0753303 Dec 22 04:57:38.776023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60546) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.780741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-9aca0cae-4730-403c-b887-ec4098a028cd tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f', 'tempest-TagsExtTest-Tag-1232886988') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.850049 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-9aca0cae-4730-403c-b887-ec4098a028cd tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:38.850961 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9aca0cae-4730-403c-b887-ec4098a028cd tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags/tempest-TagsExtTest-Tag-1232886988 HTTP/1.1" status: 404 len: 329 time: 0.0740399 Dec 22 04:57:38.854712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60550) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.859551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-a6824cf5-8971-4143-9d67-ad13c32b229e tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f', 'tempest-TagsExtTest-Tag-1554017534') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.929423 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-a6824cf5-8971-4143-9d67-ad13c32b229e tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:38.930443 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a6824cf5-8971-4143-9d67-ad13c32b229e tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags/tempest-TagsExtTest-Tag-1554017534 HTTP/1.1" status: 404 len: 329 time: 0.0748167 Dec 22 04:57:38.933702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60556) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:38.938726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-13d583d0-d473-4524-b3ac-6d94b150e3cc tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106', {'tags': ['tempest-TagsExtTest-Tag-1160884825', 'tempest-TagsExtTest-Tag-968064427', 'tempest-TagsExtTest-Tag-1164679564']}) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:39.195932 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-13d583d0-d473-4524-b3ac-6d94b150e3cc tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags HTTP/1.1" status: 200 len: 317 time: 0.2612858 Dec 22 04:57:39.198526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60560) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:39.203498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-9023e041-6ef9-4f70-8982-4e6943cd27dc tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:39.355121 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9023e041-6ef9-4f70-8982-4e6943cd27dc tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags HTTP/1.1" status: 204 len: 168 time: 0.1555605 Dec 22 04:57:39.357847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60564) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:39.362808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-25f83605-7292-4b5c-8641-2bc9efba7e63 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106', 'tempest-TagsExtTest-Tag-1160884825') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:39.494231 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-25f83605-7292-4b5c-8641-2bc9efba7e63 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:39.495166 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-25f83605-7292-4b5c-8641-2bc9efba7e63 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags/tempest-TagsExtTest-Tag-1160884825 HTTP/1.1" status: 404 len: 329 time: 0.1363568 Dec 22 04:57:39.498243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60568) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:39.503071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-842f8f5a-10aa-4cee-855f-bb5a6f125643 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106', 'tempest-TagsExtTest-Tag-968064427') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:39.639412 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-842f8f5a-10aa-4cee-855f-bb5a6f125643 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:39.640464 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-842f8f5a-10aa-4cee-855f-bb5a6f125643 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags/tempest-TagsExtTest-Tag-968064427 HTTP/1.1" status: 404 len: 328 time: 0.1413226 Dec 22 04:57:39.643801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60572) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:39.648789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-d2714ef1-a1af-45cb-8c4f-50061016640a tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106', 'tempest-TagsExtTest-Tag-1164679564') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:39.783076 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-d2714ef1-a1af-45cb-8c4f-50061016640a tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:39.784004 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d2714ef1-a1af-45cb-8c4f-50061016640a tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags/tempest-TagsExtTest-Tag-1164679564 HTTP/1.1" status: 404 len: 329 time: 0.1392817 Dec 22 04:57:39.786991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60576) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:39.792033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-2cb31866-9939-4d1f-8a72-70d8341a7dd6 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242', {'tags': ['tempest-TagsExtTest-Tag-2088801731', 'tempest-TagsExtTest-Tag-569396904', 'tempest-TagsExtTest-Tag-57374651']}) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:39.840320 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2cb31866-9939-4d1f-8a72-70d8341a7dd6 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "PUT /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags HTTP/1.1" status: 200 len: 315 time: 0.0519869 Dec 22 04:57:39.842648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60580) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:39.847585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-93f1972f-b9dc-4314-b138-92865c910734 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:39.889387 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-93f1972f-b9dc-4314-b138-92865c910734 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags HTTP/1.1" status: 204 len: 168 time: 0.0457168 Dec 22 04:57:39.892179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60584) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:39.897094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-3ed16dcf-b3ac-460f-9167-b42f95b04eb1 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242', 'tempest-TagsExtTest-Tag-2088801731') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:39.920164 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-3ed16dcf-b3ac-460f-9167-b42f95b04eb1 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:39.921149 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3ed16dcf-b3ac-460f-9167-b42f95b04eb1 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags/tempest-TagsExtTest-Tag-2088801731 HTTP/1.1" status: 404 len: 329 time: 0.0280950 Dec 22 04:57:39.923977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60588) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:39.928539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-9c338420-fbff-478a-8f74-a789c7072445 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242', 'tempest-TagsExtTest-Tag-569396904') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:39.953763 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-9c338420-fbff-478a-8f74-a789c7072445 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:39.954759 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9c338420-fbff-478a-8f74-a789c7072445 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags/tempest-TagsExtTest-Tag-569396904 HTTP/1.1" status: 404 len: 328 time: 0.0299067 Dec 22 04:57:39.957732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60592) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:39.962683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-bbac9e77-91a5-43af-aa98-53e3eba0c6d7 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242', 'tempest-TagsExtTest-Tag-57374651') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:39.985807 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-bbac9e77-91a5-43af-aa98-53e3eba0c6d7 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] show failed (client error): The resource could not be found. Dec 22 04:57:39.989955 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bbac9e77-91a5-43af-aa98-53e3eba0c6d7 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags/tempest-TagsExtTest-Tag-57374651 HTTP/1.1" status: 404 len: 327 time: 0.0281117 Dec 22 04:57:39.989955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60596) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:39.994937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-64049c88-3cd2-4fdc-bd9c-61fbb66583ee tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dd46b6d4-951d-4bc7-bfde-f398c7987242') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:40.022583 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-64049c88-3cd2-4fdc-bd9c-61fbb66583ee tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242/tags HTTP/1.1" status: 204 len: 168 time: 0.0316613 Dec 22 04:57:40.025976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60600) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:40.030824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-53c36905-f90c-43a5-9df2-bc6e61ffb060 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b0d04211-4e06-4c3c-831b-8e06fee0c106') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:40.171597 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-53c36905-f90c-43a5-9df2-bc6e61ffb060 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106/tags HTTP/1.1" status: 204 len: 168 time: 0.1446323 Dec 22 04:57:40.175159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60604) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:40.179923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-fb8f790d-c123-4fe3-a3e6-f68443b864f4 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c44df9f1-2482-483a-bf50-27554ea6255f') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:40.252432 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fb8f790d-c123-4fe3-a3e6-f68443b864f4 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f/tags HTTP/1.1" status: 204 len: 168 time: 0.0762982 Dec 22 04:57:40.255023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60608) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:40.260032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.tag.tag_plugin [None req-c9fd223c-b887-45cf-9cb4-0fffec360b3d tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75a183e6-dad9-44bd-96b4-c5c8eb619f0b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:40.331601 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c9fd223c-b887-45cf-9cb4-0fffec360b3d tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b/tags HTTP/1.1" status: 204 len: 168 time: 0.0755734 Dec 22 04:57:40.339790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60612) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:40.441340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b70b3b40-4c3a-4241-8fc3-1a6ce32b4fc9 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for subnetpool, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.442330 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b70b3b40-4c3a-4241-8fc3-1a6ce32b4fc9 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/subnetpools/dd46b6d4-951d-4bc7-bfde-f398c7987242 HTTP/1.1" status: 204 len: 168 time: 0.1016138 Dec 22 04:57:40.446010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60616) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:40.491317 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e4a7361c-c429-4541-aa89-19b21885bbe4 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d04211-4e06-4c3c-831b-8e06fee0c106 HTTP/1.1" status: 200 len: 205 time: 0.0437336 Dec 22 04:57:40.494597 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60620) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:40.633615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b347-9141-4093-89e4-ced7837bbcd9 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.060806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b347-9141-4093-89e4-ced7837bbcd9 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.063269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b347-9141-4093-89e4-ced7837bbcd9 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.092161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b347-9141-4093-89e4-ced7837bbcd9 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.092660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b7b347-9141-4093-89e4-ced7837bbcd9 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Fanout notify agent at l3_agent the message router_deleted on router b0d04211-4e06-4c3c-831b-8e06fee0c106 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:57:41.105339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b347-9141-4093-89e4-ced7837bbcd9 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.106441 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a1b7b347-9141-4093-89e4-ced7837bbcd9 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/routers/b0d04211-4e06-4c3c-831b-8e06fee0c106 HTTP/1.1" status: 204 len: 168 time: 0.6109667 Dec 22 04:57:41.108976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60624) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:41.181182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4d4884a2-fa6f-4bab-a23b-03ab6ca16b73 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Deleting port c44df9f1-2482-483a-bf50-27554ea6255f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:41.181959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d4884a2-fa6f-4bab-a23b-03ab6ca16b73 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.436095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d4884a2-fa6f-4bab-a23b-03ab6ca16b73 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.564421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4d4884a2-fa6f-4bab-a23b-03ab6ca16b73 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Calling delete_port for c44df9f1-2482-483a-bf50-27554ea6255f owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:41.714989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d4884a2-fa6f-4bab-a23b-03ab6ca16b73 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.720859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4f4f26ab-35ef-4be0-8dff-01f910b84cd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:41.770190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4884a2-fa6f-4bab-a23b-03ab6ca16b73 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Pushing event deleted for resources: {'Port': ['ID=c44df9f1-2482-483a-bf50-27554ea6255f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:41.772767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4d4884a2-fa6f-4bab-a23b-03ab6ca16b73 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:41.878759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d4884a2-fa6f-4bab-a23b-03ab6ca16b73 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.885755 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4d4884a2-fa6f-4bab-a23b-03ab6ca16b73 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/ports/c44df9f1-2482-483a-bf50-27554ea6255f HTTP/1.1" status: 204 len: 168 time: 0.7756321 Dec 22 04:57:41.888274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60628) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:41.954995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89cbc22-2654-4d3d-bce4-f1eede6db4c3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Deleting subnet 75a183e6-dad9-44bd-96b4-c5c8eb619f0b {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:57:41.958041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b89cbc22-2654-4d3d-bce4-f1eede6db4c3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.014853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b89cbc22-2654-4d3d-bce4-f1eede6db4c3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.107060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b89cbc22-2654-4d3d-bce4-f1eede6db4c3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.190986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b89cbc22-2654-4d3d-bce4-f1eede6db4c3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.194939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-14a5c638-c74e-4e66-a060-a48caa31c070 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:42.228858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cbc22-2654-4d3d-bce4-f1eede6db4c3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Pushing event deleted for resources: {'Subnet': ['ID=75a183e6-dad9-44bd-96b4-c5c8eb619f0b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:42.232535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b89cbc22-2654-4d3d-bce4-f1eede6db4c3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:42.234999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b89cbc22-2654-4d3d-bce4-f1eede6db4c3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.246439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f13a195-6183-431a-8f6b-da15a7d76aa4 None None] Network 2a5f29c9-7cd3-4301-83d4-a096022f183e requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:57:42.250146 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b89cbc22-2654-4d3d-bce4-f1eede6db4c3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/subnets/75a183e6-dad9-44bd-96b4-c5c8eb619f0b HTTP/1.1" status: 204 len: 168 time: 0.3607492 Dec 22 04:57:42.253039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60632) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:42.373881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.385080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Deleting port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:42.385506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.500881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] DHCP port deletion for 2a5f29c9-7cd3-4301-83d4-a096022f183e request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:57:42.505691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] Deleting port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:42.506071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.709068 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] For port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=91f1ef08-5f68-4924-b6d4-948f52b2c8e3,segment=NetworkSegment(d9059a65-edad-488e-9bf8-298f9454f365),segment_id=d9059a65-edad-488e-9bf8-298f9454f365)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:42.709462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.735937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] For port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=91f1ef08-5f68-4924-b6d4-948f52b2c8e3,segment=NetworkSegment(d9059a65-edad-488e-9bf8-298f9454f365),segment_id=d9059a65-edad-488e-9bf8-298f9454f365)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:57:42.736196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.832428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] Calling delete_port for 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:42.860737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Calling delete_port for 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:57:42.906776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.911423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:42.936189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:57:42.936512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:57:42.954438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] Pushing event deleted for resources: {'Port': ['ID=91f1ef08-5f68-4924-b6d4-948f52b2c8e3,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:42.956269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] No DVR routers for this DVR port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:42.957630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:43.438113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Deleting port 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:57:43.438902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.516293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] The port '91f1ef08-5f68-4924-b6d4-948f52b2c8e3' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 04:57:43.641777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.682000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5f29c9-7cd3-4301-83d4-a096022f183e']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:43.694729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9059a65-edad-488e-9bf8-298f9454f365') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:43.695101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9059a65-edad-488e-9bf8-298f9454f365') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:43.706984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.723168 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.729963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:43.730740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: util.warn( Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:43.745174 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:43.826950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.831589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce05f6e3-54ce-4fef-bae7-531a43a57075 tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:43.856530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.868986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Pushing event deleted for resources: {'Network': ['ID=2a5f29c9-7cd3-4301-83d4-a096022f183e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:43.871873 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] 10.222.0.36 "DELETE /v2.0/networks/2a5f29c9-7cd3-4301-83d4-a096022f183e HTTP/1.1" status: 204 len: 168 time: 1.6178300 Dec 22 04:57:43.872723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:44.163771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60642) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:44.329973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.332271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:57:44.371041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:57:44.371395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 91f1ef08-5f68-4924-b6d4-948f52b2c8e3 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:57:44.448021 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e0372ae8-0d90-42e7-b6e9-e180cf562ee8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93fae5dc2b4944bd895c7215d87412f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828152 Dec 22 04:57:44.451380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60648) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:57:44.515813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c11519c2-ddb9-43b0-bd60-d78366704a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.540693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c11519c2-ddb9-43b0-bd60-d78366704a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.593588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c11519c2-ddb9-43b0-bd60-d78366704a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.597466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b75077b7-2554-4d76-b7ec-51ec7c008c89 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:57:44.608977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11519c2-ddb9-43b0-bd60-d78366704a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0af83e-546f-42f4-933a-6dfbd11636d6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:44.611420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c11519c2-ddb9-43b0-bd60-d78366704a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:57:44.617361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c11519c2-ddb9-43b0-bd60-d78366704a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.618495 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c11519c2-ddb9-43b0-bd60-d78366704a05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c0af83e-546f-42f4-933a-6dfbd11636d6 HTTP/1.1" status: 204 len: 168 time: 0.1659172 Dec 22 04:57:54.579634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4da10c18-9414-41cf-b106-dfbc5a4df259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.910573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-68771716-95ff-4f19-a522-4905fea1b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.949946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.106646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:59.402333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.284775 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-48992d4a-c2fe-430e-9706-2222a48413c2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925118228&fields=id&tenant_id=b446b894ac664acfb029340103ffff69 HTTP/1.1" status: 200 len: 267 time: 0.0488820 Dec 22 04:58:02.437916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-190483d5-0e85-4c41-98ad-65ddc14e327f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:02.439318 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-190483d5-0e85-4c41-98ad-65ddc14e327f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 811 time: 0.1477227 Dec 22 04:58:02.453693 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-933c7ed9-e407-48ff-aa77-aef244d324fc tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/quotas/b446b894ac664acfb029340103ffff69 HTTP/1.1" status: 200 len: 375 time: 0.0089407 Dec 22 04:58:02.543059 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-705f702e-7506-496f-b958-ddda61bef8ce tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0841179 Dec 22 04:58:02.667594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-dc11d8e8-88f1-4df2-93c1-48efe7700616 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:58:02.668893 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-dc11d8e8-88f1-4df2-93c1-48efe7700616 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1144431 Dec 22 04:58:02.799437 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-7c2c2dc7-29da-4c9e-ad99-0a293326595d service neutron] 10.222.0.36 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243353 Dec 22 04:58:02.933004 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-0a8ff114-395f-493a-963d-8eaa6fc71cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250253 Dec 22 04:58:03.785460 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:58:04.032521 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-bf2d810d-cf75-47c9-a96d-1a03905f56fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753074 Dec 22 04:58:04.138889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-926083d5-e6ce-4070-8360-3ae790bbbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:04.140383 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-926083d5-e6ce-4070-8360-3ae790bbbf8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 1099 time: 0.0723493 Dec 22 04:58:04.286845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-ec99fea0-015b-4ad2-8add-54a47c7166e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:04.288301 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-ec99fea0-015b-4ad2-8add-54a47c7166e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b51da39-f417-4fa9-b991-a6d76dbfedab HTTP/1.1" status: 200 len: 898 time: 0.1275778 Dec 22 04:58:04.370436 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4e3603d-3c8f-47e1-b4a3-15e78efc1946 req-ea0af811-4b67-4b87-b741-72a6c0564538 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 210 time: 0.0569518 Dec 22 04:58:04.395727 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-2cadf7dc-a040-418d-953a-3bd06c729dff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1457d302-797a-4b8b-aa35-7a7a5b34e6f7 HTTP/1.1" status: 200 len: 1002 time: 0.0994983 Dec 22 04:58:04.461155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-02c2193a-da17-4ac5-a9bf-8a1b5f9e1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:04.462586 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-02c2193a-da17-4ac5-a9bf-8a1b5f9e1c0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f38ac514-4f1d-4f14-8cbf-58429b0f0dd4 HTTP/1.1" status: 200 len: 835 time: 0.0608141 Dec 22 04:58:04.539129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-025585ec-59a0-435f-9601-3c189a93bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:04.540635 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-025585ec-59a0-435f-9601-3c189a93bd37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b51da39-f417-4fa9-b991-a6d76dbfedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707736 Dec 22 04:58:04.675042 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-a7d67731-7a49-436c-889a-e0f119f29c58 service neutron] 10.222.0.61 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267745 Dec 22 04:58:04.815300 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8a4fa5fb-9163-405c-bb3e-497ea2216640 req-2aa951b0-64e9-47b1-a660-ddfe64618c04 service neutron] 10.222.0.61 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328778 Dec 22 04:58:05.520094 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eeacad9a-ecd5-49a6-9a76-8137e77b3b68 req-3e211872-438f-4b4b-ae4b-a58f046f7aa1 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 210 time: 0.0509932 Dec 22 04:58:05.679257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-e759b955-2d90-4dfd-9c6e-17229d8be63f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:05.681025 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-e759b955-2d90-4dfd-9c6e-17229d8be63f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 811 time: 0.1463220 Dec 22 04:58:05.734289 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-758d7166-d6e1-41da-82d3-aa5fd972c0e3 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b446b894ac664acfb029340103ffff69 HTTP/1.1" status: 200 len: 380 time: 0.0393698 Dec 22 04:58:05.742932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'port': {'device_id': '3749c409-d98d-435f-ac15-67c4e4017d74', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'admin_state_up': True, 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'security_groups': ['26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:05.878300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:05.882418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:port and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:05.885461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:05.893210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:05.904886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Made reservation on behalf of b446b894ac664acfb029340103ffff69 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:05.909813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.078228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Allocated IP 172.20.0.14 (5b56d29e-ae81-4c58-a03e-7274a2ef6bec/05ad0b02-1041-42f8-8ea5-e833f0065fb6/6e436d25-08c4-4aba-b75c-209322f13ec5) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:06.276174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.294694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Transition to ACTIVE for port object 6e436d25-08c4-4aba-b75c-209322f13ec5 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:06.321802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.327565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bd1f9693-9c82-4a5f-bea7-fc2a80269eda tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:06.504440 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:06.507511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:06.511380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:58:06.542121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'Port': ['ID=6e436d25-08c4-4aba-b75c-209322f13ec5,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:06.563081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.563463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.563851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.564745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.565695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.565953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.566322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.567061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.567405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.567877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.568246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.568645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:06.573931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:06.602998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:06.603740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.632198 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8927760 Dec 22 04:58:06.652669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Request body: {'port': {'device_id': '3749c409-d98d-435f-ac15-67c4e4017d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:06.744969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353f5e-a4ab-4132-bde9-cb937457d615 req-d6251389-cad7-4968-b4c2-f8a73d9791c2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:06.746477 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-de353f5e-a4ab-4132-bde9-cb937457d615 req-d6251389-cad7-4968-b4c2-f8a73d9791c2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 932 time: 0.0980437 Dec 22 04:58:06.786444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-63b89593-e322-41cc-996d-29e18beedf7a None None] Provisioning for port 6e436d25-08c4-4aba-b75c-209322f13ec5 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:06.790842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.792075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-63b89593-e322-41cc-996d-29e18beedf7a None None] Provisioning complete for port 6e436d25-08c4-4aba-b75c-209322f13ec5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:06.793185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-63b89593-e322-41cc-996d-29e18beedf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.804958 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-de353f5e-a4ab-4132-bde9-cb937457d615 req-74a25993-666e-47c4-8d1e-87cd4e999883 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526278 Dec 22 04:58:06.852568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-63b89593-e322-41cc-996d-29e18beedf7a None None] Port 6e436d25-08c4-4aba-b75c-209322f13ec5 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:58:07.170759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e436d25-08c4-4aba-b75c-209322f13ec5 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:58:07.178358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.193806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Transition to ACTIVE for port object 6e436d25-08c4-4aba-b75c-209322f13ec5 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:07.198934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.203623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2829728e-19bc-43c6-beca-46657bc87198 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:07.363545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Pushing event updated for resources: {'Port': ['ID=6e436d25-08c4-4aba-b75c-209322f13ec5,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:07.370206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:07.439003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Attempting to bind port 6e436d25-08c4-4aba-b75c-209322f13ec5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:07.439384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Attempting to bind port 6e436d25-08c4-4aba-b75c-209322f13ec5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:07.439708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Attempting to bind port 6e436d25-08c4-4aba-b75c-209322f13ec5 on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:58:07.444724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Port 6e436d25-08c4-4aba-b75c-209322f13ec5 on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:58:07.444975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Attempting to bind port 6e436d25-08c4-4aba-b75c-209322f13ec5 on network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:58:07.449991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:58:07.450326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Checking segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:58:07.450704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Bound using segment: {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:58:07.451116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Bound port: 6e436d25-08c4-4aba-b75c-209322f13ec5, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91343a-75e6-4037-be4b-f9e3e289b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:07.451430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.544756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] For port 6e436d25-08c4-4aba-b75c-209322f13ec5, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:58:07.547651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] For port 6e436d25-08c4-4aba-b75c-209322f13ec5, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e436d25-08c4-4aba-b75c-209322f13ec5,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:58:07.553721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.558467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-56d1297f-927c-45ef-877e-0397cdffab5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:07.614881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:07.615518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.616884 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] 10.222.0.61 "PUT /v2.0/ports/6e436d25-08c4-4aba-b75c-209322f13ec5 HTTP/1.1" status: 200 len: 1094 time: 0.9696021 Dec 22 04:58:07.617453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3749c409-d98d-435f-ac15-67c4e4017d74', 'tag': '6e436d25-08c4-4aba-b75c-209322f13ec5'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:07.644842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Pushing event updated for resources: {'Port': ['ID=6e436d25-08c4-4aba-b75c-209322f13ec5,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:07.648110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:07.677088 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3749c409-d98d-435f-ac15-67c4e4017d74', 'tag': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'status': 'completed', 'code': 200} Dec 22 04:58:07.758558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-5d408016-3693-4070-97d4-30ddeaaf5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:07.760652 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-5d408016-3693-4070-97d4-30ddeaaf5e4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 1097 time: 0.0826311 Dec 22 04:58:07.851524 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-59b98630-7dcd-4905-b18a-d17b33ee6f7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e436d25-08c4-4aba-b75c-209322f13ec5 HTTP/1.1" status: 200 len: 217 time: 0.0757151 Dec 22 04:58:07.922771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-187edf3b-be56-4926-b9f1-b21058d79f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:07.924475 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-187edf3b-be56-4926-b9f1-b21058d79f8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0649147 Dec 22 04:58:08.005170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-9fa62b63-ac62-4d5f-b961-8652e7cd6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:08.006605 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-9fa62b63-ac62-4d5f-b961-8652e7cd6780 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747979 Dec 22 04:58:08.032006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e965c8-edb0-4c3d-989c-7bbce3578266 req-a429b107-acce-47e2-822b-cec9af7d4f2a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:08.034495 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b9e965c8-edb0-4c3d-989c-7bbce3578266 req-a429b107-acce-47e2-822b-cec9af7d4f2a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 944 time: 0.0995147 Dec 22 04:58:08.088595 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b9e965c8-edb0-4c3d-989c-7bbce3578266 req-1a82aaea-bbe9-4df5-8b46-fa808df4e888 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475247 Dec 22 04:58:08.147818 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-64b6daf1-613b-4316-8a48-2cd5bd50a944 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330974 Dec 22 04:58:08.297241 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e5f7832e-037a-4e2f-9d8f-355f889bc8a7 req-3a747899-6f2a-4cfd-8a01-1579ccd8061b service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424775 Dec 22 04:58:08.473936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-9f0f2cb1-989d-4416-ad7e-f7746362ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:08.476364 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-9f0f2cb1-989d-4416-ad7e-f7746362ed5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 1097 time: 0.0777638 Dec 22 04:58:08.713521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-17de7186-fe77-48e7-855d-aa08d0d430be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:08.714861 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-17de7186-fe77-48e7-855d-aa08d0d430be service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 0.2316828 Dec 22 04:58:08.781780 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-a22e076a-f749-410a-a005-e921335677e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e436d25-08c4-4aba-b75c-209322f13ec5 HTTP/1.1" status: 200 len: 217 time: 0.0596502 Dec 22 04:58:08.847293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-cdc60205-450a-4335-80bf-6549b7c557ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:08.848753 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-cdc60205-450a-4335-80bf-6549b7c557ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0599582 Dec 22 04:58:08.925079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-808cf320-5795-4348-ac09-547970af4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:08.926536 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-808cf320-5795-4348-ac09-547970af4c36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709023 Dec 22 04:58:09.059119 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-e6276ba7-aec3-414a-8682-a09fc1a799d1 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254687 Dec 22 04:58:09.222065 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a2b718f7-3e93-4fea-9d1e-e90805998fe6 req-aefdd291-8934-483c-b639-0a1dc9eefa01 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545367 Dec 22 04:58:09.477177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d0f20-0960-49a0-8866-a4d101783b29 req-00d88f39-bd2f-487f-a15b-33076e1ddc06 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:09.478640 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef6d0f20-0960-49a0-8866-a4d101783b29 req-00d88f39-bd2f-487f-a15b-33076e1ddc06 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 944 time: 0.2477186 Dec 22 04:58:09.530019 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef6d0f20-0960-49a0-8866-a4d101783b29 req-4192f61d-346b-4cfa-8d75-5373c82e0e57 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Dec 22 04:58:10.723080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7c82c-448d-4909-9292-26c34cdb9051 req-ada8970f-3aec-4353-a65a-09ebe4c0e03b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:10.724595 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10c7c82c-448d-4909-9292-26c34cdb9051 req-ada8970f-3aec-4353-a65a-09ebe4c0e03b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 944 time: 0.0891106 Dec 22 04:58:10.772158 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10c7c82c-448d-4909-9292-26c34cdb9051 req-784d5778-993e-4db9-89ff-dc48912d60f7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416877 Dec 22 04:58:11.990934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105ca0b-30f3-41c0-846c-6b194385dc56 req-30fde967-b196-4178-9d03-9d6f6b21e626 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:11.992698 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4105ca0b-30f3-41c0-846c-6b194385dc56 req-30fde967-b196-4178-9d03-9d6f6b21e626 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 944 time: 0.0934975 Dec 22 04:58:12.043094 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4105ca0b-30f3-41c0-846c-6b194385dc56 req-1ca859f4-c8cc-476e-86c5-18a077f3c639 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Dec 22 04:58:13.242044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda5c83-5102-4685-b699-27ed2927dcf8 req-f069476f-06a8-4f3b-ae14-4fcdee025af2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:13.243555 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccda5c83-5102-4685-b699-27ed2927dcf8 req-f069476f-06a8-4f3b-ae14-4fcdee025af2 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 944 time: 0.0891533 Dec 22 04:58:13.297566 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccda5c83-5102-4685-b699-27ed2927dcf8 req-bd9b7112-18a1-46d8-80f9-f47e601a6165 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480146 Dec 22 04:58:14.347531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.489844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538caaa2-9ebf-4978-bb4f-09298aad2fd6 req-0010ac83-4466-485a-80b2-7bada0d87160 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:14.491296 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-538caaa2-9ebf-4978-bb4f-09298aad2fd6 req-0010ac83-4466-485a-80b2-7bada0d87160 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 944 time: 0.0838716 Dec 22 04:58:14.537654 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-538caaa2-9ebf-4978-bb4f-09298aad2fd6 req-211f2f19-fa07-4f5e-98b7-071ed29eccdc tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 Dec 22 04:58:15.079608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60750) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:15.397063 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d80a9f35-78f5-4a41-bbfe-e611fa766a18 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/71816f4e-01a6-4c61-ba7d-149e09e6f810 HTTP/1.1" status: 200 len: 994 time: 0.3157864 Dec 22 04:58:15.734224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60762) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:15.740921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66aa87-15e8-4e35-a97c-861cc7ceb395 req-70fbc756-be19-4989-b290-fff54beb8456 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:15.742396 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a66aa87-15e8-4e35-a97c-861cc7ceb395 req-70fbc756-be19-4989-b290-fff54beb8456 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 944 time: 0.0983589 Dec 22 04:58:15.788270 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a66aa87-15e8-4e35-a97c-861cc7ceb395 req-c9da8524-1b30-4cc6-8d86-737e2352f830 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399504 Dec 22 04:58:15.944906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 9925933a-e2db-4e2f-a227-c25af0405645 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:58:15.945241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.111708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.112424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.231127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 9925933a-e2db-4e2f-a227-c25af0405645 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:58:16.393973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.401224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4a5bc685-f5c0-419c-93f1-90a18cf6fdf6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:16.447698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=9925933a-e2db-4e2f-a227-c25af0405645,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:16.583457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:16.648457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.648712 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP 71816f4e-01a6-4c61-ba7d-149e09e6f810 disassociated (deleted). External IP: 172.26.1.228, port: 1457d302-797a-4b8b-aa35-7a7a5b34e6f7. Dec 22 04:58:16.978175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0cbc3-9edf-43bc-9b08-4bf66135f787 req-de495b4c-f655-4841-8208-72527390aa1e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:16.979577 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36a0cbc3-9edf-43bc-9b08-4bf66135f787 req-de495b4c-f655-4841-8208-72527390aa1e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 944 time: 0.0831196 Dec 22 04:58:17.025867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:58:17.026147 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36a0cbc3-9edf-43bc-9b08-4bf66135f787 req-3c2b35ac-662e-4405-9970-ac35b5b852f3 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401170 Dec 22 04:58:17.075580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6e436d25-08c4-4aba-b75c-209322f13ec5 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:58:17.211317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:58:17.211904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 6e436d25-08c4-4aba-b75c-209322f13ec5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e436d25-08c4-4aba-b75c-209322f13ec5,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:17.223265 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] Sync routers for ids ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:17.226470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'port_id': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'mac_address': 'fa:16:3e:a2:0c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:58:17.229837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.235878 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] Routers {'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:17.237191 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:57:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:17.302286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.303903 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/floatingips/71816f4e-01a6-4c61-ba7d-149e09e6f810 HTTP/1.1" status: 204 len: 168 time: 1.5686648 Dec 22 04:58:17.304602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df27659f-c37f-490c-947c-177e9758f911', 'tag': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:17.328608 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e436d25-08c4-4aba-b75c-209322f13ec5 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:58:17.344869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 6e436d25-08c4-4aba-b75c-209322f13ec5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e436d25-08c4-4aba-b75c-209322f13ec5,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:17.354042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.355892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:17.465898 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] Set router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:17.472739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=6e436d25-08c4-4aba-b75c-209322f13ec5,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:17.481418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.481856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.482359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.482694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.483119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.483573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.484009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.484478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.485195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.485195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.485614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.486153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:17.490706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:17.599425 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df27659f-c37f-490c-947c-177e9758f911', 'tag': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'status': 'completed', 'code': 200} Dec 22 04:58:17.709874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac60da-7711-4f76-89c2-3a413017e9a6 req-262ae540-0074-4147-90dc-7469bad4063d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:17.711577 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21ac60da-7711-4f76-89c2-3a413017e9a6 req-262ae540-0074-4147-90dc-7469bad4063d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 946 time: 0.0885184 Dec 22 04:58:17.718397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-c3ea7bad-5b74-4709-8905-db0d9741d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:17.719903 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-c3ea7bad-5b74-4709-8905-db0d9741d2bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 1099 time: 0.0750983 Dec 22 04:58:17.756622 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21ac60da-7711-4f76-89c2-3a413017e9a6 req-bcfcb9fe-28c8-4de2-a3af-45f620586ff7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392702 Dec 22 04:58:17.814553 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:35Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '70277cde-9ad6-4190-97eb-f466fdec67b9', 'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:55:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:34Z', 'updated_at': '2021-12-22T04:56:43Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:17.818117 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] Checking router: c38523eb-7c7b-490d-96cb-7a7b3d3f2bee for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:17.826453 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] Routers {'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:17.827041 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:57:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:17.855165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-52b1c842-dc58-428f-91ff-972c23924438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:17.856804 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-52b1c842-dc58-428f-91ff-972c23924438 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b51da39-f417-4fa9-b991-a6d76dbfedab HTTP/1.1" status: 200 len: 898 time: 0.1296678 Dec 22 04:58:17.875461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['6e436d25-08c4-4aba-b75c-209322f13ec5'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:58:17.927538 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-60449187-f2d5-4570-a8c4-ba46b36ea7c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1457d302-797a-4b8b-aa35-7a7a5b34e6f7 HTTP/1.1" status: 200 len: 217 time: 0.0634556 Dec 22 04:58:17.990346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-12ef9c75-15a3-4fb5-8e80-d9e99d484d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:17.991881 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-12ef9c75-15a3-4fb5-8e80-d9e99d484d6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f38ac514-4f1d-4f14-8cbf-58429b0f0dd4 HTTP/1.1" status: 200 len: 835 time: 0.0578203 Dec 22 04:58:18.010248 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] Set router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:18.076114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-af517d3f-4c84-4bcb-bc2d-ff1d81a42fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:18.077893 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-af517d3f-4c84-4bcb-bc2d-ff1d81a42fbf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b51da39-f417-4fa9-b991-a6d76dbfedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784652 Dec 22 04:58:18.230418 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-c083dd54-0b62-4aac-8906-f8c811993c4b service neutron] 10.222.0.61 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443892 Dec 22 04:58:18.248692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971411ee-3432-4fe5-9522-6269f4b0d364 req-9802a9e6-4be8-4ffb-a2e3-a71e1fb70465 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:18.251168 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-971411ee-3432-4fe5-9522-6269f4b0d364 req-9802a9e6-4be8-4ffb-a2e3-a71e1fb70465 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 945 time: 0.1125946 Dec 22 04:58:18.311913 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-971411ee-3432-4fe5-9522-6269f4b0d364 req-d40851c0-97dd-4388-8325-df8051f9b4f5 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544126 Dec 22 04:58:18.374335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e4bd668c-2621-4065-8282-3d1593d2d0eb req-3c220629-abad-4f4d-9823-674ba51fc551 service neutron] 10.222.0.61 "GET /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366425 Dec 22 04:58:18.396577 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:35Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '70277cde-9ad6-4190-97eb-f466fdec67b9', 'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:55:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:34Z', 'updated_at': '2021-12-22T04:56:43Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:18.400452 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91a1eb-57ac-4986-8d54-c3819f06395c None None] The sync data for ids ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'] in dv-neutron-822524-1-hyperv is: [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:56:35Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '70277cde-9ad6-4190-97eb-f466fdec67b9', 'name': '', 'network_id': '5b51da39-f417-4fa9-b991-a6d76dbfedab', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:55:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:34Z', 'updated_at': '2021-12-22T04:56:43Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'f38ac514-4f1d-4f14-8cbf-58429b0f0dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:18.627044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407fcdf-44bb-40eb-a5e6-53ba2e719394 None None] New status for floating IP 71816f4e-01a6-4c61-ba7d-149e09e6f810: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:58:18.946011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d306-4cd8-4b65-ab86-c7377d3ea428 req-c44df2ab-4c89-4c03-8ec8-77ddd172407c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:18.947476 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7ea0d306-4cd8-4b65-ab86-c7377d3ea428 req-c44df2ab-4c89-4c03-8ec8-77ddd172407c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 946 time: 0.0830882 Dec 22 04:58:18.994050 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7ea0d306-4cd8-4b65-ab86-c7377d3ea428 req-da6c8928-52c2-456c-b927-bf169f21fa1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383387 Dec 22 04:58:19.105268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6e436d25-08c4-4aba-b75c-209322f13ec5 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:58:19.183236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 6e436d25-08c4-4aba-b75c-209322f13ec5 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:19.191248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 6e436d25-08c4-4aba-b75c-209322f13ec5 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:19.191812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.315739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.343638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3749c409-d98d-435f-ac15-67c4e4017d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e436d25-08c4-4aba-b75c-209322f13ec5'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:19.354844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 6e436d25-08c4-4aba-b75c-209322f13ec5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e436d25-08c4-4aba-b75c-209322f13ec5,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:19.362291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.364976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7c376934-1f5f-4460-b78c-1c434914a430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:19.395811 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3749c409-d98d-435f-ac15-67c4e4017d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'code': 200} Dec 22 04:58:19.433511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=6e436d25-08c4-4aba-b75c-209322f13ec5,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:19.436499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:19.513348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd96dac-9d8e-4000-9c10-83112159ca80 req-268f1692-1870-4e75-a0e0-c351435a5e0e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:19.514810 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3dd96dac-9d8e-4000-9c10-83112159ca80 req-268f1692-1870-4e75-a0e0-c351435a5e0e tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 946 time: 0.0888832 Dec 22 04:58:19.562807 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3dd96dac-9d8e-4000-9c10-83112159ca80 req-5db99457-5aef-4820-a4f8-6e190810d63a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413036 Dec 22 04:58:19.740165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-9f777dda-4428-4c9a-9d9f-3f917cfcb2cc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:19.740888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-9f777dda-4428-4c9a-9d9f-3f917cfcb2cc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:58:19.774826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-9f777dda-4428-4c9a-9d9f-3f917cfcb2cc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:58:19.775957 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-9f777dda-4428-4c9a-9d9f-3f917cfcb2cc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 946 time: 0.2755544 Dec 22 04:58:19.831795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d22ee-747a-4454-96b5-a1c3797c5212 req-a42d99b4-4f99-499c-a792-1706805db931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:19.833234 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-241d22ee-747a-4454-96b5-a1c3797c5212 req-a42d99b4-4f99-499c-a792-1706805db931 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 1099 time: 0.1357696 Dec 22 04:58:19.866681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:58:19.867003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.930774 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-241d22ee-747a-4454-96b5-a1c3797c5212 req-6c671672-03a7-4a55-a403-6a25b1f77e3d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892830 Dec 22 04:58:20.124841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:20.125190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.193120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b064d-2c3f-474d-aca6-05870b19614f req-ca7e364d-068a-4197-9a67-79a7f85c9f82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:20.194606 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce9b064d-2c3f-474d-aca6-05870b19614f req-ca7e364d-068a-4197-9a67-79a7f85c9f82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=df27659f-c37f-490c-947c-177e9758f911 HTTP/1.1" status: 200 len: 946 time: 0.0836687 Dec 22 04:58:20.242797 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce9b064d-2c3f-474d-aca6-05870b19614f req-cb5b3ad6-d511-425f-a096-576ea1ce0786 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=2806d940-051a-4699-9383-e8612de57050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418594 Dec 22 04:58:20.247525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:58:20.396379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.404929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:20.456962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=1457d302-797a-4b8b-aa35-7a7a5b34e6f7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:20.460026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:20.543105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:20.545520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.548040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df27659f-c37f-490c-947c-177e9758f911', 'name': 'network-vif-deleted', 'tag': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:20.566215 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-36d602f1-0f95-47f7-976e-a8b5251e5282 req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "DELETE /v2.0/ports/1457d302-797a-4b8b-aa35-7a7a5b34e6f7 HTTP/1.1" status: 204 len: 173 time: 0.7829652 Dec 22 04:58:20.598266 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df27659f-c37f-490c-947c-177e9758f911', 'name': 'network-vif-deleted', 'tag': '1457d302-797a-4b8b-aa35-7a7a5b34e6f7', 'status': 'completed', 'code': 200} Dec 22 04:58:20.775646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03850a68-4499-4ebf-aafb-7612aea1c4e0 req-accb9612-ba60-45e6-bdfe-e7cc70ef316c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:20.777084 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-03850a68-4499-4ebf-aafb-7612aea1c4e0 req-accb9612-ba60-45e6-bdfe-e7cc70ef316c tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 946 time: 0.0953417 Dec 22 04:58:20.826333 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-03850a68-4499-4ebf-aafb-7612aea1c4e0 req-b66fd1f8-4bc4-4922-a7fe-634e3e52c102 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414698 Dec 22 04:58:21.340539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60792) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:21.409748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-565fe3b9-308a-4809-aa56-f651a5143538 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.441185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-565fe3b9-308a-4809-aa56-f651a5143538 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.510786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-565fe3b9-308a-4809-aa56-f651a5143538 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.514795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6ec1cc39-e863-4c71-a4c7-839030b2cf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:21.529750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fe3b9-308a-4809-aa56-f651a5143538 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2806d940-051a-4699-9383-e8612de57050,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:21.532650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-565fe3b9-308a-4809-aa56-f651a5143538 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:21.540877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-565fe3b9-308a-4809-aa56-f651a5143538 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.541989 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-565fe3b9-308a-4809-aa56-f651a5143538 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/2806d940-051a-4699-9383-e8612de57050 HTTP/1.1" status: 204 len: 168 time: 0.2004390 Dec 22 04:58:21.573153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60798) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:22.017144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057119d-91bf-4daa-9617-b7503a331f3f req-1229fb5f-9416-4139-bc5d-119dff79b9d3 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:22.019505 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2057119d-91bf-4daa-9617-b7503a331f3f req-1229fb5f-9416-4139-bc5d-119dff79b9d3 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 946 time: 0.0846307 Dec 22 04:58:22.069838 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2057119d-91bf-4daa-9617-b7503a331f3f req-11fe5061-f44f-4b3f-ab2c-7e3e45c44488 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Dec 22 04:58:22.237044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.264044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa289375-8534-4ef3-9af3-bd6aa3cebd34 req-89c41e72-b600-4af4-b7d2-04a89495f8dd tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:22.265735 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa289375-8534-4ef3-9af3-bd6aa3cebd34 req-89c41e72-b600-4af4-b7d2-04a89495f8dd tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 946 time: 0.0862653 Dec 22 04:58:22.317721 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa289375-8534-4ef3-9af3-bd6aa3cebd34 req-d22a8eaf-0f83-4d47-b566-172a457e4593 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397100 Dec 22 04:58:22.340919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:22.415048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f057c941-4887-4978-968d-5d656b63ce0c tempest-TestVolumeBootPattern-1388625619 tempest-TestVolumeBootPattern-1388625619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:22.416516 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f057c941-4887-4978-968d-5d656b63ce0c tempest-TestVolumeBootPattern-1388625619 tempest-TestVolumeBootPattern-1388625619-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 1094 time: 0.0745132 Dec 22 04:58:22.419484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60810) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:22.424711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:22.431493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:22.435696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Usage tracker for resource:floatingip and tenant:b446b894ac664acfb029340103ffff69 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:22.438914 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:22.445286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:22.461438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.596755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.600002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 70277cde-9ad6-4190-97eb-f466fdec67b9 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:58:22.600594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.735444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Allocated IP 172.26.1.145 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/9092530f-8d3f-4dec-ba2d-0f715b443b72) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:22.790283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 70277cde-9ad6-4190-97eb-f466fdec67b9, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=70277cde-9ad6-4190-97eb-f466fdec67b9,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:22.790640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.885965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.913973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 70277cde-9ad6-4190-97eb-f466fdec67b9 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:58:22.916915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.921655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f1b4d4d6-4ecb-4880-a3b9-4ecd27103e1b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:22.985938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:22.988996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:22.993048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:58:23.027144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'Port': ['ID=9092530f-8d3f-4dec-ba2d-0f715b443b72,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:23.043271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.043648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.044006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.044393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.044748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.045108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.045466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.045825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.046174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.046536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.046878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.047221 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:23.052201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:23.088678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:58:23.123618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:58:23.123974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1457d302-797a-4b8b-aa35-7a7a5b34e6f7 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:58:23.245503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.248732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4d4884a2-fa6f-4bab-a23b-03ab6ca16b73 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:23.310494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=70277cde-9ad6-4190-97eb-f466fdec67b9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:23.313681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:23.566017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.645199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.716744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.861711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.867720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.871642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2003708-93f3-4af9-b14c-cf43a3641ab8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:23.979888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event updated for resources: {'Port': ['ID=9092530f-8d3f-4dec-ba2d-0f715b443b72,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:23.984568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:23.991106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.083541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:58:24.161127 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Floating IP 9a56dd55-a062-4bc9-a94b-67a3eccdfd00 associated. External IP: 172.26.1.145, port: 6e436d25-08c4-4aba-b75c-209322f13ec5. Dec 22 04:58:24.268295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:58:24.278799 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] Sync routers for ids ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:24.284449 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/c38523eb-7c7b-490d-96cb-7a7b3d3f2bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7073421 Dec 22 04:58:24.284904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60814) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:24.289810 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] Routers {'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:24.290563 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:57:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:24.378632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e76b963-2346-447e-89ef-83ce5f9ea5e7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting subnet f38ac514-4f1d-4f14-8cbf-58429b0f0dd4 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 04:58:24.381812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e76b963-2346-447e-89ef-83ce5f9ea5e7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.445377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e76b963-2346-447e-89ef-83ce5f9ea5e7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.489326 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] Set router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:24.534339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e76b963-2346-447e-89ef-83ce5f9ea5e7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.539075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:58:24.582003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d3dacef0-eb6e-4402-b249-5e776f8ac0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.612379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e76b963-2346-447e-89ef-83ce5f9ea5e7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.617665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b89ddac5-1951-42c4-ac8b-5dfafeacbec8 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:24.659726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76b963-2346-447e-89ef-83ce5f9ea5e7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Subnet': ['ID=f38ac514-4f1d-4f14-8cbf-58429b0f0dd4,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:24.661773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e76b963-2346-447e-89ef-83ce5f9ea5e7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.664629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0e76b963-2346-447e-89ef-83ce5f9ea5e7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:24.669118 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0e76b963-2346-447e-89ef-83ce5f9ea5e7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/subnets/f38ac514-4f1d-4f14-8cbf-58429b0f0dd4 HTTP/1.1" status: 204 len: 168 time: 0.3829982 Dec 22 04:58:24.672594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60818) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:24.673565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57829ca9-fd00-4b4c-bbcd-0c36e9906989 None None] Network 5b51da39-f417-4fa9-b991-a6d76dbfedab requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:58:24.737837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:58:24.778531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] Sync routers for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:24.780321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.800753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:24.801832 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:57:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:24.825668 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:58:23Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:24.830883 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] Checking router: c38523eb-7c7b-490d-96cb-7a7b3d3f2bee for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:24.840299 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] Routers {'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:24.841026 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:57:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:24.849977 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4294589 Dec 22 04:58:24.852843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3749c409-d98d-435f-ac15-67c4e4017d74', 'tag': '6e436d25-08c4-4aba-b75c-209322f13ec5'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:24.915823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.970995 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3749c409-d98d-435f-ac15-67c4e4017d74', 'tag': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'status': 'completed', 'code': 200} Dec 22 04:58:25.078640 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] Set router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:25.092767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:25.236747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] DHCP port deletion for 5b51da39-f417-4fa9-b991-a6d76dbfedab request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 04:58:25.250440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] Deleting port 65aecc09-2ba9-432c-8e0d-658e9e298e05 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:58:25.250833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.340519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.359978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-d599aafc-3085-4983-8c19-c5701e51c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:25.361579 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-d599aafc-3085-4983-8c19-c5701e51c7ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 1099 time: 0.3398252 Dec 22 04:58:25.362991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port d0582acb-e98f-4a4d-9fa1-0db85ef257bc {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 04:58:25.363327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.472508 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:58:23Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:25.476965 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a59ba-1a51-40f8-816d-8f66ff95ff70 None None] The sync data for ids ['c38523eb-7c7b-490d-96cb-7a7b3d3f2bee'] in dv-neutron-822524-1-hyperv is: [{'id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'name': 'tempest-TestNetworkBasicOps-router-660003675', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:27Z', 'updated_at': '2021-12-22T04:58:23Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'd0582acb-e98f-4a4d-9fa1-0db85ef257bc', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38523eb-7c7b-490d-96cb-7a7b3d3f2bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:28Z', 'updated_at': '2021-12-22T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:25.676674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-fe602037-bfdd-44a2-9385-1f1fe9aac20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:25.678374 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-fe602037-bfdd-44a2-9385-1f1fe9aac20b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 0.2878356 Dec 22 04:58:25.779974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] For port 65aecc09-2ba9-432c-8e0d-658e9e298e05, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=65aecc09-2ba9-432c-8e0d-658e9e298e05,segment=NetworkSegment(69eb67c7-f0b0-4945-a89c-2505ef2dc788),segment_id=69eb67c7-f0b0-4945-a89c-2505ef2dc788)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:25.780610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.792860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port d0582acb-e98f-4a4d-9fa1-0db85ef257bc, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d0582acb-e98f-4a4d-9fa1-0db85ef257bc,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:25.793217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.959310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for d0582acb-e98f-4a4d-9fa1-0db85ef257bc owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:58:25.970830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] Calling delete_port for 65aecc09-2ba9-432c-8e0d-658e9e298e05 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 04:58:25.999143 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-17f7ffea-db8e-44f8-8437-6c97347842a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e436d25-08c4-4aba-b75c-209322f13ec5 HTTP/1.1" status: 200 len: 1000 time: 0.3102236 Dec 22 04:58:26.062685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '9a56dd55-a062-4bc9-a94b-67a3eccdfd00', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:a2:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749c409-d98d-435f-ac15-67c4e4017d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:58:23Z', 'updated_at': '2021-12-22T04:58:23Z', 'revision_number': 0, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}, {'id': 'fc7f0ed6-2df0-4ecd-835b-d059fac677b7', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:ac:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:18Z', 'revision_number': 1, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:26.066299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.070581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6026b54d-02a8-450f-90f4-913be1261e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:26.093509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-042c5ef2-0083-4142-9666-464b38691d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:26.095033 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-042c5ef2-0083-4142-9666-464b38691d64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0887532 Dec 22 04:58:26.107778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] Checking router: 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:26.118833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] Pushing event deleted for resources: {'Port': ['ID=65aecc09-2ba9-432c-8e0d-658e9e298e05,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:26.123858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:26.127686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] No DVR routers for this DVR port 65aecc09-2ba9-432c-8e0d-658e9e298e05 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:26.132784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:26.133281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:57:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:26.244314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-86bb3d20-6f70-4226-9688-9521a8f04a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:26.245921 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-86bb3d20-6f70-4226-9688-9521a8f04a3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1441958 Dec 22 04:58:26.318979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:26.362724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.369022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ae687278-8bd3-4580-aac8-b45aa9ab5755 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:26.369203 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 70277cde-9ad6-4190-97eb-f466fdec67b9 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:58:26.418374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 70277cde-9ad6-4190-97eb-f466fdec67b9 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:58:26.418725 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 70277cde-9ad6-4190-97eb-f466fdec67b9 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:58:26.419166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 65aecc09-2ba9-432c-8e0d-658e9e298e05 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:58:26.426581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=d0582acb-e98f-4a4d-9fa1-0db85ef257bc,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:26.432413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:26.462013 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 65aecc09-2ba9-432c-8e0d-658e9e298e05 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:58:26.462373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 65aecc09-2ba9-432c-8e0d-658e9e298e05 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:58:26.482091 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-8a4bf8b6-37d6-49ce-81f1-24ea433607ab service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292857 Dec 22 04:58:26.621705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.757674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '9a56dd55-a062-4bc9-a94b-67a3eccdfd00', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:a2:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749c409-d98d-435f-ac15-67c4e4017d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:58:23Z', 'updated_at': '2021-12-22T04:58:23Z', 'revision_number': 0, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}, {'id': 'fc7f0ed6-2df0-4ecd-835b-d059fac677b7', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:ac:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:18Z', 'revision_number': 1, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:26.761786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba49cd3-00cf-47d5-bcd2-3205c174f4a7 None None] The sync data for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv is: [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '9a56dd55-a062-4bc9-a94b-67a3eccdfd00', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:a2:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749c409-d98d-435f-ac15-67c4e4017d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:58:23Z', 'updated_at': '2021-12-22T04:58:23Z', 'revision_number': 0, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}, {'id': 'fc7f0ed6-2df0-4ecd-835b-d059fac677b7', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:ac:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:18Z', 'revision_number': 1, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:26.917423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54b71497-f2d4-4fea-94fc-16e0ccf4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.965644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.968988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.972671 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4a781d4-dd18-4c4a-b4a3-54124c574a73 req-db5fca28-51c5-41c0-8fa9-23b0e7d70a4d service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625986 Dec 22 04:58:26.983394 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d0cb2-95c7-4c74-a27f-e03e2d04a894 None None] New status for floating IP 9a56dd55-a062-4bc9-a94b-67a3eccdfd00: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:58:26.997283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.997902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Fanout notify agent at l3_agent the message router_deleted on router c38523eb-7c7b-490d-96cb-7a7b3d3f2bee {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 04:58:27.014587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.015705 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/routers/c38523eb-7c7b-490d-96cb-7a7b3d3f2bee HTTP/1.1" status: 204 len: 168 time: 2.3421483 Dec 22 04:58:27.019355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60828) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:27.136312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.274511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.302684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b51da39-f417-4fa9-b991-a6d76dbfedab']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:27.316287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69eb67c7-f0b0-4945-a89c-2505ef2dc788') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:27.316621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69eb67c7-f0b0-4945-a89c-2505ef2dc788') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:27.330129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.346659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.352747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:58:27.353131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:58:27.367926 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:58:27.459297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.464786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f3fa082b-4a66-4049-8eb6-4b8a8f146938 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:27.480205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.492456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Network': ['ID=5b51da39-f417-4fa9-b991-a6d76dbfedab,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:27.495684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:27.504403 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/networks/5b51da39-f417-4fa9-b991-a6d76dbfedab HTTP/1.1" status: 204 len: 168 time: 0.4840324 Dec 22 04:58:27.521252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60832) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:27.527072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'network': {'name': 'tempest-network-smoke--1367332972', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'port_security_enabled': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:27.533329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:27.539163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:network and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:27.543850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:27.552720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:27.569782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:27.575381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.613176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:58:27.623169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.623525 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Added segment 9173d9ab-174c-40f7-843f-3a984a1b72d1 of type vlan for network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 Dec 22 04:58:27.654998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.687699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.693502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:27.694057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.697690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-317df811-6349-46c3-9774-b470da948594 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:27.801818 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2793427 Dec 22 04:58:27.804623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60836) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:27.805437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Network': ['ID=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:27.808021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:27.811387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'admin_state_up': True, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:27.816363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 04:58:27.820057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:27.824293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:router and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:27.827510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:27.834878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:27.846559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.847549 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.861815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.944269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.101775 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.281182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.346763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d0582acb-e98f-4a4d-9fa1-0db85ef257bc no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 04:58:28.380808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: d0582acb-e98f-4a4d-9fa1-0db85ef257bc {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 04:58:28.381258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d0582acb-e98f-4a4d-9fa1-0db85ef257bc not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 04:58:28.586919 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.615871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.769861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.117 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:28.922555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.955431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.959878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:29.021856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:29.022985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:29.025437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:58:29.074748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:29.081236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:29.396663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.597266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.976867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.203655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 04:58:30.387229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:58:30.397321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Sync routers for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:30.407369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:30.408239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:58:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:30.418891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.423162 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6141760 Dec 22 04:58:30.423460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60840) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:30.586046 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cc9b8180-a090-4847-8a68-db4ff64c6247 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e765bc1a80cf45709d5ddab0fa47c255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1610212 Dec 22 04:58:30.588719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60846) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:30.635685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:30.718338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013b97c-8401-43d1-9eea-76c2a4a90165 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:30.719945 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a013b97c-8401-43d1-9eea-76c2a4a90165 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302364 Dec 22 04:58:30.722968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60850) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:30.763636 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e01d6be2-4538-4897-9673-51194f9c6862 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394840 Dec 22 04:58:30.766135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60854) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:30.776049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-7202371', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:30.886093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:30.889854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:subnet and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:30.893313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:30.899033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:30.910350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:30.913939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.926233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:29Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:30.930889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Checking router: d133b73b-77f9-4e6d-8f8c-67b3c7741b5e for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:30.931245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Updating router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:58:30.988443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.129615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.134379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2be86a24-1e6d-4c82-a424-a6d08f531a64 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:31.326332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.342453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Transition to ACTIVE for port object b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:31.353833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.357388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d3f24eaa-4ee3-4ad6-955d-f1ea83c73bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:31.361536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Subnet': ['ID=c84e37c4-0cd1-408a-8766-e4cadbbbef5b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:31.364085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:31.373057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Checking segment: {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:58:31.373366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network hostable DHCP agents. Network: 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:58:31.401065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:58:31.413637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:31.418769 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:31.419360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.425652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2918396-310e-44aa-be1a-612794970d54 None None] Network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:58:31.453083 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.6850140 Dec 22 04:58:31.456014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60858) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:31.500679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3e9fd-b1d0-40dc-9152-28bdbc62057c None None] Pushing event updated for resources: {'Port': ['ID=b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:31.508216 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Attempting to bind port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:31.508524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Attempting to bind port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:31.508896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Attempting to bind port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:58:31.511652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b1e3e9fd-b1d0-40dc-9152-28bdbc62057c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:31.526196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:58:31.526196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:58:31.526453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.526630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:58:31.527122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Bound port: b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:31.527507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.672215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] For port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:58:31.684380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] For port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:58:31.721083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.732429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-2ada7c23-8db7-443e-b4c1-e1d16b8d6742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:31.780653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 04:58:31.780653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.875537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:31.877416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:58:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:31.926502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3e9fd-b1d0-40dc-9152-28bdbc62057c None None] Pushing event updated for resources: {'Port': ['ID=b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:31.939561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b1e3e9fd-b1d0-40dc-9152-28bdbc62057c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:32.183581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:32.289858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Allocated IP 172.20.0.2 (99168e2f-e3e5-4ed0-a672-3b02c2da7fa2/c84e37c4-0cd1-408a-8766-e4cadbbbef5b/d8b673c4-4923-4d3c-9a6a-db4b8f54ae19) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:32.304718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.654306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.667466 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Transition to ACTIVE for port object d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:32.681714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:29Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:32.691105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f98538-9e1d-489c-9ea7-955e70d1aff6 None None] The sync data for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv is: [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:29Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:32.693148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Transition to ACTIVE for port object d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:32.701155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.707418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-aa43cf2c-4f56-4c3c-96aa-8dcbe7aa082c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:32.777983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:32.780953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:32.785097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:58:32.793184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.1 (99168e2f-e3e5-4ed0-a672-3b02c2da7fa2/c84e37c4-0cd1-408a-8766-e4cadbbbef5b/1e2601e9-9dcd-4fed-8723-9cd3085ba60e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:32.801078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Pushing event updated for resources: {'Port': ['ID=d8b673c4-4923-4d3c-9a6a-db4b8f54ae19,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:32.828267 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:32.897363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Attempting to bind port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:32.897748 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Attempting to bind port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:32.898137 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Attempting to bind port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 on network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:58:32.903685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:58:32.904064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Checking segment: {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:58:32.904603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.904942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Bound using segment: {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:58:32.905424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Bound port: d8b673c4-4923-4d3c-9a6a-db4b8f54ae19, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:32.905869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.975712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.995190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 1e2601e9-9dcd-4fed-8723-9cd3085ba60e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:33.022575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.029231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-823f68bd-ad67-4427-a1f7-a6af72e54259 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:33.031213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] For port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:58:33.034860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] For port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d8b673c4-4923-4d3c-9a6a-db4b8f54ae19,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:58:33.040899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.051800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:33.099859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:33.103492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:33.107708 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:58:33.141680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Pushing event updated for resources: {'Port': ['ID=d8b673c4-4923-4d3c-9a6a-db4b8f54ae19,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:33.145205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:33.302947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=1e2601e9-9dcd-4fed-8723-9cd3085ba60e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:33.312529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:33.341101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.530794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.960949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.966922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.993056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29ce97c0-9034-4466-a6e6-f3dc1ee74da5 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:34.084695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=1e2601e9-9dcd-4fed-8723-9cd3085ba60e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:34.087061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.090821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:34.130157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f5d6e7-181c-4234-b348-4e82e54ddf49 None None] Network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 04:58:34.238133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:34.240751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:34.243922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-955e6dcd-a65d-47a6-aa49-89a531ff9d25 None None] Provisioning for port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:34.433909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:58:34.469728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:58:34.521246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:34.526910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:34.527289 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.664372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.668918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:58:34.682961 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Sync routers for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:34.692742 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/d133b73b-77f9-4e6d-8f8c-67b3c7741b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2354259 Dec 22 04:58:34.693446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60864) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:34.699463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:34.707077 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:34.707809 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:58:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:34.708386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.709495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:58:34.737175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba5cefaa-8664-485e-91c3-8ce9b7307420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:34.856565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-59880441-b18f-43b5-8b3a-f79a5e1dd339 None None] Provisioning for port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:34.866278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:34.870069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-59880441-b18f-43b5-8b3a-f79a5e1dd339 None None] Provisioning complete for port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:34.870446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59880441-b18f-43b5-8b3a-f79a5e1dd339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.878493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0695c9-5b86-44d3-aecc-7bf8d3b7f162 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.879376 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0695c9-5b86-44d3-aecc-7bf8d3b7f162 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.880475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0695c9-5b86-44d3-aecc-7bf8d3b7f162 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.881138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0695c9-5b86-44d3-aecc-7bf8d3b7f162 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.881759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0695c9-5b86-44d3-aecc-7bf8d3b7f162 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.882370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0695c9-5b86-44d3-aecc-7bf8d3b7f162 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.887739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60868) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:34.899789 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5f0695c9-5b86-44d3-aecc-7bf8d3b7f162 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2047451 Dec 22 04:58:34.937497 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:34.963810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:34.977828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:34.982194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b0987-61f6-48c8-92c5-73a907968ecb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.982783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b0987-61f6-48c8-92c5-73a907968ecb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.983298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b0987-61f6-48c8-92c5-73a907968ecb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.983804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b0987-61f6-48c8-92c5-73a907968ecb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.984332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b0987-61f6-48c8-92c5-73a907968ecb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.984849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b0987-61f6-48c8-92c5-73a907968ecb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.990845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60872) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:34.993395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:34.993771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.007815 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d08b0987-61f6-48c8-92c5-73a907968ecb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4000 time: 0.1177101 Dec 22 04:58:35.059362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-59880441-b18f-43b5-8b3a-f79a5e1dd339 None None] Port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:58:35.132690 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.198261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d8b673c4-4923-4d3c-9a6a-db4b8f54ae19,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:35.206322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-892788ce-b440-4364-bfe5-66c8b2549793 None None] Provisioning complete for port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:35.207114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-892788ce-b440-4364-bfe5-66c8b2549793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.245644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.257843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:35.325087 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.331074 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Checking router: d133b73b-77f9-4e6d-8f8c-67b3c7741b5e for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:35.331977 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Updating router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:58:35.333980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-892788ce-b440-4364-bfe5-66c8b2549793 None None] Port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:58:35.343223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=d8b673c4-4923-4d3c-9a6a-db4b8f54ae19,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:35.346892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:35.392501 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.406037 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b2f20599-113f-4236-b50c-f61341b4d0c6 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4138100 Dec 22 04:58:35.585460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60878) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:35.590949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153833862', 'description': 'tempest-secgroup-smoke-153833862 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:35.597433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:35.601958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:35.604901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:35.610974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:35.621845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.641433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:35.645731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:35.648512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:35.654011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:35.725303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.730533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.734381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:35.740489 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.752976 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Transition to ACTIVE for port object 1e2601e9-9dcd-4fed-8723-9cd3085ba60e will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:35.763545 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.768613 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:35.777329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d7022d-af1c-4bef-8b5b-5cbff2071be1,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:35.780417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:35.781617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.783452 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1966085 Dec 22 04:58:35.786514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60882) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:35.791849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'f5d7022d-af1c-4bef-8b5b-5cbff2071be1', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:35.799650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:35.803467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:35.806710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:35.812334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:35.831198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.893084 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Pushing event updated for resources: {'Port': ['ID=1e2601e9-9dcd-4fed-8723-9cd3085ba60e,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:35.898674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.904319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.912813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4b0cc086-c6ad-464f-97ec-c3c116acbd05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:35.935209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe79f7b-3c04-4f83-8ca6-9ef8ed5373b9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:35.938017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:35.945206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.949239 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591859 Dec 22 04:58:35.949765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60886) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:35.955783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'f5d7022d-af1c-4bef-8b5b-5cbff2071be1', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:35.962170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:35.966308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:35.968577 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.968928 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.969455 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.969920 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.970229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:35.970415 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.970753 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.971165 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.971491 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.971812 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.972129 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.972465 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.972778 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:35.978307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:35.980602 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:35.998170 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Attempting to bind port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:35.998407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.998543 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Attempting to bind port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:35.999115 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Attempting to bind port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e on network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:58:36.005014 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:58:36.005391 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Checking segment: {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:58:36.005797 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.006211 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Bound using segment: {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:58:36.006674 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Bound port: 1e2601e9-9dcd-4fed-8723-9cd3085ba60e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:36.007015 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.066474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.070794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.078339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cb2abc1e-4c90-4ba5-91ab-1dd82c75077c tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:36.098820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe94196c-b107-46dc-bcf5-e2b77306a4e1,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:36.099021 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] For port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:58:36.102351 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] For port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1e2601e9-9dcd-4fed-8723-9cd3085ba60e,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:58:36.102557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:36.106005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.107334 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563642 Dec 22 04:58:36.107746 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.110198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60890) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:36.111823 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-60ba2d23-416e-4fee-837f-223f00e53247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:36.115529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'f5d7022d-af1c-4bef-8b5b-5cbff2071be1', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:36.121589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:36.125387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:36.128459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:36.134082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:36.151465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.185475 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:36.186125 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:58:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:36.217496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.222854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.225967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-55a6e0a5-5513-4216-8c00-38134e1d6d69 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:36.259082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d703897-eecd-49f3-b9fa-b2be078d85db,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:36.262918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:36.273175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.274770 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632779 Dec 22 04:58:36.277828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60894) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:36.283538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'f5d7022d-af1c-4bef-8b5b-5cbff2071be1', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:36.289853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:36.293724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:36.295868 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Pushing event updated for resources: {'Port': ['ID=1e2601e9-9dcd-4fed-8723-9cd3085ba60e,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:36.297336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:36.300745 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:36.305871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:36.327598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.388719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:58:36.411902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.418681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.421559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7996f42-325d-4459-857d-b6bc23410860 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:36.432766 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:36.445998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be318239-5444-4963-8ae6-25ceaf042172,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:36.449970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:36.459776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.461362 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1823790 Dec 22 04:58:36.464086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60898) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:36.469254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'f5d7022d-af1c-4bef-8b5b-5cbff2071be1', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:36.474310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:36.474766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.476118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:36.481082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:36.484181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:36.490555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:36.504328 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:58:36.511028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.581179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.585851 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.588303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a9fb977-bd3e-40c9-893d-50f148d838c7 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:36.609114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5138fe2a-7b94-4904-b31f-06b93418ea9a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:36.613442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:36.618161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:58:36.623753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.628095 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1347109f-c760-4eb6-9e4e-027c24fd829f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1599977 Dec 22 04:58:36.628621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60902) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:36.634251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'f5d7022d-af1c-4bef-8b5b-5cbff2071be1', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:36.640744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:36.645412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:36.648756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:36.655184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:36.669116 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:58:36.678659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.689284 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:36.689654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.754486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.759484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.761695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:36.783281 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:36Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:36.785404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b81141e-ddba-48c8-9373-722b58de430d,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:36.788034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:36.790760 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642789c-b8d2-47c7-999a-e51af60a19d0 None None] The sync data for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv is: [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:36Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:36.799073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.800472 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8161be6f-e1ca-4f82-82c0-bbb698697f34 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1707530 Dec 22 04:58:36.994073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-29442758-e045-4376-89cb-afc9dd0611b6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:58:37.011267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-29442758-e045-4376-89cb-afc9dd0611b6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:58:37.012521 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-29442758-e045-4376-89cb-afc9dd0611b6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153833862&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.0625980 Dec 22 04:58:37.171183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e0133c3b-669d-4600-a069-dc33e2210631 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:37.172660 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e0133c3b-669d-4600-a069-dc33e2210631 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/networks?id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 797 time: 0.1534071 Dec 22 04:58:37.189035 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-807681c9-d7a1-4a42-85ca-e582a72583df tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/quotas/e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 375 time: 0.0102248 Dec 22 04:58:37.277039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-5ff15a8d-63f4-4645-a705-ba16c6504cf7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:58:37.294503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-5ff15a8d-63f4-4645-a705-ba16c6504cf7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:58:37.296679 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-5ff15a8d-63f4-4645-a705-ba16c6504cf7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006517 Dec 22 04:58:37.526007 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-78c9e255-9ab9-481e-bc75-737ef2f70f8c service neutron] 10.222.0.36 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139258 Dec 22 04:58:37.670813 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-51e7fc9f-6269-4e3c-95bc-764ec4b07d20 service neutron] 10.222.0.36 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389577 Dec 22 04:58:37.870935 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-74b32c39-1c3e-434e-ae92-44bd2abbe129 req-e1fbcb46-c399-40f8-84cd-7298df3b1e9d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 210 time: 0.0496399 Dec 22 04:58:38.374333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e2601e9-9dcd-4fed-8723-9cd3085ba60e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:58:38.482943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:38.499977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:38.499977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.646615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.681408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1e2601e9-9dcd-4fed-8723-9cd3085ba60e,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:38.685686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.685686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba41ee49-2a91-44cd-8132-154e0b5949d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:38.757947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=1e2601e9-9dcd-4fed-8723-9cd3085ba60e,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:38.757947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:39.098626 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-775b9072-18f7-4270-8cea-2345aeafe930 req-9e0e33e5-6605-46ad-af6e-24a1ed92f649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 210 time: 0.1085937 Dec 22 04:58:39.132126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-91c77546-9491-49dd-8a1f-fc6a7ab3d190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:39.132126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-91c77546-9491-49dd-8a1f-fc6a7ab3d190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:58:39.150281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-91c77546-9491-49dd-8a1f-fc6a7ab3d190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:58:39.150281 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-91c77546-9491-49dd-8a1f-fc6a7ab3d190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 797 time: 0.1981719 Dec 22 04:58:39.210289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-c1680b15-76dd-432d-b9bf-34828c9e0222 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 04:58:39.224537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-c1680b15-76dd-432d-b9bf-34828c9e0222 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 04:58:39.224537 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-c1680b15-76dd-432d-b9bf-34828c9e0222 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 379 time: 0.0571258 Dec 22 04:58:39.249161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'device_id': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'admin_state_up': True, 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'security_groups': ['f5d7022d-af1c-4bef-8b5b-5cbff2071be1']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:39.406092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:39.418453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:39.430107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:39.430107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.607033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.7 (99168e2f-e3e5-4ed0-a672-3b02c2da7fa2/c84e37c4-0cd1-408a-8766-e4cadbbbef5b/cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:39.800849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.817318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:39.841172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.846641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-80bd9d82-0cf5-4dcc-9d95-76464ca09e17 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:40.040859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:40.040859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:40.047272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:58:40.090454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:40.094759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:40.122822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:40.122822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.156055 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9131122 Dec 22 04:58:40.176675 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Request body: {'port': {'device_id': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:40.303617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.459091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d68ce-b5fc-4d34-b19c-b17ad0d997ad req-96a1c4a5-3562-4d12-8dec-9213abd8d614 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:40.459091 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c8d68ce-b5fc-4d34-b19c-b17ad0d997ad req-96a1c4a5-3562-4d12-8dec-9213abd8d614 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 931 time: 0.1727602 Dec 22 04:58:40.496800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e2601e9-9dcd-4fed-8723-9cd3085ba60e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:58:40.567997 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c8d68ce-b5fc-4d34-b19c-b17ad0d997ad req-195cbd29-b315-4f86-8c4b-997594e67d96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039441 Dec 22 04:58:40.597350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:40.597350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.651447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-53af7335-334a-4bf3-bf1f-cb73c45823fa None None] Provisioning for port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:40.663677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-53af7335-334a-4bf3-bf1f-cb73c45823fa None None] Provisioning complete for port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:40.663677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-53af7335-334a-4bf3-bf1f-cb73c45823fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.682373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:58:40.690422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.704752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Transition to ACTIVE for port object cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:40.710844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.723341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-122118f7-489e-4e6a-ad76-b04ae3dc7649 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:40.745785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-53af7335-334a-4bf3-bf1f-cb73c45823fa None None] Port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 04:58:40.789507 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:58:40.961376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Pushing event updated for resources: {'Port': ['ID=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:40.961376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:41.013002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Attempting to bind port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:41.013002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Attempting to bind port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:41.013002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Attempting to bind port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 on network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:58:41.018667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 on network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 04:58:41.018667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Attempting to bind port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 on network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 04:58:41.023831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 04:58:41.023831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Checking segment: {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 04:58:41.023831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Bound using segment: {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 04:58:41.023831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Bound port: cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:41.023831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.123182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] For port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 04:58:41.123182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] For port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 04:58:41.130299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.135584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c84088e-ae29-4fba-9e7e-742006ca401f tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:41.194350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:41.194350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.194350 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] 10.222.0.61 "PUT /v2.0/ports/cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 HTTP/1.1" status: 200 len: 1093 time: 1.0231228 Dec 22 04:58:41.194350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'tag': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:41.243632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Pushing event updated for resources: {'Port': ['ID=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:41.243632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:41.269195 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'tag': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'status': 'completed', 'code': 200} Dec 22 04:58:41.371964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-7d2205b0-43e0-4436-917d-78a7507ae00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:41.371964 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-7d2205b0-43e0-4436-917d-78a7507ae00d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 1096 time: 0.0951052 Dec 22 04:58:41.459400 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-09930a1d-3b69-4512-b9d5-ceab69800b20 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 HTTP/1.1" status: 200 len: 217 time: 0.0717921 Dec 22 04:58:41.532380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-eb566402-986f-4150-a96f-a4dd3c778b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:41.532380 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-eb566402-986f-4150-a96f-a4dd3c778b39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c84e37c4-0cd1-408a-8766-e4cadbbbef5b HTTP/1.1" status: 200 len: 832 time: 0.0657847 Dec 22 04:58:41.611545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-b52161a3-2ee3-4a05-954b-9f178f682c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:41.611545 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-b52161a3-2ee3-4a05-954b-9f178f682c3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723069 Dec 22 04:58:41.759493 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-39ee567f-83c2-4791-a9ac-c6da4d8c2b4a service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400125 Dec 22 04:58:41.788744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5e4e6-c433-449e-af0b-f6b91e151225 req-8de315b6-9ac5-493f-a7fb-bc9f21f9bee6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:41.795301 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a9c5e4e6-c433-449e-af0b-f6b91e151225 req-8de315b6-9ac5-493f-a7fb-bc9f21f9bee6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 943 time: 0.1181564 Dec 22 04:58:41.849890 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a9c5e4e6-c433-449e-af0b-f6b91e151225 req-0c314c3a-9b87-4d6c-8220-8dd492cab31e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568466 Dec 22 04:58:41.925850 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4a71aaf1-17e3-411e-970a-9f19fc80900b req-b6685c93-6517-44ff-86ae-8cffb17aa64d service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599660 Dec 22 04:58:42.199263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-3e001398-66d3-4ee6-8338-81ba8d11b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:42.200772 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-3e001398-66d3-4ee6-8338-81ba8d11b67d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 1096 time: 0.1838961 Dec 22 04:58:42.368148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-2adb12fb-f7a1-4c2d-a08a-3947fdb9ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:42.368148 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-2adb12fb-f7a1-4c2d-a08a-3947fdb9ac04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 898 time: 0.1559577 Dec 22 04:58:42.446304 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-ab893c32-dad6-495b-a86e-f11795900b90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 HTTP/1.1" status: 200 len: 217 time: 0.0702691 Dec 22 04:58:42.518615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-ec13e32b-8b31-43e3-8cdf-9a48e3a93376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:42.518615 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-ec13e32b-8b31-43e3-8cdf-9a48e3a93376 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c84e37c4-0cd1-408a-8766-e4cadbbbef5b HTTP/1.1" status: 200 len: 832 time: 0.0698245 Dec 22 04:58:42.596435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-2de70ab6-8e84-44e2-940d-b7c2af28fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:42.597921 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-2de70ab6-8e84-44e2-940d-b7c2af28fa2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748382 Dec 22 04:58:42.748753 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-c3aaa6ce-d6df-45e2-a7cd-e49b7d48ecba service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375985 Dec 22 04:58:42.889488 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daf2c1b7-9f5b-4ccf-b680-04229e44ee0c req-e6a72a29-1757-4d78-841a-0333eff77ee7 service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335859 Dec 22 04:58:43.062693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383353ea-b01d-498c-8c7e-84ac87aab011 req-31030569-0ca0-4c62-8bb9-7e76ee43f15e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:43.070609 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-383353ea-b01d-498c-8c7e-84ac87aab011 req-31030569-0ca0-4c62-8bb9-7e76ee43f15e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 943 time: 0.0940535 Dec 22 04:58:43.120801 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-383353ea-b01d-498c-8c7e-84ac87aab011 req-36138902-5206-4b1d-9b27-59efb2ea5d1f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496032 Dec 22 04:58:44.309846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0175a18-69b7-4751-8fb5-8c8679c46552 req-251b5d59-5f6f-412e-82aa-354eb01b5ef4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:44.311353 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0175a18-69b7-4751-8fb5-8c8679c46552 req-251b5d59-5f6f-412e-82aa-354eb01b5ef4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 943 time: 0.0855069 Dec 22 04:58:44.351785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.362884 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0175a18-69b7-4751-8fb5-8c8679c46552 req-e44abbf1-0057-41c8-898e-e0ed2c646831 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451238 Dec 22 04:58:45.263521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 04:58:45.411428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:45.422694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'port_id': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'mac_address': 'fa:16:3e:52:b1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 04:58:45.484588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.502712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:58:45.519082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:45.523410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.526262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7970ea09-3cd2-416e-a73d-160038d8c29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:45.579554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd96502-93ce-451b-a527-ebe1d9fd9432 req-c2d005ff-a2c2-439d-9a85-6655685c7a14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:45.581031 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6fd96502-93ce-451b-a527-ebe1d9fd9432 req-c2d005ff-a2c2-439d-9a85-6655685c7a14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 944 time: 0.0894666 Dec 22 04:58:45.608918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:45.608918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:45.630285 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6fd96502-93ce-451b-a527-ebe1d9fd9432 req-dfc447cf-19ed-470b-83c0-46c7f3e46216 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400195 Dec 22 04:58:45.964192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 04:58:46.825329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347b199-1a23-4054-8171-bc00440cdaab req-0c16193c-436c-482f-b881-6c5d84d8a267 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:46.825329 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c347b199-1a23-4054-8171-bc00440cdaab req-0c16193c-436c-482f-b881-6c5d84d8a267 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 944 time: 0.0887198 Dec 22 04:58:46.868282 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c347b199-1a23-4054-8171-bc00440cdaab req-46594bf3-c3d4-48cc-b520-4cfcb5c085b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 Dec 22 04:58:47.280918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 04:58:47.355287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:47.360511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:47.360894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.483034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.515230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:47.532931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 04:58:47.541042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.541042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:47.610280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:47.619670 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:47.632188 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'code': 200} Dec 22 04:58:47.914433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0a81-b58c-4374-a8dd-30bc4e432ba9 req-9449fb9a-dc21-4ad0-a29f-9e725cc7e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:47.915948 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-55ff0a81-b58c-4374-a8dd-30bc4e432ba9 req-9449fb9a-dc21-4ad0-a29f-9e725cc7e246 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 1098 time: 0.0769727 Dec 22 04:58:47.958500 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-55ff0a81-b58c-4374-a8dd-30bc4e432ba9 req-149960d1-aa61-4a98-9558-ab882dcec65b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352664 Dec 22 04:58:48.179545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9296cc5-3f4d-4d97-8626-2a210abac2a1 req-6025f7cb-83a9-41c9-ba20-f326a092a2dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:48.181576 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9296cc5-3f4d-4d97-8626-2a210abac2a1 req-6025f7cb-83a9-41c9-ba20-f326a092a2dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 945 time: 0.2073591 Dec 22 04:58:48.232013 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9296cc5-3f4d-4d97-8626-2a210abac2a1 req-778eb5d5-3a22-4ab6-a613-1c34c3d339a0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418134 Dec 22 04:58:49.446069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4ea7c-b8e7-4d75-a629-4ff3b416f78a req-762cd990-3f73-46cb-9df3-3a4c06477e77 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:49.446069 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-08f4ea7c-b8e7-4d75-a629-4ff3b416f78a req-762cd990-3f73-46cb-9df3-3a4c06477e77 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 945 time: 0.0896666 Dec 22 04:58:49.499503 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-08f4ea7c-b8e7-4d75-a629-4ff3b416f78a req-f988eb8e-24ae-45f5-8b0b-3182ab79c9a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456498 Dec 22 04:58:50.702699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0d526-b751-4c4b-ba45-17d1bbc14cfc req-ed7396a8-0343-4978-b468-a54c2e4e8d60 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:50.704045 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fae0d526-b751-4c4b-ba45-17d1bbc14cfc req-ed7396a8-0343-4978-b468-a54c2e4e8d60 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 945 time: 0.0884063 Dec 22 04:58:50.753700 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fae0d526-b751-4c4b-ba45-17d1bbc14cfc req-871c7384-0a1f-4fd4-8bdf-d467bd80b197 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437186 Dec 22 04:58:50.959192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb887-cebf-450d-8839-9605b9c72f0f req-a09e2b70-2f02-4b66-8c84-10c6fb1456ba tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:50.960724 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6e2cb887-cebf-450d-8839-9605b9c72f0f req-a09e2b70-2f02-4b66-8c84-10c6fb1456ba tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 945 time: 0.0919478 Dec 22 04:58:51.004693 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6e2cb887-cebf-450d-8839-9605b9c72f0f req-1de22dc1-8953-4ddd-8d87-c9d0d99ba863 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381255 Dec 22 04:58:51.030313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60966) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:51.103771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe2358-b151-4614-9bd7-387373c0bf6e tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.105187 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-80fe2358-b151-4614-9bd7-387373c0bf6e tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 1093 time: 0.0738578 Dec 22 04:58:51.108002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 60970) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:51.113098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:51.119221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 04:58:51.123405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:floatingip and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 04:58:51.126492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 04:58:51.133208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 04:58:51.147322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.287489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.430494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.219 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/401bbaab-d5fb-4818-8b04-c1efec1de065) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:51.582141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.621982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.625786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f749982d-40dd-43b3-b864-b4d499006956 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:51.690119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:51.692828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:51.696505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 04:58:51.725614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=401bbaab-d5fb-4818-8b04-c1efec1de065,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:51.731415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:52.222318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.299958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.515402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.520790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.525444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aaad475a-d3f4-459b-ad08-412da9548b98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:58:52.627727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=401bbaab-d5fb-4818-8b04-c1efec1de065,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:52.632210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:58:52.638720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.824397 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP c7734fee-1346-4e05-a7f9-1d94574bacf5 associated. External IP: 172.26.1.219, port: cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9. Dec 22 04:58:53.177035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 04:58:53.366958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 04:58:53.376940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] Sync routers for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:53.387949 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:53.388813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:58:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:53.396259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.463046 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3538227 Dec 22 04:58:53.463610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'tag': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:53.466102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60974) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:53.511375 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'tag': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'status': 'completed', 'code': 200} Dec 22 04:58:53.579596 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d55c39ee-a961-4ce7-b41f-1ada31eb118c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 991 time: 0.1120780 Dec 22 04:58:53.580405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:53.626856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-d1d14229-ae27-49d9-adda-71b12090508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:53.628427 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-d1d14229-ae27-49d9-adda-71b12090508f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 1098 time: 0.0702488 Dec 22 04:58:53.886394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-6fd8fb8a-15dc-40f1-9f70-8c8927ec5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:53.887892 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-6fd8fb8a-15dc-40f1-9f70-8c8927ec5f51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 898 time: 0.2534149 Dec 22 04:58:53.932841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'c7734fee-1346-4e05-a7f9-1d94574bacf5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.219', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'port_id': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'mac_address': 'fa:16:3e:52:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:58:52Z', 'updated_at': '2021-12-22T04:58:52Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:53.936920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] Checking router: d133b73b-77f9-4e6d-8f8c-67b3c7741b5e for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:53.945696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 04:58:53.946294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:58:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:53.994141 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-c3858f23-f256-4c27-bc4a-79dbefd77071 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 HTTP/1.1" status: 200 len: 999 time: 0.0983136 Dec 22 04:58:54.062087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-cb24a76b-e9ec-4ca9-8448-b7975276cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:54.063536 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-cb24a76b-e9ec-4ca9-8448-b7975276cb1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c84e37c4-0cd1-408a-8766-e4cadbbbef5b HTTP/1.1" status: 200 len: 832 time: 0.0625429 Dec 22 04:58:54.126457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 04:58:54.139068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-8de37233-1029-42e4-8582-d8939e70e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:54.140503 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-8de37233-1029-42e4-8582-d8939e70e26e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701110 Dec 22 04:58:54.279054 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-b5993f0b-b981-4a4c-9808-8997af1210e2 service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323421 Dec 22 04:58:54.414599 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cade0579-ee94-4d0b-85db-d5b4d53a0add req-041a9605-05c7-44ee-8903-3803f47a3d3e service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281176 Dec 22 04:58:54.538580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'c7734fee-1346-4e05-a7f9-1d94574bacf5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.219', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'port_id': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'mac_address': 'fa:16:3e:52:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:58:52Z', 'updated_at': '2021-12-22T04:58:52Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:54.542727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbffe652-d861-4989-8b86-841b0558e84f None None] The sync data for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv is: [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'c7734fee-1346-4e05-a7f9-1d94574bacf5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.219', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'port_id': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'mac_address': 'fa:16:3e:52:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:58:52Z', 'updated_at': '2021-12-22T04:58:52Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:54.576856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-76b3d75a-3d4c-4850-9056-bdc66aa58376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.583694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60982) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:54.696926 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3a34451e-0635-4815-9a26-7942397412ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 991 time: 0.1119120 Dec 22 04:58:54.743873 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f715cb-d984-4bfa-a442-26167977b15c None None] New status for floating IP c7734fee-1346-4e05-a7f9-1d94574bacf5: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:58:55.701922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 60986) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 04:58:55.816066 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3413e259-b3d1-4969-baa4-4e5914e9cbec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 993 time: 0.1125267 Dec 22 04:58:56.922663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ffc06a29-dced-476a-bda1-cd4b6cde046d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.952058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:58.113961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:59.400277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:05.076037 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-ceed46f2-44e0-4f7b-a1d2-6e4638a6919b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887320 Dec 22 04:59:05.249560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-7c97891d-cecf-429e-9444-cff21052819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:05.250979 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-7c97891d-cecf-429e-9444-cff21052819c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 1098 time: 0.0779467 Dec 22 04:59:05.435283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-f63bd668-968f-4741-963a-02c829c0d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:05.436734 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-f63bd668-968f-4741-963a-02c829c0d756 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 0.1542432 Dec 22 04:59:05.557822 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-1c5d2028-98d6-46eb-9df7-065b528fdc01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e13aa43a-6293-4223-9377-3b71d46e1862 HTTP/1.1" status: 200 len: 1000 time: 0.1131947 Dec 22 04:59:05.632987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-19ac3048-d0f9-429b-bcad-e33d02c25db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:05.634463 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-19ac3048-d0f9-429b-bcad-e33d02c25db7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0693777 Dec 22 04:59:05.719307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-396acefa-5792-491b-8646-9a390dd67753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:05.720804 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-396acefa-5792-491b-8646-9a390dd67753 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775142 Dec 22 04:59:05.867874 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-63c26c67-5e7b-4503-ad98-f78ad1364e3b service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394510 Dec 22 04:59:06.017746 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6be005d5-7ac6-42b7-981f-0754e5c0377a req-2d774707-a8e3-47fb-b363-d3675a557b7d service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423337 Dec 22 04:59:14.362790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:17.791025 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:59:24.592108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab748d6f-5184-431f-9c27-92b1cc3fd0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:26.919782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-35c8d6b0-3823-4fb4-bbe0-dae1452f0b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.956764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.109427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:29.404535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:44.375911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:54.601335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-754cc411-6d66-4d0b-9c17-2b4f515d41f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:54.795584 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 04:59:56.924958 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2cbb601e-15a5-4d8f-9d3a-e17a7fe7049c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.966938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.115622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:59.408447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:00.318583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32784) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:00.517656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Deleting port 9092530f-8d3f-4dec-ba2d-0f715b443b72 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:00.517991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:00.694156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:00.694474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:00.817793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Calling delete_port for 9092530f-8d3f-4dec-ba2d-0f715b443b72 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:00.990230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:00.995351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abae2be3-1faf-44f9-907b-9834f3a99b92 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:01.038661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event deleted for resources: {'Port': ['ID=9092530f-8d3f-4dec-ba2d-0f715b443b72,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:01.075421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.075815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.076198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.076572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.076934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.077291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.077656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.078009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.078377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.078722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.079072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.079420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:01.086373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:01.270985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:01.271311 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Floating IP 9a56dd55-a062-4bc9-a94b-67a3eccdfd00 disassociated (deleted). External IP: 172.26.1.145, port: 6e436d25-08c4-4aba-b75c-209322f13ec5. Dec 22 05:00:01.633626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:00:01.823517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:00:01.833735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] Sync routers for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:01.840561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:01.844297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:01.845098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:59:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:01.896106 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "DELETE /v2.0/floatingips/9a56dd55-a062-4bc9-a94b-67a3eccdfd00 HTTP/1.1" status: 204 len: 168 time: 1.5763810 Dec 22 05:00:01.896785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3749c409-d98d-435f-ac15-67c4e4017d74', 'tag': '6e436d25-08c4-4aba-b75c-209322f13ec5'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:01.944569 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3749c409-d98d-435f-ac15-67c4e4017d74', 'tag': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'status': 'completed', 'code': 200} Dec 22 05:00:02.030590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:02.066334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-830b7c73-366f-4863-bf89-31f8886ce3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:02.067729 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-830b7c73-366f-4863-bf89-31f8886ce3a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 1099 time: 0.0743229 Dec 22 05:00:02.302583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2453a2-a937-4f38-8515-0586278e3834 req-c58d01c3-9e24-4996-b093-7970bd13c74f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:02.303963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7c2453a2-a937-4f38-8515-0586278e3834 req-c58d01c3-9e24-4996-b093-7970bd13c74f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Synchronizing usage tracker for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:00:02.321585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7c2453a2-a937-4f38-8515-0586278e3834 req-c58d01c3-9e24-4996-b093-7970bd13c74f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Unset dirty status for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:00:02.329125 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7c2453a2-a937-4f38-8515-0586278e3834 req-c58d01c3-9e24-4996-b093-7970bd13c74f tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 946 time: 0.1323159 Dec 22 05:00:02.339672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-ba6e9bef-30fa-4bde-9d97-036cda1c7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:02.341552 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-ba6e9bef-30fa-4bde-9d97-036cda1c7942 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 0.2649508 Dec 22 05:00:02.369243 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7c2453a2-a937-4f38-8515-0586278e3834 req-18a31c07-3b7f-405f-b965-11755a8614d8 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392382 Dec 22 05:00:02.415141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'fc7f0ed6-2df0-4ecd-835b-d059fac677b7', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:ac:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:18Z', 'revision_number': 1, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:02.419029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] Checking router: 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:02.419595 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-698f9cc1-4cbf-42c2-8cac-142e642c3ad6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e436d25-08c4-4aba-b75c-209322f13ec5 HTTP/1.1" status: 200 len: 217 time: 0.0682042 Dec 22 05:00:02.427242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:02.427828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:59:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:02.487949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-d4890a5e-9b81-4392-91d8-0f1a0e4badde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:02.489449 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-d4890a5e-9b81-4392-91d8-0f1a0e4badde service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0584867 Dec 22 05:00:02.571712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-ca729574-413e-4afa-8f07-fa93d9adcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:02.573139 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-ca729574-413e-4afa-8f07-fa93d9adcc25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768673 Dec 22 05:00:02.606118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:02.709599 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-dcd9a538-af41-4c4f-b0f2-7df220dee7d3 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281605 Dec 22 05:00:02.849422 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-67f9b8b3-4b2f-45c8-9c5c-5e34ef9fb98b req-cfbcb2aa-e420-4b13-bda9-d49147f323f7 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327286 Dec 22 05:00:03.005209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'fc7f0ed6-2df0-4ecd-835b-d059fac677b7', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:ac:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:18Z', 'revision_number': 1, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:03.009895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d44ec1-6996-45ef-b1a2-253ef59430ef None None] The sync data for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv is: [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'fc7f0ed6-2df0-4ecd-835b-d059fac677b7', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'port_id': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'mac_address': 'fa:16:3e:ac:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:11Z', 'updated_at': '2021-12-22T04:56:18Z', 'revision_number': 1, 'project_id': 'b446b894ac664acfb029340103ffff69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:03.261396 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8bd53-f0ec-4353-97d0-8c3a6a717149 None None] New status for floating IP 9a56dd55-a062-4bc9-a94b-67a3eccdfd00: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:00:03.577194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e323b57-920f-4ace-9877-f9e3986a0ccf req-48fad4aa-75ef-470c-a361-52505d2ef05b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:03.578701 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6e323b57-920f-4ace-9877-f9e3986a0ccf req-48fad4aa-75ef-470c-a361-52505d2ef05b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 946 time: 0.0860326 Dec 22 05:00:03.622943 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6e323b57-920f-4ace-9877-f9e3986a0ccf req-c554baa0-f9ec-48e1-92ed-9e745a2130f9 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384302 Dec 22 05:00:04.326850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-d066c3e6-5bf4-41b9-bef9-971932ded19b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:04.327546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-d066c3e6-5bf4-41b9-bef9-971932ded19b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Synchronizing usage tracker for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:00:04.340169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-d066c3e6-5bf4-41b9-bef9-971932ded19b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Unset dirty status for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:00:04.341276 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-d066c3e6-5bf4-41b9-bef9-971932ded19b tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 946 time: 0.0958238 Dec 22 05:00:04.420529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Deleting port 6e436d25-08c4-4aba-b75c-209322f13ec5 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:04.420834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:04.681248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] For port 6e436d25-08c4-4aba-b75c-209322f13ec5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e436d25-08c4-4aba-b75c-209322f13ec5,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:04.681760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:04.806267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Calling delete_port for 6e436d25-08c4-4aba-b75c-209322f13ec5 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:04.817121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49c97b-4735-4da9-988a-8999aee666d4 req-e6db931c-8f85-47d4-885e-b988f37cd522 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:04.818713 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c49c97b-4735-4da9-988a-8999aee666d4 req-e6db931c-8f85-47d4-885e-b988f37cd522 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 946 time: 0.0870814 Dec 22 05:00:04.863515 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c49c97b-4735-4da9-988a-8999aee666d4 req-9b5dbc7c-e6c9-4953-95b7-6bcf466cf449 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383804 Dec 22 05:00:04.960239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:04.969719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3e74f46f-b520-4508-97e6-f78272a3bfc4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:05.017751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event deleted for resources: {'Port': ['ID=6e436d25-08c4-4aba-b75c-209322f13ec5,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:05.055864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.056343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.056701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.057098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.057459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.057824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.058184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.058547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.058904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.059244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.059598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.059945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:05.067126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:05.105726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] No DVR routers for this DVR port 6e436d25-08c4-4aba-b75c-209322f13ec5 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:00:05.108748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:05.111431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3749c409-d98d-435f-ac15-67c4e4017d74', 'name': 'network-vif-deleted', 'tag': '6e436d25-08c4-4aba-b75c-209322f13ec5'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:05.128901 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea3a407f-1008-4dfd-8910-d13fcb64ad2c req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "DELETE /v2.0/ports/6e436d25-08c4-4aba-b75c-209322f13ec5 HTTP/1.1" status: 204 len: 173 time: 0.7814927 Dec 22 05:00:05.157768 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3749c409-d98d-435f-ac15-67c4e4017d74', 'name': 'network-vif-deleted', 'tag': '6e436d25-08c4-4aba-b75c-209322f13ec5', 'status': 'completed', 'code': 200} Dec 22 05:00:06.031376 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17ebd31b-1822-42de-96f1-b57b6c7fcf9c req-4607d1f9-fcfa-436d-a739-2fcd22ff95f4 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 210 time: 0.0477099 Dec 22 05:00:06.391544 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ea4e6a2-fd1c-44b2-a5b6-f16de22aa7b2 req-4078bea8-5333-47dd-972d-950e0a0ce2f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3749c409-d98d-435f-ac15-67c4e4017d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0423183 Dec 22 05:00:06.484173 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ea4e6a2-fd1c-44b2-a5b6-f16de22aa7b2 req-1595ee2a-a04a-46cc-bbc6-9ed35c72e97d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=3749c409-d98d-435f-ac15-67c4e4017d74 HTTP/1.1" status: 200 len: 210 time: 0.0430763 Dec 22 05:00:06.756253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4e6a2-fd1c-44b2-a5b6-f16de22aa7b2 req-d2f28e88-5095-4fe6-a55f-ef1529bba48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:06.757590 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ea4e6a2-fd1c-44b2-a5b6-f16de22aa7b2 req-d2f28e88-5095-4fe6-a55f-ef1529bba48e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b446b894ac664acfb029340103ffff69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2439315 Dec 22 05:00:06.894767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4e6a2-fd1c-44b2-a5b6-f16de22aa7b2 req-efd737b1-c225-403c-8c5f-3dc7edd58350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:06.896286 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ea4e6a2-fd1c-44b2-a5b6-f16de22aa7b2 req-efd737b1-c225-403c-8c5f-3dc7edd58350 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315651 Dec 22 05:00:07.070667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32808) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:07.149271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ff436-12ad-4f36-8f27-c380074b7471 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:07.149760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ff436-12ad-4f36-8f27-c380074b7471 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:07.150195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ff436-12ad-4f36-8f27-c380074b7471 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:07.154180 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9d9ff436-12ad-4f36-8f27-c380074b7471 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=e765bc1a80cf45709d5ddab0fa47c255&network_id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 2999 time: 0.0799670 Dec 22 05:00:07.855063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6e436d25-08c4-4aba-b75c-209322f13ec5 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:00:07.889899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 6e436d25-08c4-4aba-b75c-209322f13ec5 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:00:07.890250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6e436d25-08c4-4aba-b75c-209322f13ec5 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:00:10.228386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32832) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:10.292386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ae3d1-ad31-44fd-82fe-72c3af6de6d9 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:10.294018 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-213ae3d1-ad31-44fd-82fe-72c3af6de6d9 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5 HTTP/1.1" status: 200 len: 814 time: 0.0644743 Dec 22 05:00:11.164620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 32842) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:11.171806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-fad2bf66-ad53-4769-879d-abb9121f4e7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:11.282855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fad2bf66-ad53-4769-879d-abb9121f4e7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:11.575538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fad2bf66-ad53-4769-879d-abb9121f4e7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:11.584458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fad2bf66-ad53-4769-879d-abb9121f4e7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:11.584956 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-fad2bf66-ad53-4769-879d-abb9121f4e7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP c7734fee-1346-4e05-a7f9-1d94574bacf5 disassociated. External IP: 172.26.1.219, port: cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9. Dec 22 05:00:11.695014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32848) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:11.909057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Deleting port d6854151-8cd1-42d3-b57c-ff747037801c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:11.909057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:11.952409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad2bf66-ad53-4769-879d-abb9121f4e7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:00:12.142290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad2bf66-ad53-4769-879d-abb9121f4e7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:00:12.146729 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fad2bf66-ad53-4769-879d-abb9121f4e7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:12.153195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] Sync routers for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:12.163553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:12.164210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:59:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:12.211640 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fad2bf66-ad53-4769-879d-abb9121f4e7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 690 time: 1.0457456 Dec 22 05:00:12.213025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 32852) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:12.214396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'tag': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:12.220700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:12.221028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:12.359080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:12.365686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Calling delete_port for d6854151-8cd1-42d3-b57c-ff747037801c owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:12.421916 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'tag': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'status': 'completed', 'code': 200} Dec 22 05:00:12.485280 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4cfdf149-6892-4420-83c4-7a2df6972fee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 690 time: 0.2643180 Dec 22 05:00:12.514037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-e058bf54-5e8e-4def-9636-fe4e28265208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:12.515670 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-e058bf54-5e8e-4def-9636-fe4e28265208 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 1098 time: 0.1019845 Dec 22 05:00:12.563858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:12.574864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e673dd11-1d8f-48b7-8c74-24611a732de0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:12.661095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-0dc48c93-0044-4f09-a6f6-7491762f81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:12.662578 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-0dc48c93-0044-4f09-a6f6-7491762f81a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 898 time: 0.1385593 Dec 22 05:00:12.667899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event deleted for resources: {'Port': ['ID=d6854151-8cd1-42d3-b57c-ff747037801c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:12.672282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:12.704975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:12.709499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] Checking router: d133b73b-77f9-4e6d-8f8c-67b3c7741b5e for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:12.718125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:12.718860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:59:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:12.738729 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-073bc2c9-d847-4fc1-be98-b30d11c4baa4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 HTTP/1.1" status: 200 len: 217 time: 0.0694723 Dec 22 05:00:12.739261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:12.739754 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Floating IP fc7f0ed6-2df0-4ecd-835b-d059fac677b7 disassociated (deleted). External IP: 172.26.1.10, port: e13aa43a-6293-4223-9377-3b71d46e1862. Dec 22 05:00:12.806052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-f8b740c1-b99a-44ce-99c8-98bc5856ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:12.807596 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-f8b740c1-b99a-44ce-99c8-98bc5856ae69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c84e37c4-0cd1-408a-8766-e4cadbbbef5b HTTP/1.1" status: 200 len: 832 time: 0.0625684 Dec 22 05:00:12.886531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-2a5e707f-4422-45ee-9c5f-f2efa6b743cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:12.888071 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-2a5e707f-4422-45ee-9c5f-f2efa6b743cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735424 Dec 22 05:00:12.904833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:13.022581 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-2d751674-c546-4c2b-a64e-c9d83f2ee1cb service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277263 Dec 22 05:00:13.107621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:00:13.158588 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5071d45f-75d0-4286-b423-26bb220b6b9c req-f9a181e1-e980-402f-864a-4ad3d0c7f934 service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296146 Dec 22 05:00:13.234116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:13.238478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb5892-4e61-4ddb-8cee-42d6071953f9 None None] The sync data for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv is: [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:13.300122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:00:13.309566 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] Sync routers for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:13.317951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:13.319117 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:13.319735 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:59:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:13.376730 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "DELETE /v2.0/floatingips/fc7f0ed6-2df0-4ecd-835b-d059fac677b7 HTTP/1.1" status: 204 len: 168 time: 1.6805627 Dec 22 05:00:13.377693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'tag': 'e13aa43a-6293-4223-9377-3b71d46e1862'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:13.431212 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'tag': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'status': 'completed', 'code': 200} Dec 22 05:00:13.488370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:13.546586 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:13.555083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49363eb2-608a-4107-b579-6ab02fa63d14 None None] New status for floating IP c7734fee-1346-4e05-a7f9-1d94574bacf5: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:00:13.592339 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c227c500-dccc-4976-be8c-465bd7d9c77c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 690 time: 0.1024981 Dec 22 05:00:13.612720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-8703242e-f00f-4fb1-b873-c0f1f1045c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:13.614293 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-8703242e-f00f-4fb1-b873-c0f1f1045c06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b446b894ac664acfb029340103ffff69&device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 1098 time: 0.1345558 Dec 22 05:00:13.764409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-a17b70f1-d5a7-44cf-8b88-bdd5c873d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:13.765902 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-a17b70f1-d5a7-44cf-8b88-bdd5c873d757 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 200 len: 912 time: 0.1445503 Dec 22 05:00:13.850506 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-a29b9054-a92b-463e-a723-b25f419c1b70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e13aa43a-6293-4223-9377-3b71d46e1862 HTTP/1.1" status: 200 len: 217 time: 0.0767152 Dec 22 05:00:13.855521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252c6db-8689-4943-9891-c411b098a859 req-138e1d2e-6992-4d94-b955-f73c444202af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:13.856383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-5252c6db-8689-4943-9891-c411b098a859 req-138e1d2e-6992-4d94-b955-f73c444202af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Synchronizing usage tracker for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:00:13.873697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-5252c6db-8689-4943-9891-c411b098a859 req-138e1d2e-6992-4d94-b955-f73c444202af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Unset dirty status for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:00:13.875134 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5252c6db-8689-4943-9891-c411b098a859 req-138e1d2e-6992-4d94-b955-f73c444202af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 945 time: 0.1084991 Dec 22 05:00:13.919337 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:13.924414 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] Checking router: 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:13.926490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-c12257a7-f60d-417e-a065-ee2cf1d6cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:13.928695 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-c12257a7-f60d-417e-a065-ee2cf1d6cd21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 200 len: 850 time: 0.0708051 Dec 22 05:00:13.931837 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5252c6db-8689-4943-9891-c411b098a859 req-5f296c15-1511-4036-aa8a-e7adc2e1a889 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506606 Dec 22 05:00:13.933583 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:13.934303 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:59:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:14.010822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-aa43687c-506a-4e61-9881-b9d2bab87f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:14.012553 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-aa43687c-506a-4e61-9881-b9d2bab87f1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b56d29e-ae81-4c58-a03e-7274a2ef6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775819 Dec 22 05:00:14.119564 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:14.150198 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-6b51527b-4d4f-49e2-ba6a-5d4f480bc052 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294861 Dec 22 05:00:14.288087 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-674affe7-891c-46d6-8b88-9c9e4f6124a0 req-d84ee0b7-e656-4e9a-a444-3c8d43c4cd66 service neutron] 10.222.0.61 "GET /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306765 Dec 22 05:00:14.392749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:14.429487 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:14.433587 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e3216c-fe8d-4edd-b5c4-1a9a63e6fc36 None None] The sync data for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv is: [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a716a2c9-5f7d-4114-a4ce-c73688a8818b', 'name': '', 'network_id': '5b56d29e-ae81-4c58-a03e-7274a2ef6bec', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'mac_address': 'fa:16:3e:ce:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:03Z', 'updated_at': '2021-12-22T04:52:15Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'subnets': [{'id': '05ad0b02-1041-42f8-8ea5-e833f0065fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:14.595336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 32868) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:14.672656 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa8eed3-8ba2-40ae-bcfc-18f73786d942 None None] New status for floating IP fc7f0ed6-2df0-4ecd-835b-d059fac677b7: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:00:14.798833 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-51d63e8e-d5aa-4a49-a940-a17eb9f55bfe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 688 time: 0.2022347 Dec 22 05:00:15.123765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa5339-bb52-44cd-b6f1-77c0273ea18b req-8eab658f-a46c-4395-aab3-ed7a97eeb16d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:15.125234 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8fa5339-bb52-44cd-b6f1-77c0273ea18b req-8eab658f-a46c-4395-aab3-ed7a97eeb16d tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 945 time: 0.0847323 Dec 22 05:00:15.299370 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8fa5339-bb52-44cd-b6f1-77c0273ea18b req-1ae1e784-5f3b-4c43-9b18-43597bf965ad tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/security-groups?id=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656754 Dec 22 05:00:15.704616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-a9ea9f02-2514-48cd-bc13-dc87dfb5fd00 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:15.705299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-a9ea9f02-2514-48cd-bc13-dc87dfb5fd00 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Synchronizing usage tracker for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:00:15.717791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-a9ea9f02-2514-48cd-bc13-dc87dfb5fd00 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Unset dirty status for tenant:b446b894ac664acfb029340103ffff69 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:00:15.718908 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-a9ea9f02-2514-48cd-bc13-dc87dfb5fd00 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 945 time: 0.1084223 Dec 22 05:00:15.791982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Deleting port e13aa43a-6293-4223-9377-3b71d46e1862 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:15.792210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.021603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32876) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:16.027284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054582935', 'description': 'tempest-secgroup-smoke-2054582935 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:16.033261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:00:16.043152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:00:16.044453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] For port e13aa43a-6293-4223-9377-3b71d46e1862, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e13aa43a-6293-4223-9377-3b71d46e1862,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:16.044994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.054543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.075352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:00:16.079303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:00:16.082220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:00:16.087944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:00:16.162329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.171140 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.174936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5aef3fd2-9149-4e2a-a384-d18f0b60123d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:16.176985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Calling delete_port for e13aa43a-6293-4223-9377-3b71d46e1862 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:16.223860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49bb100-ac5d-4240-9980-7fe7cbd90cc9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:16.226945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:16.229231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.230710 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2078655 Dec 22 05:00:16.233842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32880) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:16.240710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'b49bb100-ac5d-4240-9980-7fe7cbd90cc9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:16.247723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:00:16.251573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:00:16.255616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:00:16.268422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:00:16.285681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.334577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.341904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e4bf6be4-a88c-4d1d-b116-312fefed8fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:16.362830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.369088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.372484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:16.390317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event deleted for resources: {'Port': ['ID=e13aa43a-6293-4223-9377-3b71d46e1862,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:16.392971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:16.449726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e7c6ae-e31f-489b-9a5f-e5c11c7ecf4d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:16.451649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.455814 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2203319 Dec 22 05:00:16.456594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32886) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:16.462198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:16.466980 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-71a973b5-d649-44a9-90b9-18f921a8eb52 req-bfbc7cef-914d-4f9f-bcc8-190670af9d14 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 210 time: 0.0577230 Dec 22 05:00:16.470045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'b49bb100-ac5d-4240-9980-7fe7cbd90cc9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:16.475878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] No DVR routers for this DVR port e13aa43a-6293-4223-9377-3b71d46e1862 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:00:16.476067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:00:16.478668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.480129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:00:16.482057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'name': 'network-vif-deleted', 'tag': 'e13aa43a-6293-4223-9377-3b71d46e1862'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:16.490060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:00:16.497271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:00:16.499827 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5a67388f-28f7-4a9e-b78c-cc3b263a3b67 req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.61 "DELETE /v2.0/ports/e13aa43a-6293-4223-9377-3b71d46e1862 HTTP/1.1" status: 204 len: 173 time: 0.7751820 Dec 22 05:00:16.519151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.536582 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dda225-cc08-4dbb-b8e5-2e3a536b7710', 'name': 'network-vif-deleted', 'tag': 'e13aa43a-6293-4223-9377-3b71d46e1862', 'status': 'completed', 'code': 200} Dec 22 05:00:16.590923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.596329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.602829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6912ca3a-0f08-4842-a5f6-6dbbf55f5518 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:16.622626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ddcba4-38a4-42d7-8995-6286c8040b3f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:16.625321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:16.634039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.635332 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721997 Dec 22 05:00:16.639835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32892) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:16.644959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'b49bb100-ac5d-4240-9980-7fe7cbd90cc9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:16.650908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:00:16.654923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:00:16.657780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:00:16.664505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:00:16.683947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.749339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.753925 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.755732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0bfbed0-75b3-4811-b039-d036fe86fb7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:16.777587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faeccee-93b3-4403-a343-c934453808bc,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:16.781889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:16.794086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.798323 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1547413 Dec 22 05:00:16.798697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 32896) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:16.804716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'b49bb100-ac5d-4240-9980-7fe7cbd90cc9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:16.813713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:00:16.818245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:00:16.821323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:00:16.831586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:00:16.850674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.925787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.930666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.932622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-40b14e82-af06-4629-9864-567672d3a2c8 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:16.955283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9ef0a3-5b4c-40ee-a9b8-cb6c831a2a38,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:16.958101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:16.970652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.975231 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1721115 Dec 22 05:00:16.975395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 32900) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:16.980761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'b49bb100-ac5d-4240-9980-7fe7cbd90cc9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:16.986841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:00:16.990720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:00:16.993730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:00:16.999824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:00:17.011553 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:00:17.019000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.082819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.088826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.090995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3e51818e-7f01-4d57-b24d-9886692a525a tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:17.114547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c197961a-48a1-4fd0-9a4c-a5c5982d0fc3,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:17.117060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:17.127542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.129063 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1527278 Dec 22 05:00:17.132311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32904) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:17.137781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'b49bb100-ac5d-4240-9980-7fe7cbd90cc9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:17.144474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:00:17.148323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:00:17.151198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:00:17.157174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:00:17.168959 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:00:17.175533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.250781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.255417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.257377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d4393371-5e16-4e92-94ef-59f2b206dfc8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:17.279989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15c465a-44d5-4174-b9a9-f92ccd03a308,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:17.282464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:17.290656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.291830 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585388 Dec 22 05:00:17.475391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-133bd48c-27f4-4ebd-b7aa-2548e10ffb3f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:00:17.495232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-133bd48c-27f4-4ebd-b7aa-2548e10ffb3f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:00:17.496651 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-133bd48c-27f4-4ebd-b7aa-2548e10ffb3f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054582935&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.0635850 Dec 22 05:00:17.658111 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b98a0a5-a844-4db6-8cdd-f92907ee13d3 req-4c7844a6-5c0c-437b-81e8-8c6968f30286 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "GET /v2.0/ports?device_id=34dda225-cc08-4dbb-b8e5-2e3a536b7710 HTTP/1.1" status: 200 len: 210 time: 0.0519159 Dec 22 05:00:17.710505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-bf342b1c-a20a-4d03-bac0-fd6320d6a556 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:17.712551 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-bf342b1c-a20a-4d03-bac0-fd6320d6a556 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/networks?id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 797 time: 0.2077417 Dec 22 05:00:17.727342 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-1b62d448-a3bf-4f7a-8633-59b4b57433bd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/quotas/e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 375 time: 0.0096028 Dec 22 05:00:17.823812 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-dd556d1e-90b0-462d-b2bc-222d417cc2bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0905716 Dec 22 05:00:17.875604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e13aa43a-6293-4223-9377-3b71d46e1862 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:00:17.910603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: e13aa43a-6293-4223-9377-3b71d46e1862 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:00:17.910964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e13aa43a-6293-4223-9377-3b71d46e1862 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:00:17.963411 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-e01bf32e-700f-4f36-9259-ca63728d9f78 service neutron] 10.222.0.36 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278887 Dec 22 05:00:18.100544 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-942f0205-2477-404e-8db4-6d859e3628d2 service neutron] 10.222.0.36 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302571 Dec 22 05:00:18.299795 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7de6c8d-16c3-4f4f-8546-c85653e376a3 req-0c044c0d-f1eb-41ed-ba58-29d489666ead tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 210 time: 0.0488894 Dec 22 05:00:18.759518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32934) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:18.925050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Deleting port a2bed2e0-1a56-4478-a08e-fae81f5f1686 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:18.925389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:19.117861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:19.118200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:19.384852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Calling delete_port for a2bed2e0-1a56-4478-a08e-fae81f5f1686 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:19.481764 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6187532a-5b84-4672-9c4d-76bb68412952 req-298ff96a-63cc-47a0-ac12-8c82705f1c8f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 210 time: 0.0567772 Dec 22 05:00:19.492597 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-864fb050-8220-43eb-a990-447535a00a0c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:19.494694 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-864fb050-8220-43eb-a990-447535a00a0c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 797 time: 0.1703923 Dec 22 05:00:19.561804 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-390e9c60-21fe-4178-9140-90b72b35a470 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 472 time: 0.0520053 Dec 22 05:00:19.571147 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'device_id': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'admin_state_up': True, 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'security_groups': ['b49bb100-ac5d-4240-9980-7fe7cbd90cc9']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:19.592004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:19.597109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ecaebe70-983d-447e-b90a-2d1f558dbea2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:19.642895 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event deleted for resources: {'Port': ['ID=a2bed2e0-1a56-4478-a08e-fae81f5f1686,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:19.645835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:19.713611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:00:19.718003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:port and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:00:19.720923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:00:19.726616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:00:19.733605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:19.738610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:00:19.742372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:19.748040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:19.749196 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "DELETE /v2.0/floatingips/ae6babd9-5233-40ce-b1f2-e0896d8f500a HTTP/1.1" status: 204 len: 168 time: 0.9886346 Dec 22 05:00:19.911038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.14 (99168e2f-e3e5-4ed0-a672-3b02c2da7fa2/c84e37c4-0cd1-408a-8766-e4cadbbbef5b/2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:20.106428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:20.122836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:00:20.147311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:20.152658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f21dc5e5-d6d9-4e8b-8f9a-c0634b85a0b2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:20.213178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:20.216829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:20.220758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:00:20.393192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:20.397911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:20.416559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:20.417175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:20.445639 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8782704 Dec 22 05:00:20.463712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Request body: {'port': {'device_id': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:20.543667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f19c8ac8-90c1-45f9-a647-d25d7008e174 None None] Provisioning for port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:00:20.550797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f19c8ac8-90c1-45f9-a647-d25d7008e174 None None] Provisioning complete for port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:20.550797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f19c8ac8-90c1-45f9-a647-d25d7008e174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:20.580318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:20.614955 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f19c8ac8-90c1-45f9-a647-d25d7008e174 None None] Port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:00:20.707458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c8ee5-7ecb-4044-a314-6af62f5dda12 req-819bb6f8-2822-41c8-afe3-8407bd1c523d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:20.708885 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f68c8ee5-7ecb-4044-a314-6af62f5dda12 req-819bb6f8-2822-41c8-afe3-8407bd1c523d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 932 time: 0.0863812 Dec 22 05:00:20.760033 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f68c8ee5-7ecb-4044-a314-6af62f5dda12 req-8aaecc6b-cbb4-46ca-9f6b-ac4feb575aa6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437400 Dec 22 05:00:20.941832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:00:20.949101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:20.963118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Transition to ACTIVE for port object 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:00:20.969685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:20.973762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fe5cb0ad-ef3b-4065-a0ba-1fe25ef9f638 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:21.207100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Pushing event updated for resources: {'Port': ['ID=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:21.212007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:21.229889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Attempting to bind port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:00:21.231191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Attempting to bind port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:00:21.231714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Attempting to bind port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 on network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:00:21.237367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 on network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:00:21.237771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Attempting to bind port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 on network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:00:21.243870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:00:21.244332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Checking segment: {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:00:21.244783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Bound using segment: {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:00:21.245276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Bound port: 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9173d9ab-174c-40f7-843f-3a984a1b72d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:00:21.246626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:21.337677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] For port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:00:21.341321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] For port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:00:21.345584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:21.350490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e1766ae4-db32-451c-ba72-0c01be7dd660 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:21.408493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:21.409103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:21.410667 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] 10.222.0.61 "PUT /v2.0/ports/2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 HTTP/1.1" status: 200 len: 1094 time: 0.9512708 Dec 22 05:00:21.410997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'tag': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:21.435624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Pushing event updated for resources: {'Port': ['ID=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:21.439351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:21.468258 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'tag': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57', 'status': 'completed', 'code': 200} Dec 22 05:00:21.568715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-7ea33e9a-a00a-4ead-bd32-1b81ce5c3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:21.571309 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-7ea33e9a-a00a-4ead-bd32-1b81ce5c3431 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 1097 time: 0.0861428 Dec 22 05:00:21.655925 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-83d60312-7f16-4906-81f4-9872f8d7d3a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 HTTP/1.1" status: 200 len: 217 time: 0.0701342 Dec 22 05:00:21.723338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-c222f9c3-0efe-4c91-8d29-ab515f49a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:21.724740 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-c222f9c3-0efe-4c91-8d29-ab515f49a551 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c84e37c4-0cd1-408a-8766-e4cadbbbef5b HTTP/1.1" status: 200 len: 832 time: 0.0620611 Dec 22 05:00:21.803538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-d15f43c8-6df2-4cd9-8e31-d28006a7a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:21.805210 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-d15f43c8-6df2-4cd9-8e31-d28006a7a5c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732942 Dec 22 05:00:21.944188 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-3768993c-b5f5-4195-9dcc-72579609e936 service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319695 Dec 22 05:00:21.953694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8325f6-8d16-485f-a315-eaa253be9c5e req-f28f3ae2-f423-484c-8dbc-92783d2ee568 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:21.955175 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f8325f6-8d16-485f-a315-eaa253be9c5e req-f28f3ae2-f423-484c-8dbc-92783d2ee568 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 944 time: 0.0829444 Dec 22 05:00:22.004975 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f8325f6-8d16-485f-a315-eaa253be9c5e req-d4227178-ca6f-4469-b943-f2f8c7054c3c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437353 Dec 22 05:00:22.083669 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7421eac2-1eba-46cd-93e9-d039167c57bd req-90bd276f-c132-43b3-afb2-04403162aa49 service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325667 Dec 22 05:00:22.258044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-bae5d6bb-2eb5-4db3-8bc9-42ea1a483237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:22.260483 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-bae5d6bb-2eb5-4db3-8bc9-42ea1a483237 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 1097 time: 0.0807927 Dec 22 05:00:22.273514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32962) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:22.342186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6e9-09a1-454a-ba5c-64977c8eb968 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:22.375478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6e9-09a1-454a-ba5c-64977c8eb968 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:22.447186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6e9-09a1-454a-ba5c-64977c8eb968 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:22.451644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ee8225b9-7a81-4913-8059-a0a5ff06b1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:22.467461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46b6e9-09a1-454a-ba5c-64977c8eb968 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:22.470709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cf46b6e9-09a1-454a-ba5c-64977c8eb968 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:22.478749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6e9-09a1-454a-ba5c-64977c8eb968 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:22.482639 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cf46b6e9-09a1-454a-ba5c-64977c8eb968 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] 10.222.0.36 "DELETE /v2.0/security-groups/26ba50a5-5dbd-4a4a-9d3e-2785750d5cd9 HTTP/1.1" status: 204 len: 168 time: 0.2053845 Dec 22 05:00:22.524362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-072b93a8-4ccf-49db-8434-0fa9b75648d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:22.525824 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-072b93a8-4ccf-49db-8434-0fa9b75648d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 898 time: 0.2580459 Dec 22 05:00:22.536602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32968) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:22.602478 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-1e723200-f3a3-4e5c-b6bf-3c10464a66b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 HTTP/1.1" status: 200 len: 217 time: 0.0699513 Dec 22 05:00:22.666617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-f6ae24b0-accb-4959-bcfd-f362dc704507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:22.668262 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-f6ae24b0-accb-4959-bcfd-f362dc704507 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c84e37c4-0cd1-408a-8766-e4cadbbbef5b HTTP/1.1" status: 200 len: 832 time: 0.0597160 Dec 22 05:00:22.745970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-400976d7-d64e-41a5-ae49-4a3c3891ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:22.747619 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-400976d7-d64e-41a5-ae49-4a3c3891ae0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734360 Dec 22 05:00:22.885756 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-347e34f1-fed7-4565-b854-dc896a6e4968 service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305759 Dec 22 05:00:23.018398 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0b84faff-64f4-4877-a3d0-237364e6fac1 req-88b146b7-34f9-40c6-97e0-34e423b807c4 service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261630 Dec 22 05:00:23.234817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b450-0282-4dc8-b63c-04e4127b24a0 req-3d2df73b-50c7-4f58-9780-86e5b403fe93 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:23.236194 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7801b450-0282-4dc8-b63c-04e4127b24a0 req-3d2df73b-50c7-4f58-9780-86e5b403fe93 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 944 time: 0.1157746 Dec 22 05:00:23.322967 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7801b450-0282-4dc8-b63c-04e4127b24a0 req-90296fe2-26c3-48f5-85bd-b480fd88b5d3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572166 Dec 22 05:00:23.339811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:23.818582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Deleting port a716a2c9-5f7d-4114-a4ce-c73688a8818b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:23.818918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:24.004503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] For port a716a2c9-5f7d-4114-a4ce-c73688a8818b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a716a2c9-5f7d-4114-a4ce-c73688a8818b,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:24.004831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:24.128597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Calling delete_port for a716a2c9-5f7d-4114-a4ce-c73688a8818b owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:24.534246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:24.538677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:24.585723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Pushing event deleted for resources: {'Port': ['ID=a716a2c9-5f7d-4114-a4ce-c73688a8818b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:24.586173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c1391d4-530a-4c96-a648-96ef093341eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:24.589687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:24.678962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02068e27-4ed7-4573-8d46-82ffdc74bfb0 req-3e44c537-b06e-47f8-8179-a53d4e3eaad3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:24.680502 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-02068e27-4ed7-4573-8d46-82ffdc74bfb0 req-3e44c537-b06e-47f8-8179-a53d4e3eaad3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 944 time: 0.2441077 Dec 22 05:00:24.809219 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-02068e27-4ed7-4573-8d46-82ffdc74bfb0 req-7fe3629b-8114-46b2-b798-c7f269eee0f8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205466 Dec 22 05:00:24.907205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:25.424005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:00:25.614623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:00:25.625542 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] Sync routers for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:25.627995 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] 10.222.0.36 "PUT /v2.0/routers/2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0891564 Dec 22 05:00:25.630856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32978) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:25.635442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:25.636063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:59:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:25.810026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:25.816341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:25.915793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:00:26.045333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:26.061296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Deleting port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:26.061635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:26.099249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce2e63-c31a-4ff3-beb2-bf3bf1e94b28 req-a269203c-b1f1-4cab-b312-a57080be3f3d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:26.100803 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-35ce2e63-c31a-4ff3-beb2-bf3bf1e94b28 req-a269203c-b1f1-4cab-b312-a57080be3f3d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 944 time: 0.1562276 Dec 22 05:00:26.190418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:26.209370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'port_id': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57', 'mac_address': 'fa:16:3e:e5:67:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:00:26.225151 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-35ce2e63-c31a-4ff3-beb2-bf3bf1e94b28 req-2b347dd8-f57f-4f1a-a36b-006a06e64746 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141512 Dec 22 05:00:26.274304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:26.287518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] For port ca4966e0-02fd-41e5-b1b4-31cdb8f568a1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ca4966e0-02fd-41e5-b1b4-31cdb8f568a1,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:26.287857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:26.300291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:00:26.305301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T05:00:24Z', 'revision_number': 5, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port': {'id': 'ca4966e0-02fd-41e5-b1b4-31cdb8f568a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:56Z', 'updated_at': '2021-12-22T04:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:26.316045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] Checking router: 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:26.326356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:26.329745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] Routers {'2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:26.330458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T04:59:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:26.405089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:26.413959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Calling delete_port for ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:26.455414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cfbc4675-d547-4458-8b49-213da43291b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:26.602775 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] Set router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:26.702999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:26.716250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T05:00:26Z', 'revision_number': 6, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:26.718907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.719274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.719582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.720029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.720250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.720575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.720894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.721228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.721560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.721859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.722182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.722551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:26.725017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:26.727211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:26.728708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36faa1b-de61-4296-83b8-aa81adcd0e0b None None] The sync data for ids ['2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094'] in dv-neutron-822524-1-hyperv is: [{'id': '2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094', 'name': 'tempest-TestVolumeBootPattern-219325963-router', 'tenant_id': 'b446b894ac664acfb029340103ffff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T05:00:26Z', 'revision_number': 6, 'project_id': 'b446b894ac664acfb029340103ffff69', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:26.730226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cc4bd5f1-0887-48ab-8ae8-8b6417585320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:26.775654 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4966e0-02fd-41e5-b1b4-31cdb8f568a1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:26.804859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:26.869236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:26.880791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:00:26.945745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec635-1ed0-4f99-8112-44f6f936b06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.045208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.047398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.074312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.074549 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:00:27.088271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.089587 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] 10.222.0.36 "DELETE /v2.0/routers/2dd38cfb-2c96-42a6-b4c8-e9b70c2a2094 HTTP/1.1" status: 204 len: 168 time: 1.4577343 Dec 22 05:00:27.092451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 32984) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:27.158050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e8d52b-c320-4c0e-a9e7-7425904bd4bc admin admin] Deleting subnet 05ad0b02-1041-42f8-8ea5-e833f0065fb6 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:00:27.162367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73e8d52b-c320-4c0e-a9e7-7425904bd4bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.210810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73e8d52b-c320-4c0e-a9e7-7425904bd4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.291347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73e8d52b-c320-4c0e-a9e7-7425904bd4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.416212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73e8d52b-c320-4c0e-a9e7-7425904bd4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.420657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-037d63fb-a8b3-49e6-af0b-966164e166eb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:27.461701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8d52b-c320-4c0e-a9e7-7425904bd4bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ad0b02-1041-42f8-8ea5-e833f0065fb6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:27.463842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73e8d52b-c320-4c0e-a9e7-7425904bd4bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.467792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0158e-8f7c-42c5-9dad-b387352b99e9 None None] Network 5b56d29e-ae81-4c58-a03e-7274a2ef6bec requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:00:27.468580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-73e8d52b-c320-4c0e-a9e7-7425904bd4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:27.477461 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-73e8d52b-c320-4c0e-a9e7-7425904bd4bc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/05ad0b02-1041-42f8-8ea5-e833f0065fb6 HTTP/1.1" status: 204 len: 168 time: 0.3839447 Dec 22 05:00:27.477690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 32990) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:27.489014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62440c8-33b7-47e5-b5d0-538b7fec2381 req-91f88dff-7999-468f-816a-b21b7bbbe22a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:27.490583 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a62440c8-33b7-47e5-b5d0-538b7fec2381 req-91f88dff-7999-468f-816a-b21b7bbbe22a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 945 time: 0.1501837 Dec 22 05:00:27.545858 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a62440c8-33b7-47e5-b5d0-538b7fec2381 req-a562168f-0c18-42ff-83be-9ef72fb01913 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426476 Dec 22 05:00:27.607835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.618316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Deleting port b2622595-ac59-4d03-b8e6-2fb80c783e37 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:27.618648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.755213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] DHCP port deletion for 5b56d29e-ae81-4c58-a03e-7274a2ef6bec request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:00:27.759842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] Deleting port b2622595-ac59-4d03-b8e6-2fb80c783e37 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:27.760277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.852259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] For port b2622595-ac59-4d03-b8e6-2fb80c783e37, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b2622595-ac59-4d03-b8e6-2fb80c783e37,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:27.852613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:27.955099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:00:27.975429 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Calling delete_port for b2622595-ac59-4d03-b8e6-2fb80c783e37 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:28.038238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] For port b2622595-ac59-4d03-b8e6-2fb80c783e37, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b2622595-ac59-4d03-b8e6-2fb80c783e37,segment=NetworkSegment(fc91343a-75e6-4037-be4b-f9e3e289b9b0),segment_id=fc91343a-75e6-4037-be4b-f9e3e289b9b0)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:28.038652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.045486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.058275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.063662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab99-6256-4d70-ab31-a1186ba3ac3c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:28.109502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2622595-ac59-4d03-b8e6-2fb80c783e37,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:28.111338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] No DVR routers for this DVR port b2622595-ac59-4d03-b8e6-2fb80c783e37 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:00:28.113054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:28.179716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] Calling delete_port for b2622595-ac59-4d03-b8e6-2fb80c783e37 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:28.232824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.237255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.249937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:00:28.263262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b56d29e-ae81-4c58-a03e-7274a2ef6bec']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:28.266836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:28.267331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.276527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc91343a-75e6-4037-be4b-f9e3e289b9b0') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:28.276820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc91343a-75e6-4037-be4b-f9e3e289b9b0') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:28.294223 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.311344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.319716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:00:28.320105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.324442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:00:28.324855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:00:28.337725 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:00:28.399560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.420391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.424743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a716a2c9-5f7d-4114-a4ce-c73688a8818b no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:00:28.425016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-445b50dc-fa5a-403e-98ea-9be66fb015cf tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:28.441692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.450872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b56d29e-ae81-4c58-a03e-7274a2ef6bec,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:28.454157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:28.458555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:28.466251 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5b56d29e-ae81-4c58-a03e-7274a2ef6bec HTTP/1.1" status: 204 len: 168 time: 0.9843383 Dec 22 05:00:28.469382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 32996) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:28.471493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: a716a2c9-5f7d-4114-a4ce-c73688a8818b {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:00:28.471848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a716a2c9-5f7d-4114-a4ce-c73688a8818b not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:00:28.472297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b2622595-ac59-4d03-b8e6-2fb80c783e37 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:00:28.509720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:28.511615 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57', 'code': 200} Dec 22 05:00:28.512343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: b2622595-ac59-4d03-b8e6-2fb80c783e37 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:00:28.512623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b2622595-ac59-4d03-b8e6-2fb80c783e37 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:00:28.513038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:00:28.546782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.548721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:00:28.549152 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ca4966e0-02fd-41e5-b1b4-31cdb8f568a1 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:00:28.550776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:28.617354 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:28.620634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:28.756339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b3459-6cbb-446c-830b-e9746c2f4b8f req-84e841db-517e-44c6-8437-2ba087c4e539 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:28.757826 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-058b3459-6cbb-446c-830b-e9746c2f4b8f req-84e841db-517e-44c6-8437-2ba087c4e539 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 946 time: 0.0934591 Dec 22 05:00:28.804610 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-058b3459-6cbb-446c-830b-e9746c2f4b8f req-6ac644b5-ef99-4469-8428-d8e7571d37e4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407155 Dec 22 05:00:28.826209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] Deleting port b2622595-ac59-4d03-b8e6-2fb80c783e37 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:28.826758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:28.942864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-54f32604-4ac2-446d-82d2-7943d5b9d7bb None None] The port 'b2622595-ac59-4d03-b8e6-2fb80c783e37' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:00:28.994031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e5e8a-5642-4484-a7b1-06ad5a295b37 req-e897cefe-9ab9-49ae-a7f9-47023a6672c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:28.995516 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-db9e5e8a-5642-4484-a7b1-06ad5a295b37 req-e897cefe-9ab9-49ae-a7f9-47023a6672c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 1099 time: 0.2309217 Dec 22 05:00:29.091987 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-db9e5e8a-5642-4484-a7b1-06ad5a295b37 req-7f0519a5-5de5-4cb4-87c4-2a8bf693d41d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859873 Dec 22 05:00:29.267879 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:29.411179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:29.641114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Deleting port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:29.641538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:29.813302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] For port 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0b82b6eb-9df2-4075-bf29-0644c2ea2ad7,segment=NetworkSegment(32c722ee-9dd8-40c0-b51c-1f720d360f71),segment_id=32c722ee-9dd8-40c0-b51c-1f720d360f71)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:29.813533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:29.938099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Calling delete_port for 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:30.003995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3981e-7bda-4ab2-8434-e205647cd22d req-d18f32ba-36d0-4a22-b5c7-78db86d8e9c5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:30.005047 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72e3981e-7bda-4ab2-8434-e205647cd22d req-d18f32ba-36d0-4a22-b5c7-78db86d8e9c5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 946 time: 0.0905888 Dec 22 05:00:30.051788 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72e3981e-7bda-4ab2-8434-e205647cd22d req-6fab27db-1726-4dc4-b5c5-3c634c6e0f07 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407338 Dec 22 05:00:30.126283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:30.130231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:30.174228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0b82b6eb-9df2-4075-bf29-0644c2ea2ad7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:30.177369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:30.641540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:31.043046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Router 67f17b7a-816b-42d6-af81-d636854df962 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:00:31.224762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:00:31.235509 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce42769-a048-489d-89e0-625820a2f331 None None] Sync routers for ids ['67f17b7a-816b-42d6-af81-d636854df962'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:31.246391 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] 10.222.0.36 "PUT /v2.0/routers/67f17b7a-816b-42d6-af81-d636854df962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7760515 Dec 22 05:00:31.248201 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce42769-a048-489d-89e0-625820a2f331 None None] Routers {'67f17b7a-816b-42d6-af81-d636854df962'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:31.248955 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bce42769-a048-489d-89e0-625820a2f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:00:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['67f17b7a-816b-42d6-af81-d636854df962'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:31.249215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33006) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:31.251125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0cd13-74d2-44be-bf57-9d3b27db78f5 req-55c4f6b1-997a-42fe-b124-ab4abc5eb720 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:31.252695 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ba0cd13-74d2-44be-bf57-9d3b27db78f5 req-55c4f6b1-997a-42fe-b124-ab4abc5eb720 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 946 time: 0.0934184 Dec 22 05:00:31.303435 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ba0cd13-74d2-44be-bf57-9d3b27db78f5 req-c9ef0142-ee04-4bdd-b15d-7eabdc78ba6a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Dec 22 05:00:31.432983 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-bce42769-a048-489d-89e0-625820a2f331 None None] Set router 67f17b7a-816b-42d6-af81-d636854df962 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:31.434220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:31.492850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4373007-97b1-48c3-b328-016a460a3dc9 req-cbb75128-e4fb-470e-8092-4d2b56dd2a43 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:31.494456 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4373007-97b1-48c3-b328-016a460a3dc9 req-cbb75128-e4fb-470e-8092-4d2b56dd2a43 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 946 time: 0.0838053 Dec 22 05:00:31.542059 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4373007-97b1-48c3-b328-016a460a3dc9 req-f0e33083-e6c8-4bd1-b097-b51b57ff34d3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Dec 22 05:00:31.566734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33012) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:31.631103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:31.642478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Deleting port a319cdcf-c164-4691-96da-05b927982136 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:31.642863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:31.647566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b77a9-53cb-42cc-8b21-306f4dca7f07 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:31.649426 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-899b77a9-53cb-42cc-8b21-306f4dca7f07 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 1094 time: 0.0815680 Dec 22 05:00:31.652449 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33016) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:31.657477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-17f80fbe-a2f3-4a35-948e-af23fe462113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'port_id': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:31.735935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17f80fbe-a2f3-4a35-948e-af23fe462113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:31.769053 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bce42769-a048-489d-89e0-625820a2f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f17b7a-816b-42d6-af81-d636854df962', 'name': 'tempest-TestVolumeBootPattern-20109183-router', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'a319cdcf-c164-4691-96da-05b927982136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:13Z', 'updated_at': '2021-12-22T05:00:30Z', 'revision_number': 5, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'gw_port': {'id': 'a319cdcf-c164-4691-96da-05b927982136', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f17b7a-816b-42d6-af81-d636854df962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:16Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:31.773287 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce42769-a048-489d-89e0-625820a2f331 None None] Checking router: 67f17b7a-816b-42d6-af81-d636854df962 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:31.782985 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce42769-a048-489d-89e0-625820a2f331 None None] Routers {'67f17b7a-816b-42d6-af81-d636854df962'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:31.783607 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bce42769-a048-489d-89e0-625820a2f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:00:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['67f17b7a-816b-42d6-af81-d636854df962'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:31.854260 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:00:31.954509 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-bce42769-a048-489d-89e0-625820a2f331 None None] Set router 67f17b7a-816b-42d6-af81-d636854df962 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:31.955992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] For port a319cdcf-c164-4691-96da-05b927982136, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a319cdcf-c164-4691-96da-05b927982136,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:31.956394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.061815 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bce42769-a048-489d-89e0-625820a2f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f17b7a-816b-42d6-af81-d636854df962', 'name': 'tempest-TestVolumeBootPattern-20109183-router', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:13Z', 'updated_at': '2021-12-22T05:00:31Z', 'revision_number': 6, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:32.066570 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce42769-a048-489d-89e0-625820a2f331 None None] The sync data for ids ['67f17b7a-816b-42d6-af81-d636854df962'] in dv-neutron-822524-1-hyperv is: [{'id': '67f17b7a-816b-42d6-af81-d636854df962', 'name': 'tempest-TestVolumeBootPattern-20109183-router', 'tenant_id': 'f5cb24b755844ea5b80a255a793a5aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:13Z', 'updated_at': '2021-12-22T05:00:31Z', 'revision_number': 6, 'project_id': 'f5cb24b755844ea5b80a255a793a5aef', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:32.081801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Calling delete_port for a319cdcf-c164-4691-96da-05b927982136 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:32.258790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.266649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a6cf34e-a6ce-406f-948d-7c18c4b9710d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:32.336617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a319cdcf-c164-4691-96da-05b927982136,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:32.343870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:32.402141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.496488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:00:32.504906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17f80fbe-a2f3-4a35-948e-af23fe462113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.511214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17f80fbe-a2f3-4a35-948e-af23fe462113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.534099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:00:32.534837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0b82b6eb-9df2-4075-bf29-0644c2ea2ad7 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:00:32.594649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.596908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.620779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.621571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67f17b7a-816b-42d6-af81-d636854df962 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:00:32.634060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.635177 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/67f17b7a-816b-42d6-af81-d636854df962 HTTP/1.1" status: 204 len: 168 time: 1.3848865 Dec 22 05:00:32.637914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33020) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:32.700162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9313dde5-db54-4895-b42e-511ec902008f admin admin] Deleting subnet a9419327-ca80-4f79-b689-cf8643090897 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:00:32.703156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9313dde5-db54-4895-b42e-511ec902008f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.706076 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-17f80fbe-a2f3-4a35-948e-af23fe462113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP c7734fee-1346-4e05-a7f9-1d94574bacf5 associated. External IP: 172.26.1.219, port: 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57. Dec 22 05:00:32.754007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9313dde5-db54-4895-b42e-511ec902008f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.835245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9313dde5-db54-4895-b42e-511ec902008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.910162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9313dde5-db54-4895-b42e-511ec902008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.914728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-11b6f432-6914-4cf1-b2cb-b2a55152b0d3 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:32.951319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313dde5-db54-4895-b42e-511ec902008f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9419327-ca80-4f79-b689-cf8643090897,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:32.954460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9313dde5-db54-4895-b42e-511ec902008f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:32.955450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9313dde5-db54-4895-b42e-511ec902008f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:32.962766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788c8f7-f066-46da-9fda-2e8766fbee48 None None] Network 47cf8659-639c-405d-a35c-eb8bfc0906a6 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:00:32.964095 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9313dde5-db54-4895-b42e-511ec902008f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a9419327-ca80-4f79-b689-cf8643090897 HTTP/1.1" status: 204 len: 168 time: 0.3251719 Dec 22 05:00:32.964479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33024) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:33.153257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:33.173104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f80fbe-a2f3-4a35-948e-af23fe462113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:00:33.180586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Deleting port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:33.180924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:33.212719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] DHCP port deletion for 47cf8659-639c-405d-a35c-eb8bfc0906a6 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:00:33.218736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] Deleting port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:33.219121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:33.424723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] For port 5ce73f97-445c-4dc7-a606-73507ebfc0e0, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5ce73f97-445c-4dc7-a606-73507ebfc0e0,segment=NetworkSegment(32c722ee-9dd8-40c0-b51c-1f720d360f71),segment_id=32c722ee-9dd8-40c0-b51c-1f720d360f71)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:33.425126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:33.561390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] Calling delete_port for 5ce73f97-445c-4dc7-a606-73507ebfc0e0 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:33.639323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:33.642974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:33.679558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f80fbe-a2f3-4a35-948e-af23fe462113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:00:33.684733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17f80fbe-a2f3-4a35-948e-af23fe462113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:33.688485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] Pushing event deleted for resources: {'Port': ['ID=5ce73f97-445c-4dc7-a606-73507ebfc0e0,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:33.692671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] Sync routers for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:33.694824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:33.695582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] No DVR routers for this DVR port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:00:33.710859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:33.711481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:00:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:33.750992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] For port 5ce73f97-445c-4dc7-a606-73507ebfc0e0, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5ce73f97-445c-4dc7-a606-73507ebfc0e0,segment=NetworkSegment(32c722ee-9dd8-40c0-b51c-1f720d360f71),segment_id=32c722ee-9dd8-40c0-b51c-1f720d360f71)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:00:33.751341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:33.879697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Calling delete_port for 5ce73f97-445c-4dc7-a606-73507ebfc0e0 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:00:33.888906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:33.914887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-17f80fbe-a2f3-4a35-948e-af23fe462113 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 992 time: 2.2613766 Dec 22 05:00:33.917885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33028) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:33.922187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'tag': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:33.964078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:00:33.964528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:00:33.994532 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'tag': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57', 'status': 'completed', 'code': 200} Dec 22 05:00:34.096916 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fa188250-0f9d-4a1b-80b2-0c851f7ac9c5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 992 time: 0.1775484 Dec 22 05:00:34.123942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-6dc1b31d-f7a3-46ac-a4ed-f2bb86be7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:34.125460 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-6dc1b31d-f7a3-46ac-a4ed-f2bb86be7e3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 1099 time: 0.0853717 Dec 22 05:00:34.242654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'c7734fee-1346-4e05-a7f9-1d94574bacf5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.219', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'port_id': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'mac_address': 'fa:16:3e:e5:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:58:52Z', 'updated_at': '2021-12-22T05:00:32Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:34.246917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] Checking router: d133b73b-77f9-4e6d-8f8c-67b3c7741b5e for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:34.257711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:00:34.258328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:00:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:34.260906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-956436bb-d16e-4039-8ee9-64c9e2654134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:34.262639 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-956436bb-d16e-4039-8ee9-64c9e2654134 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 898 time: 0.1312904 Dec 22 05:00:34.373135 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-18bb0e05-e2b7-45f3-8924-dbd6fc1593ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 HTTP/1.1" status: 200 len: 1000 time: 0.1039851 Dec 22 05:00:34.441225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a319cdcf-c164-4691-96da-05b927982136 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:00:34.465992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Deleting port 5ce73f97-445c-4dc7-a606-73507ebfc0e0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:00:34.466319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:34.495238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: a319cdcf-c164-4691-96da-05b927982136 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:00:34.495483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a319cdcf-c164-4691-96da-05b927982136 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:00:34.495966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5ce73f97-445c-4dc7-a606-73507ebfc0e0 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:00:34.535438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 5ce73f97-445c-4dc7-a606-73507ebfc0e0 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:00:34.536575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5ce73f97-445c-4dc7-a606-73507ebfc0e0 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:00:34.542479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] The port '5ce73f97-445c-4dc7-a606-73507ebfc0e0' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:00:34.552547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-e02cdc6d-f389-4e47-a463-83f42e3381f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:34.554573 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-e02cdc6d-f389-4e47-a463-83f42e3381f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c84e37c4-0cd1-408a-8766-e4cadbbbef5b HTTP/1.1" status: 200 len: 832 time: 0.1752722 Dec 22 05:00:34.562423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:00:34.631803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-ba87fa4b-0ba2-436d-b51f-5ff9273b45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:34.633435 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-ba87fa4b-0ba2-436d-b51f-5ff9273b45ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726612 Dec 22 05:00:34.667996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:34.694352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cf8659-639c-405d-a35c-eb8bfc0906a6']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:34.706420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c722ee-9dd8-40c0-b51c-1f720d360f71') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:34.706800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c722ee-9dd8-40c0-b51c-1f720d360f71') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:34.718880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:34.737176 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:34.744152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:00:34.744670 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:00:34.758738 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:00:34.783303 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-953af0e5-37f8-4fe5-9283-06bdeb5d3cfc service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338594 Dec 22 05:00:34.842535 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:34.850074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-166b570c-0cf3-4dbe-bed9-77c797b87e64 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:34.870928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:34.878668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Pushing event deleted for resources: {'Network': ['ID=47cf8659-639c-405d-a35c-eb8bfc0906a6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:34.883323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:34.889487 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0abd8a4d-6ab4-4940-9be2-3144347cfa40 admin admin] 10.222.0.36 "DELETE /v2.0/networks/47cf8659-639c-405d-a35c-eb8bfc0906a6 HTTP/1.1" status: 204 len: 168 time: 1.9238861 Dec 22 05:00:34.934896 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d36e0395-fa17-4c02-aaf8-bcc8c0f97209 req-3027a7d5-fb4f-4a1f-870c-23755d331b0a service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448846 Dec 22 05:00:34.945971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'c7734fee-1346-4e05-a7f9-1d94574bacf5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.219', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'port_id': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'mac_address': 'fa:16:3e:e5:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:58:52Z', 'updated_at': '2021-12-22T05:00:32Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:34.950298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a74e7d-c208-4ee7-8d15-1d89ac307fbb None None] The sync data for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv is: [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'c7734fee-1346-4e05-a7f9-1d94574bacf5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.219', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'port_id': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'mac_address': 'fa:16:3e:e5:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:58:52Z', 'updated_at': '2021-12-22T05:00:32Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:35.024615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33036) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:35.074271 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-91e97009-1d48-4827-b792-1fe8195c30ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b446b894ac664acfb029340103ffff69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481520 Dec 22 05:00:35.077281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33040) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:35.099936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33044) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:35.164388 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de07b70-793a-48a0-b53e-94e4f390418c None None] New status for floating IP c7734fee-1346-4e05-a7f9-1d94574bacf5: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:00:35.238994 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-27525832-bded-416a-9161-12d4f8033ca2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 992 time: 0.1369305 Dec 22 05:00:35.243003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c218-1459-4c01-ad1e-906c5d9b1447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:35.271013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c218-1459-4c01-ad1e-906c5d9b1447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:35.325539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c218-1459-4c01-ad1e-906c5d9b1447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:35.330697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c11519c2-ddb9-43b0-bd60-d78366704a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:35.344619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3c218-1459-4c01-ad1e-906c5d9b1447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46546b9-c1f9-45c9-a38e-4028e4747ed0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:35.347164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1eb3c218-1459-4c01-ad1e-906c5d9b1447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:35.353502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c218-1459-4c01-ad1e-906c5d9b1447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:35.357595 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1eb3c218-1459-4c01-ad1e-906c5d9b1447 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f46546b9-c1f9-45c9-a38e-4028e4747ed0 HTTP/1.1" status: 204 len: 168 time: 0.2766149 Dec 22 05:00:35.738815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33052) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:35.787732 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a2d2b35e-8dfd-4186-8479-0e6366779e50 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5cb24b755844ea5b80a255a793a5aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470843 Dec 22 05:00:35.789847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33056) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:35.850754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-468bd346-db76-4216-a86e-582c32026b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:35.883626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-468bd346-db76-4216-a86e-582c32026b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:35.942041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-468bd346-db76-4216-a86e-582c32026b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:35.945855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d81ef228-0d81-4d96-888d-672359fe12f3 tempest-ServerActionsTestJSON-1466379021 tempest-ServerActionsTestJSON-1466379021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:00:35.963816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bd346-db76-4216-a86e-582c32026b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8788882a-3cce-4226-bb16-706381746c47,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:35.968084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-468bd346-db76-4216-a86e-582c32026b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:00:35.971036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-468bd346-db76-4216-a86e-582c32026b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:35.972330 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-468bd346-db76-4216-a86e-582c32026b4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8788882a-3cce-4226-bb16-706381746c47 HTTP/1.1" status: 204 len: 168 time: 0.1814828 Dec 22 05:00:36.242148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33062) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:00:36.366702 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-82ff903a-44ec-4251-8e21-fae0fe0aee5e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 200 len: 994 time: 0.1230567 Dec 22 05:00:44.411816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:54.586340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-00259aea-daac-465c-b276-87541c763c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.937565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-628281d0-ff98-44ad-86b6-4c72fb6b984c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.966183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:58.113864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:59.416271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:07.318924 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-ccacf6dc-9835-4fb6-889a-3055401a240a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762694 Dec 22 05:01:07.435714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-2265e2b0-bf54-468b-9ed3-854a88a0fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:07.437539 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-2265e2b0-bf54-468b-9ed3-854a88a0fb83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 1098 time: 0.0850565 Dec 22 05:01:07.588455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-4bc89540-ec02-4b07-a2b8-4a23186a1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:07.589799 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-4bc89540-ec02-4b07-a2b8-4a23186a1a0f service neutron] 10.222.0.61 "GET /v2.0/networks?id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 200 len: 898 time: 0.1308560 Dec 22 05:01:07.664698 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-6bde9c44-483c-4868-afb3-a2a88b1e46ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 HTTP/1.1" status: 200 len: 217 time: 0.0667236 Dec 22 05:01:07.730324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-61e8ed85-7792-4995-bae2-037c82214009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:07.732335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-61e8ed85-7792-4995-bae2-037c82214009 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c84e37c4-0cd1-408a-8766-e4cadbbbef5b HTTP/1.1" status: 200 len: 832 time: 0.0608008 Dec 22 05:01:07.810556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-e66d284a-256e-4f87-8255-449104973e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:07.812081 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-e66d284a-256e-4f87-8255-449104973e13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733793 Dec 22 05:01:07.952214 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-6e22fd5b-0181-4388-a4b8-2fa864ad98e2 service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324506 Dec 22 05:01:08.084500 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0f2810ba-14c4-4547-a657-14a7533601f1 req-d0367496-11c8-4efb-8f96-45a3d05192c0 service neutron] 10.222.0.61 "GET /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255019 Dec 22 05:01:08.847079 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:01:14.434408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:24.585864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8ffe424f-26ac-4d9c-9e9f-f8cd5e4cad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:26.929269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a59b-2d47-4234-bbe6-3d4d328c28e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:27.971106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:28.104386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:29.426278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:44.447581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:45.851961 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:01:48.535948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d4bde-836c-4d6a-8144-9269cb2cd043 req-d8e34b87-f5f3-4ea6-bef5-56d0aa9d3617 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:48.537471 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f40d4bde-836c-4d6a-8144-9269cb2cd043 req-d8e34b87-f5f3-4ea6-bef5-56d0aa9d3617 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 946 time: 0.3591514 Dec 22 05:01:48.593140 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f40d4bde-836c-4d6a-8144-9269cb2cd043 req-7a171a87-89d4-465a-b26a-186d7998eee7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497479 Dec 22 05:01:49.782877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-b5db2e75-c970-4b0c-9e5d-adb734a5ad65 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:49.783574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-b5db2e75-c970-4b0c-9e5d-adb734a5ad65 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:01:49.799715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-b5db2e75-c970-4b0c-9e5d-adb734a5ad65 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:01:49.800976 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-b5db2e75-c970-4b0c-9e5d-adb734a5ad65 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 946 time: 0.0962803 Dec 22 05:01:49.861129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409dcee-a853-4c74-9ec3-948e98738133 req-3358c64b-37d7-442f-90bb-3c6609fac9a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:49.862601 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9409dcee-a853-4c74-9ec3-948e98738133 req-3358c64b-37d7-442f-90bb-3c6609fac9a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 946 time: 0.1446464 Dec 22 05:01:49.870846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:01:49.871187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:49.908177 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9409dcee-a853-4c74-9ec3-948e98738133 req-5bb2ce3f-c337-4f7e-9609-fca53defd7be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=b49bb100-ac5d-4240-9980-7fe7cbd90cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393629 Dec 22 05:01:50.240315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:01:50.240583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:50.552620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:50.553116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:50.553533 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP c7734fee-1346-4e05-a7f9-1d94574bacf5 disassociated. External IP: 172.26.1.219, port: 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57. Dec 22 05:01:50.553982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:01:50.712691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:50.718779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:01:50.765625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:50.776105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.776511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.776881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.777248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.777601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.778056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.778636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.779128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.779495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.779851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.780255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.780610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:50.784392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:01:50.973013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:01:51.062471 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d72eb265-789c-45b8-8315-34be0b0c9aeb req-ae8c084d-d4f6-4fe5-8eb9-3350dc52f832 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdc99d11-8861-4c0a-92a9-14bbdf7ecf13 HTTP/1.1" status: 200 len: 210 time: 0.0447562 Dec 22 05:01:51.161232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:01:51.172391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] Sync routers for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:01:51.183062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:01:51.184162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:01:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:51.242049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:01:51.244857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:51.249430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'name': 'network-vif-deleted', 'tag': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:51.268768 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-925d6170-524e-4e4f-963f-3cd6b5f2cc9e req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "DELETE /v2.0/ports/2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 HTTP/1.1" status: 204 len: 173 time: 1.4623215 Dec 22 05:01:51.308357 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc99d11-8861-4c0a-92a9-14bbdf7ecf13', 'name': 'network-vif-deleted', 'tag': '2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57', 'status': 'completed', 'code': 200} Dec 22 05:01:51.368595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:01:51.729261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:51.733056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] Checking router: d133b73b-77f9-4e6d-8f8c-67b3c7741b5e for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:01:51.742235 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:01:51.742948 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:01:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:51.936752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:01:52.157155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33120) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:01:52.227438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c3731060-5c84-4f3d-8084-2c5c3e725c5a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.262512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c3731060-5c84-4f3d-8084-2c5c3e725c5a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.275153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:52.279429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf8ed3-ec5e-4e1d-8e95-a85473fe6888 None None] The sync data for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv is: [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T04:58:33Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '1e2601e9-9dcd-4fed-8723-9cd3085ba60e', 'name': '', 'network_id': '99168e2f-e3e5-4ed0-a672-3b02c2da7fa2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7d:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:32Z', 'updated_at': '2021-12-22T04:58:38Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'c84e37c4-0cd1-408a-8766-e4cadbbbef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:01:52.327912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:01:52.341451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c3731060-5c84-4f3d-8084-2c5c3e725c5a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.345474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7e8aa8e4-72d8-4e6c-b048-8c87d8680189 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:01:52.362879 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:01:52.363248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 2b06b0f1-37fb-4a8d-bc49-6a38ec3e0e57 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:01:52.363412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3731060-5c84-4f3d-8084-2c5c3e725c5a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49bb100-ac5d-4240-9980-7fe7cbd90cc9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:52.366808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c3731060-5c84-4f3d-8084-2c5c3e725c5a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:01:52.377768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c3731060-5c84-4f3d-8084-2c5c3e725c5a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.382087 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c3731060-5c84-4f3d-8084-2c5c3e725c5a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/b49bb100-ac5d-4240-9980-7fe7cbd90cc9 HTTP/1.1" status: 204 len: 168 time: 0.2238634 Dec 22 05:01:52.410217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:01:52.546793 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a11fc2b-9f0b-4046-b543-473ca87a51e8 None None] New status for floating IP c7734fee-1346-4e05-a7f9-1d94574bacf5: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:01:52.573333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 401bbaab-d5fb-4818-8b04-c1efec1de065 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:01:52.573671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.881693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.881985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:53.007700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 401bbaab-d5fb-4818-8b04-c1efec1de065 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:01:53.106988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:01:53.107290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:01:53.609644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 401bbaab-d5fb-4818-8b04-c1efec1de065 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:01:53.610739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:53.796712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:53.797022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:53.928691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 401bbaab-d5fb-4818-8b04-c1efec1de065 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:01:54.080411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:54.086515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a132f145-de7b-42ab-a235-343051aeacf7 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:01:54.136405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=401bbaab-d5fb-4818-8b04-c1efec1de065,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:54.173349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.173732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.174105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.174473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.174832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.175199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.175555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.175914 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.176307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.176977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.177332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.177685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:54.184831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:01:54.237775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:54.252282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:54.253397 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/floatingips/c7734fee-1346-4e05-a7f9-1d94574bacf5 HTTP/1.1" status: 204 len: 168 time: 1.8421481 Dec 22 05:01:54.580556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1f37-ef55-4cb0-927f-63be65dde890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:54.622992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ad49e-5c50-4c8f-aaf5-adbb0223dd8d req-be3b76ed-0fdc-4faf-846a-2da4b732cc94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:54.623782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a23ad49e-5c50-4c8f-aaf5-adbb0223dd8d req-be3b76ed-0fdc-4faf-846a-2da4b732cc94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:01:54.641414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a23ad49e-5c50-4c8f-aaf5-adbb0223dd8d req-be3b76ed-0fdc-4faf-846a-2da4b732cc94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:01:54.642515 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a23ad49e-5c50-4c8f-aaf5-adbb0223dd8d req-be3b76ed-0fdc-4faf-846a-2da4b732cc94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 945 time: 0.1038225 Dec 22 05:01:54.688060 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a23ad49e-5c50-4c8f-aaf5-adbb0223dd8d req-089afd1f-9001-4e62-9faf-ed735339b2e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395997 Dec 22 05:01:55.895088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f8752-32e5-4693-b87a-8b1e124cdcb0 req-88ebb42b-e04a-49b7-91a6-64a0274e54f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:55.897886 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-006f8752-32e5-4693-b87a-8b1e124cdcb0 req-88ebb42b-e04a-49b7-91a6-64a0274e54f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 945 time: 0.0896864 Dec 22 05:01:55.952634 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-006f8752-32e5-4693-b87a-8b1e124cdcb0 req-2b0f8698-5780-462d-b72a-9849b7076a8b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501838 Dec 22 05:01:56.413371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-2dbfd1ff-e513-4489-a4ec-cbd5932298ff tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:56.414080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-2dbfd1ff-e513-4489-a4ec-cbd5932298ff tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:01:56.432579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-2dbfd1ff-e513-4489-a4ec-cbd5932298ff tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:01:56.434149 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-2dbfd1ff-e513-4489-a4ec-cbd5932298ff tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 945 time: 0.1084518 Dec 22 05:01:56.503767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:01:56.504101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:56.868878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:01:56.869224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:56.925610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1cf1ed3b-946f-4b9a-8add-d07b4730d403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:57.000393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:01:57.155096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:57.158715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7280f-ff83-4d7f-b007-5bae4adc9bb0 req-3101af85-6431-4c5a-a22e-f11928aa83b4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:57.160285 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-edb7280f-ff83-4d7f-b007-5bae4adc9bb0 req-3101af85-6431-4c5a-a22e-f11928aa83b4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b243f51-753a-4afc-8f16-9063a5710f9c HTTP/1.1" status: 200 len: 945 time: 0.0814412 Dec 22 05:01:57.161118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:01:57.205849 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-edb7280f-ff83-4d7f-b007-5bae4adc9bb0 req-1b5c835e-fd94-4873-803a-7d471845da7f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5d7022d-af1c-4bef-8b5b-5cbff2071be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393729 Dec 22 05:01:57.211284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:57.214484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:01:57.286993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:01:57.289430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:57.292122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'name': 'network-vif-deleted', 'tag': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:57.311348 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b04e6323-0f70-4369-aaaa-82c1bd26a8f0 req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "DELETE /v2.0/ports/cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 HTTP/1.1" status: 204 len: 173 time: 0.8714178 Dec 22 05:01:57.342553 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b243f51-753a-4afc-8f16-9063a5710f9c', 'name': 'network-vif-deleted', 'tag': 'cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9', 'status': 'completed', 'code': 200} Dec 22 05:01:57.969771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:58.099814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:58.313091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33142) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:01:58.385625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd54e-958a-446b-adb3-2f150136cc5b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:58.417507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd54e-958a-446b-adb3-2f150136cc5b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:58.481817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd54e-958a-446b-adb3-2f150136cc5b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:58.487552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c1d8ce8-8300-47c0-9570-8d95b8282c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:01:58.503794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfd54e-958a-446b-adb3-2f150136cc5b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d7022d-af1c-4bef-8b5b-5cbff2071be1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:58.506838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5fcfd54e-958a-446b-adb3-2f150136cc5b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:01:58.508916 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd54e-958a-446b-adb3-2f150136cc5b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:58.511860 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5fcfd54e-958a-446b-adb3-2f150136cc5b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/f5d7022d-af1c-4bef-8b5b-5cbff2071be1 HTTP/1.1" status: 204 len: 168 time: 0.1959760 Dec 22 05:01:58.547979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33148) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:01:59.128616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.424751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.613931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:01:59.614489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.807690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 1e2601e9-9dcd-4fed-8723-9cd3085ba60e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1e2601e9-9dcd-4fed-8723-9cd3085ba60e,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:01:59.808042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.931351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 1e2601e9-9dcd-4fed-8723-9cd3085ba60e owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:02:00.139875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.143816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7423fd19-e6ac-48aa-b811-8f02aeea9ffd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:00.191258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=1e2601e9-9dcd-4fed-8723-9cd3085ba60e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:00.194354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:00.386050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:02:00.423712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:02:00.424068 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device cca3b0f0-6a1a-4a2d-b659-0c633a2bedc9 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:02:00.468260 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.947448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:02:01.127906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:02:01.141691 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/d133b73b-77f9-4e6d-8f8c-67b3c7741b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5924633 Dec 22 05:02:01.141968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] Sync routers for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:01.144533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33152) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:01.152537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:01.153155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:01.216521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a58bd9-49c0-4db3-a644-514d7f99b3ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting subnet c84e37c4-0cd1-408a-8766-e4cadbbbef5b {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:02:01.219852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d9a58bd9-49c0-4db3-a644-514d7f99b3ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.274565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d9a58bd9-49c0-4db3-a644-514d7f99b3ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.328007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:01.358275 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d9a58bd9-49c0-4db3-a644-514d7f99b3ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.439965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d9a58bd9-49c0-4db3-a644-514d7f99b3ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.450024 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05c17795-2e8b-404e-9ba1-249be6d9788d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:01.485923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d9a58bd9-49c0-4db3-a644-514d7f99b3ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.488757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a58bd9-49c0-4db3-a644-514d7f99b3ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Subnet': ['ID=c84e37c4-0cd1-408a-8766-e4cadbbbef5b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:01.491717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d9a58bd9-49c0-4db3-a644-514d7f99b3ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:01.497043 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d9a58bd9-49c0-4db3-a644-514d7f99b3ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/subnets/c84e37c4-0cd1-408a-8766-e4cadbbbef5b HTTP/1.1" status: 204 len: 168 time: 0.3491006 Dec 22 05:02:01.497274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33156) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:01.501894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e5948-0304-4a00-81c0-409295ffba93 None None] Network 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:02:01.813354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.836920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T05:02:00Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:01.840918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] Checking router: d133b73b-77f9-4e6d-8f8c-67b3c7741b5e for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:01.850473 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] Routers {'d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:01.851415 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:01.918460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] DHCP port deletion for 99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:02:01.934691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Deleting port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:02:01.935065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.997464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.009054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:02:02.009373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.123779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] Set router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:02.186388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:02.187252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.310476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:02:02.403160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] For port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d8b673c4-4923-4d3c-9a6a-db4b8f54ae19,segment=NetworkSegment(9173d9ab-174c-40f7-843f-3a984a1b72d1),segment_id=9173d9ab-174c-40f7-843f-3a984a1b72d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:02.403792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.483896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.488736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0805847e-5c5a-4ad3-98f0-18a5a44c1430 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:02.537422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:02:02.561803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:02.568448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:02.575156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Calling delete_port for d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:02:02.626964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.763007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.769393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:02.803763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.806069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.820658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Pushing event deleted for resources: {'Port': ['ID=d8b673c4-4923-4d3c-9a6a-db4b8f54ae19,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:02.823604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] No DVR routers for this DVR port d8b673c4-4923-4d3c-9a6a-db4b8f54ae19 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:02:02.830726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.835426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.835764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Fanout notify agent at l3_agent the message router_deleted on router d133b73b-77f9-4e6d-8f8c-67b3c7741b5e {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:02:02.835870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.836201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.836464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.836766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.837095 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.837414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.837735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.838154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.838363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.838678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.838991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:02.841526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.852027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:02.854990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.858517 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/routers/d133b73b-77f9-4e6d-8f8c-67b3c7741b5e HTTP/1.1" status: 204 len: 168 time: 1.3603501 Dec 22 05:02:02.858849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33160) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:02.913242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T05:02:00Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:02.918176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429dab43-0a90-437c-883c-b5da17bc71e3 None None] The sync data for ids ['d133b73b-77f9-4e6d-8f8c-67b3c7741b5e'] in dv-neutron-822524-1-hyperv is: [{'id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'name': 'tempest-TestNetworkBasicOps-router-1661506048', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:27Z', 'updated_at': '2021-12-22T05:02:00Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd133b73b-77f9-4e6d-8f8c-67b3c7741b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:28Z', 'updated_at': '2021-12-22T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:02.977233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.120169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.147305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99168e2f-e3e5-4ed0-a672-3b02c2da7fa2']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:03.160031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9173d9ab-174c-40f7-843f-3a984a1b72d1') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:03.160363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9173d9ab-174c-40f7-843f-3a984a1b72d1') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:03.172662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.190072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.196733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:02:03.197117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:02:03.212269 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:02:03.306142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.313203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.316251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ef445e4f-0dec-4694-ad52-3076c96d5d01 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:03.340491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Network': ['ID=99168e2f-e3e5-4ed0-a672-3b02c2da7fa2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:03.344216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:03.347415 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/networks/99168e2f-e3e5-4ed0-a672-3b02c2da7fa2 HTTP/1.1" status: 204 len: 168 time: 0.4872739 Dec 22 05:02:03.370588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33164) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:03.376705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'network': {'name': 'tempest-network-smoke--585598203', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'port_security_enabled': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:03.381896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:03.385944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:network and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:03.388867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:03.394613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:03.405718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:03.409355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.435902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:02:03.444888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.445216 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Added segment 8e45b516-05a3-4f2e-bad6-bc879bbf7950 of type vlan for network eb2e7692-ee92-450f-aa86-ce980310b833 Dec 22 05:02:03.470785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.502556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.508219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:03.508778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.512310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-24ab3219-a0f8-48dc-a931-8e55626d60e7 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:03.620067 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2483816 Dec 22 05:02:03.622923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33168) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:03.626230 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Network': ['ID=eb2e7692-ee92-450f-aa86-ce980310b833,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:03.630733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-323486164', 'admin_state_up': True, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:03.636274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:03.636442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network eb2e7692-ee92-450f-aa86-ce980310b833 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:02:03.638500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:03.642552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:router and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:03.645492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:03.651108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:03.664802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.665908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.684430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.958913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.410393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.439940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.470578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:02:04.560563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:02:04.560790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b5b7ac91-6c1a-4a65-aba0-48ce2b4607f7 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:02:04.561243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e2601e9-9dcd-4fed-8723-9cd3085ba60e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:02:04.581177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.227 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/86b6a0db-db77-4578-9a93-7658df9e3892) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:04.595714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 1e2601e9-9dcd-4fed-8723-9cd3085ba60e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:02:04.596363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e2601e9-9dcd-4fed-8723-9cd3085ba60e not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:02:04.729465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.764008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.768257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ec0584e6-96e2-455b-9a9d-c79eb2889b34 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:04.833562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:04.836290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:04.840772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:02:04.870792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=86b6a0db-db77-4578-9a93-7658df9e3892,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:04.878177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:05.274333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.626196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.957069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 5f8d7d74-2363-442c-adb2-3a91204961c8 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:02:06.145223 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:02:06.155102 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Sync routers for ids ['5f8d7d74-2363-442c-adb2-3a91204961c8'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:06.165235 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Routers {'5f8d7d74-2363-442c-adb2-3a91204961c8'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:06.165920 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f8d7d74-2363-442c-adb2-3a91204961c8'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:06.173564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.174782 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5509655 Dec 22 05:02:06.178577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33172) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:06.219084 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-50815ac9-78a7-4757-92f3-13869fc906e6 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e765bc1a80cf45709d5ddab0fa47c255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388820 Dec 22 05:02:06.221865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33176) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:06.352837 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Set router 5f8d7d74-2363-442c-adb2-3a91204961c8 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:06.361490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab2991-e0d8-4413-8ed1-7e57e5755428 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.363040 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dcab2991-e0d8-4413-8ed1-7e57e5755428 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1401806 Dec 22 05:02:06.366278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33180) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:06.407218 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e0c30d6a-1379-4b7f-bb6f-8a0de80e8a46 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392973 Dec 22 05:02:06.409629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33184) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:06.415808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1233685714', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:06.527387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:06.531092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:subnet and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:06.533959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:06.539589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:06.552530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:06.556416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.674608 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:06.679323 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Checking router: 5f8d7d74-2363-442c-adb2-3a91204961c8 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:06.679671 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Updating router 5f8d7d74-2363-442c-adb2-3a91204961c8 port 86b6a0db-db77-4578-9a93-7658df9e3892 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:02:06.731209 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.776809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.782227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9313dde5-db54-4895-b42e-511ec902008f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:06.856829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Subnet': ['ID=408aa1c7-20c8-4a86-8cde-78e72cdc07d4,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:06.859608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:06.865986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Checking segment: {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:02:06.866335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network hostable DHCP agents. Network: eb2e7692-ee92-450f-aa86-ce980310b833, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:02:06.886964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network eb2e7692-ee92-450f-aa86-ce980310b833 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:02:06.896603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, eb2e7692-ee92-450f-aa86-ce980310b833) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:06.901094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.901676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.905876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8d1881-bcdf-4989-b24a-25b5fa708b38 None None] Network eb2e7692-ee92-450f-aa86-ce980310b833 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:02:06.929771 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5163841 Dec 22 05:02:06.930264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33188) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:07.057347 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.069463 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Transition to ACTIVE for port object 86b6a0db-db77-4578-9a93-7658df9e3892 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:07.077599 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.082841 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-722e6ff5-39bf-4d8f-a049-25837080e062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:07.158172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-eb2e7692-ee92-450f-aa86-ce980310b833', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:02:07.159341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.165224 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Pushing event updated for resources: {'Port': ['ID=86b6a0db-db77-4578-9a93-7658df9e3892,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:07.177193 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.177533 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.177870 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.178182 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.178506 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.178824 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.179137 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.179454 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.179786 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.180270 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.180405 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.180711 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:07.186760 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:07.200498 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Attempting to bind port 86b6a0db-db77-4578-9a93-7658df9e3892 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:02:07.201164 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Attempting to bind port 86b6a0db-db77-4578-9a93-7658df9e3892 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:02:07.201739 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Attempting to bind port 86b6a0db-db77-4578-9a93-7658df9e3892 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:02:07.209456 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:02:07.210129 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:02:07.210685 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.211236 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:02:07.211857 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Bound port: 86b6a0db-db77-4578-9a93-7658df9e3892, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:02:07.212421 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.305841 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] For port 86b6a0db-db77-4578-9a93-7658df9e3892, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:02:07.309195 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] For port 86b6a0db-db77-4578-9a93-7658df9e3892, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86b6a0db-db77-4578-9a93-7658df9e3892,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:02:07.314268 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.318933 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-4fd8c58c-5067-404c-b698-1b44c1d29f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:07.330928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Allocated IP 172.20.0.2 (eb2e7692-ee92-450f-aa86-ce980310b833/408aa1c7-20c8-4a86-8cde-78e72cdc07d4/db4e16cb-b5f4-433a-afb8-4f33e867915c) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:07.394182 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Routers {'5f8d7d74-2363-442c-adb2-3a91204961c8'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:07.394802 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f8d7d74-2363-442c-adb2-3a91204961c8'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:07.462551 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Pushing event updated for resources: {'Port': ['ID=86b6a0db-db77-4578-9a93-7658df9e3892,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:07.475354 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:07.551887 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.562817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Transition to ACTIVE for port object db4e16cb-b5f4-433a-afb8-4f33e867915c will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:07.581750 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Transition to ACTIVE for port object db4e16cb-b5f4-433a-afb8-4f33e867915c will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:07.583378 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] Set router 5f8d7d74-2363-442c-adb2-3a91204961c8 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:07.587773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.592111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-97b05da7-54a8-4bd1-916f-473cce788289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:07.657820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Network eb2e7692-ee92-450f-aa86-ce980310b833 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:07.660662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:07.664302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:02:07.699100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Pushing event updated for resources: {'Port': ['ID=db4e16cb-b5f4-433a-afb8-4f33e867915c,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:07.707181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:07.763591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Attempting to bind port db4e16cb-b5f4-433a-afb8-4f33e867915c on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:02:07.763976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Attempting to bind port db4e16cb-b5f4-433a-afb8-4f33e867915c by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:02:07.764518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Attempting to bind port db4e16cb-b5f4-433a-afb8-4f33e867915c on network eb2e7692-ee92-450f-aa86-ce980310b833 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:02:07.770486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:02:07.770875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Checking segment: {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:02:07.771276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.771684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Bound using segment: {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:02:07.772193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Bound port: db4e16cb-b5f4-433a-afb8-4f33e867915c, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:02:07.772588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.819174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.866257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] For port db4e16cb-b5f4-433a-afb8-4f33e867915c, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:02:07.870002 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] For port db4e16cb-b5f4-433a-afb8-4f33e867915c, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=db4e16cb-b5f4-433a-afb8-4f33e867915c,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:02:07.876965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.880947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b1e3e9fd-b1d0-40dc-9152-28bdbc62057c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:07.892717 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:07.897176 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e187c-96d4-44b4-88c3-7405636f13f0 None None] The sync data for ids ['5f8d7d74-2363-442c-adb2-3a91204961c8'] in dv-neutron-822524-1-hyperv is: [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:07.969951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Pushing event updated for resources: {'Port': ['ID=db4e16cb-b5f4-433a-afb8-4f33e867915c,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:07.973148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:08.302334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.1 (eb2e7692-ee92-450f-aa86-ce980310b833/408aa1c7-20c8-4a86-8cde-78e72cdc07d4/945e9769-1f9f-4961-9d05-659432001d19) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:08.491498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.508974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 945e9769-1f9f-4961-9d05-659432001d19 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:08.540686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.552420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86b6a0db-db77-4578-9a93-7658df9e3892 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:02:08.555147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2567711-b05a-49bf-931b-105f483be769 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:08.623968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network eb2e7692-ee92-450f-aa86-ce980310b833 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:08.628336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:08.632386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 86b6a0db-db77-4578-9a93-7658df9e3892 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:08.632550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:02:08.640340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 86b6a0db-db77-4578-9a93-7658df9e3892 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:08.640850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.674951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=945e9769-1f9f-4961-9d05-659432001d19,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:08.684503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:08.703391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.791081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.817335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 86b6a0db-db77-4578-9a93-7658df9e3892, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86b6a0db-db77-4578-9a93-7658df9e3892,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:08.825164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.826334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device db4e16cb-b5f4-433a-afb8-4f33e867915c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:02:08.859463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b07c8ca3-de7c-4c89-8f51-069b25400881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:08.967321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=86b6a0db-db77-4578-9a93-7658df9e3892,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:08.971721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:08.983823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port db4e16cb-b5f4-433a-afb8-4f33e867915c completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:09.112779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdfc2fd-cfbe-4eda-8835-07c21164718f None None] Network eb2e7692-ee92-450f-aa86-ce980310b833 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:02:09.169191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.218332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7488b521-e817-40fa-b86f-bd60439d5a24 None None] Provisioning for port db4e16cb-b5f4-433a-afb8-4f33e867915c completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:09.228374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7488b521-e817-40fa-b86f-bd60439d5a24 None None] Provisioning complete for port db4e16cb-b5f4-433a-afb8-4f33e867915c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:09.228743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7488b521-e817-40fa-b86f-bd60439d5a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.487211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7488b521-e817-40fa-b86f-bd60439d5a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.526641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7488b521-e817-40fa-b86f-bd60439d5a24 None None] For port db4e16cb-b5f4-433a-afb8-4f33e867915c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=db4e16cb-b5f4-433a-afb8-4f33e867915c,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:09.532894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7488b521-e817-40fa-b86f-bd60439d5a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.534705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8136be3b-0fca-4584-a935-83d89a1917f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:09.603020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488b521-e817-40fa-b86f-bd60439d5a24 None None] Pushing event updated for resources: {'Port': ['ID=db4e16cb-b5f4-433a-afb8-4f33e867915c,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:09.606333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7488b521-e817-40fa-b86f-bd60439d5a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:09.612444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.618579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.651061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-32d7374e-aabe-4c52-a04a-2466b5f0d8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:09.737502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.741141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=945e9769-1f9f-4961-9d05-659432001d19,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:09.744340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:09.764610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ed719903-f3ad-4127-98bc-b0f909da2bbf None None] Provisioning for port 945e9769-1f9f-4961-9d05-659432001d19 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:09.769795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ed719903-f3ad-4127-98bc-b0f909da2bbf None None] Provisioning complete for port 945e9769-1f9f-4961-9d05-659432001d19 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:09.770190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ed719903-f3ad-4127-98bc-b0f909da2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.826909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ed719903-f3ad-4127-98bc-b0f909da2bbf None None] Port 945e9769-1f9f-4961-9d05-659432001d19 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:02:09.839071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ed719903-f3ad-4127-98bc-b0f909da2bbf None None] Provisioning complete for port db4e16cb-b5f4-433a-afb8-4f33e867915c triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:09.839446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ed719903-f3ad-4127-98bc-b0f909da2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.884434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network eb2e7692-ee92-450f-aa86-ce980310b833 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:09.885843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:10.084467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 5f8d7d74-2363-442c-adb2-3a91204961c8 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:02:10.088323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4966a63f-fc9b-4261-acb9-75cf009fcc0b None None] Provisioning complete for port 945e9769-1f9f-4961-9d05-659432001d19 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:10.088827 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4966a63f-fc9b-4261-acb9-75cf009fcc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.146910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4966a63f-fc9b-4261-acb9-75cf009fcc0b None None] Port 945e9769-1f9f-4961-9d05-659432001d19 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:02:10.265824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:02:10.268496 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1f4ca12a-420e-43c6-9c61-7070378dd0f0 None None] Provisioning complete for port 945e9769-1f9f-4961-9d05-659432001d19 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:10.269061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1f4ca12a-420e-43c6-9c61-7070378dd0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.282514 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/5f8d7d74-2363-442c-adb2-3a91204961c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3485277 Dec 22 05:02:10.282986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33192) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:10.296730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Sync routers for ids ['5f8d7d74-2363-442c-adb2-3a91204961c8'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:10.325720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Routers {'5f8d7d74-2363-442c-adb2-3a91204961c8'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:10.326349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f8d7d74-2363-442c-adb2-3a91204961c8'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:10.406911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ca12a-420e-43c6-9c61-7070378dd0f0 None None] Port 945e9769-1f9f-4961-9d05-659432001d19 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:02:10.425534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daacd251-e3cc-46dc-b839-4a8713181075 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:10.426454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daacd251-e3cc-46dc-b839-4a8713181075 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:10.426819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daacd251-e3cc-46dc-b839-4a8713181075 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:10.427261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daacd251-e3cc-46dc-b839-4a8713181075 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:10.431794 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-daacd251-e3cc-46dc-b839-4a8713181075 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1478207 Dec 22 05:02:10.432405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33196) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:10.485805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86b6a0db-db77-4578-9a93-7658df9e3892 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:02:10.504872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7a3c31-5827-4042-bc93-2218a492b8db tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:10.505333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7a3c31-5827-4042-bc93-2218a492b8db tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:10.505783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7a3c31-5827-4042-bc93-2218a492b8db tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:10.506225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7a3c31-5827-4042-bc93-2218a492b8db tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:10.507923 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5f7a3c31-5827-4042-bc93-2218a492b8db tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0744240 Dec 22 05:02:10.510894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33200) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:10.568533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Set router 5f8d7d74-2363-442c-adb2-3a91204961c8 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:10.696406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 86b6a0db-db77-4578-9a93-7658df9e3892 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:10.696784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.720107 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-de8faf31-8f24-4aa8-929b-8565d71bbeab tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2079167 Dec 22 05:02:10.722889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33204) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:10.728343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-476319449', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:10.868839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:10.873408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:port and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:10.876947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:10.882699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:10.896169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:10.899652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.921622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] device_id is not set on port e22f5714-41c6-48f7-a11b-495d3ba4fbbd yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 05:02:10.962297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device db4e16cb-b5f4-433a-afb8-4f33e867915c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:02:11.042691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:09Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '945e9769-1f9f-4961-9d05-659432001d19', 'name': '', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7c:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:08Z', 'updated_at': '2021-12-22T05:02:09Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:11.046198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port db4e16cb-b5f4-433a-afb8-4f33e867915c triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:11.046760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:11.075826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Checking router: 5f8d7d74-2363-442c-adb2-3a91204961c8 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:11.076244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Updating router 5f8d7d74-2363-442c-adb2-3a91204961c8 port 945e9769-1f9f-4961-9d05-659432001d19 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:02:11.159140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:11.199308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.9 (eb2e7692-ee92-450f-aa86-ce980310b833/408aa1c7-20c8-4a86-8cde-78e72cdc07d4/e22f5714-41c6-48f7-a11b-495d3ba4fbbd) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:11.406885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:11.421908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object e22f5714-41c6-48f7-a11b-495d3ba4fbbd will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:11.449953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:11.455817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-00ad29da-ef8f-48e3-b8fe-a5d29dfeafc0 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:11.527774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network eb2e7692-ee92-450f-aa86-ce980310b833 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:11.531589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:11.535600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:02:11.572967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:11.581169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:11.613059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:11.613673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:11.642185 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9182489 Dec 22 05:02:11.672015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:11.688160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Transition to ACTIVE for port object 945e9769-1f9f-4961-9d05-659432001d19 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:11.696256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:11.700535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5f52619e-ba6f-44ca-862e-4103c2f3c797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:11.834386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-586193d4-063b-42dd-b99c-a0d8cc89c9ab None None] Provisioning for port e22f5714-41c6-48f7-a11b-495d3ba4fbbd completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:11.862911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ea88a-0b3d-4bd7-bca3-df44d110f2fb None None] Pushing event updated for resources: {'Port': ['ID=945e9769-1f9f-4961-9d05-659432001d19,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:11.870585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-710ea88a-0b3d-4bd7-bca3-df44d110f2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:11.871212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-586193d4-063b-42dd-b99c-a0d8cc89c9ab None None] Provisioning complete for port e22f5714-41c6-48f7-a11b-495d3ba4fbbd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:11.871590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-586193d4-063b-42dd-b99c-a0d8cc89c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:11.974647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Attempting to bind port 945e9769-1f9f-4961-9d05-659432001d19 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:02:11.975025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Attempting to bind port 945e9769-1f9f-4961-9d05-659432001d19 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:02:11.975397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Attempting to bind port 945e9769-1f9f-4961-9d05-659432001d19 on network eb2e7692-ee92-450f-aa86-ce980310b833 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:02:11.979752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-586193d4-063b-42dd-b99c-a0d8cc89c9ab None None] Port e22f5714-41c6-48f7-a11b-495d3ba4fbbd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:02:11.983361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:02:11.983826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Checking segment: {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:02:11.984260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:11.984653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Bound using segment: {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:02:11.985122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Bound port: 945e9769-1f9f-4961-9d05-659432001d19, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:02:11.985499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.071369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] For port 945e9769-1f9f-4961-9d05-659432001d19, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:02:12.074376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] For port 945e9769-1f9f-4961-9d05-659432001d19, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=945e9769-1f9f-4961-9d05-659432001d19,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:02:12.080770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.084373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-693464c9-1393-49b4-8ecd-1ae30a77bf3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:12.141357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33210) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:12.146817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614956049', 'description': 'tempest-secgroup-smoke-614956049 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:12.153352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:12.157769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:12.160815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:12.171850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:12.182837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Routers {'5f8d7d74-2363-442c-adb2-3a91204961c8'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:12.183493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f8d7d74-2363-442c-adb2-3a91204961c8'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:12.185356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.208345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:12.212773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:12.216086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:12.222853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:12.239890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ea88a-0b3d-4bd7-bca3-df44d110f2fb None None] Pushing event updated for resources: {'Port': ['ID=945e9769-1f9f-4961-9d05-659432001d19,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:12.243660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-710ea88a-0b3d-4bd7-bca3-df44d110f2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:12.316893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.322179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.326400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-da5201ce-bff5-499d-bb37-a9c578c682d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:12.374458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06eaa3e-3300-4161-8286-12bd2cc7a640,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:12.377393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:12.378185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.382072 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2370031 Dec 22 05:02:12.382323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33214) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:12.387776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'a06eaa3e-3300-4161-8286-12bd2cc7a640', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:12.393747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:12.397749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:12.400788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:12.407465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:12.410684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] Set router 5f8d7d74-2363-442c-adb2-3a91204961c8 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:12.426739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.492678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.497755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.504052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d499f36-c7cd-41c1-a495-b3c9d813c951 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:12.524425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a926046-37f9-43b6-89b8-c4ebe68dd175,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:12.527356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:12.537156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.542992 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570098 Dec 22 05:02:12.543303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33218) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:12.549170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'a06eaa3e-3300-4161-8286-12bd2cc7a640', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:12.555738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:12.559645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:12.563019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:12.568778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:12.593008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.663087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.668571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.670797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1b2b2df-73d8-4301-9174-dd59aae9586c tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:12.702421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3befac5e-b462-4858-b210-e0db4aa690ea,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:12.709018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:12.710787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.712036 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677020 Dec 22 05:02:12.714753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33222) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:12.720171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'a06eaa3e-3300-4161-8286-12bd2cc7a640', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:12.726023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:12.729849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:12.732734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:12.734668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:09Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '945e9769-1f9f-4961-9d05-659432001d19', 'name': '', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7c:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:08Z', 'updated_at': '2021-12-22T05:02:12Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:12.738635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:12.738754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da2044-3787-4c66-b538-3b3df7f4c583 None None] The sync data for ids ['5f8d7d74-2363-442c-adb2-3a91204961c8'] in dv-neutron-822524-1-hyperv is: [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:09Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '945e9769-1f9f-4961-9d05-659432001d19', 'name': '', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7c:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:08Z', 'updated_at': '2021-12-22T05:02:12Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:12.760918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.848238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.853000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.860057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d2b8880c-47ba-4e00-aefa-3d532144e603 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:12.882243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b100ee01-5090-402f-b648-fc550d9edbf4,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:12.885258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:12.896360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.897675 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1817970 Dec 22 05:02:12.900658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33226) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:12.905990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'a06eaa3e-3300-4161-8286-12bd2cc7a640', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:12.912221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:12.916019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:12.918917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:12.927594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:12.946332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.014585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.019521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.021496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b68955ee-6622-4c50-97e7-ba54c3e69523 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:13.044376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76cdc2b-be96-4c41-9c81-6cc767a9f42c,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:13.046964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:13.056256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.057562 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559587 Dec 22 05:02:13.060488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33230) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:13.066034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'a06eaa3e-3300-4161-8286-12bd2cc7a640', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:13.072390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:13.076700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:13.079771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:13.085612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:13.097854 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:02:13.105277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.180123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.184955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.187040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-38e07993-6ea0-40cb-9107-ce1ea00e9211 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:13.211340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040e944b-7016-46a1-83e3-a944cd8bdf52,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:13.214106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:13.223547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.225236 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1638103 Dec 22 05:02:13.228029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33234) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:13.233958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'a06eaa3e-3300-4161-8286-12bd2cc7a640', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:13.242759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:13.247192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:13.250580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:13.256649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:13.269048 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:02:13.277635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.348437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.353548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.355614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c81b7120-8aff-4e36-af0a-d843a24d471a tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:13.379695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ff88c0-5775-4ff2-8838-63a96b7c59f5,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:13.382411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:13.391754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.393076 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1637812 Dec 22 05:02:13.617942 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-fb7257a8-5552-44f1-a6fc-61b2d7c1d81b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614956049&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.0428908 Dec 22 05:02:13.696627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-9010c79e-9039-4161-b83d-bf0941e7c442 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:13.697211 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-9010c79e-9039-4161-b83d-bf0941e7c442 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:02:13.716575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-9010c79e-9039-4161-b83d-bf0941e7c442 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:02:13.717875 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-9010c79e-9039-4161-b83d-bf0941e7c442 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 929 time: 0.0932171 Dec 22 05:02:13.804682 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-5f4a669a-617d-4b05-bbc8-f9e785ea78d1 service neutron] 10.222.0.36 "GET /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0737255 Dec 22 05:02:14.053121 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-6711fecc-4b60-43c2-bcff-fa8b1ac5bc67 service neutron] 10.222.0.36 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455442 Dec 22 05:02:14.184722 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-abe24a85-3fc8-4cfa-9e35-d3c7653c1fab service neutron] 10.222.0.36 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257591 Dec 22 05:02:14.363965 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-98ca97aa-9aa8-428d-913c-f1791ea32215 req-bb3adb4f-6176-457c-a99d-6900f974effa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 210 time: 0.0420642 Dec 22 05:02:14.449466 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:14.510854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 945e9769-1f9f-4961-9d05-659432001d19 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:02:14.588209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 945e9769-1f9f-4961-9d05-659432001d19 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:14.593456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 945e9769-1f9f-4961-9d05-659432001d19 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:14.593974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:14.724673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:14.763290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 945e9769-1f9f-4961-9d05-659432001d19, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=945e9769-1f9f-4961-9d05-659432001d19,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:14.768244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:14.771513 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-710ea88a-0b3d-4bd7-bca3-df44d110f2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:14.886967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=945e9769-1f9f-4961-9d05-659432001d19,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:14.890388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:15.487124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-f3c4a7ee-a834-45a4-b12f-6262d8a990e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:15.488514 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-f3c4a7ee-a834-45a4-b12f-6262d8a990e7 service neutron] 10.222.0.61 "GET /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 1025 time: 0.1150651 Dec 22 05:02:15.521292 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-86677299-5336-4e8c-a10e-3c3342747c7b req-e3391760-6d2d-4d15-95c9-72c5a603ed46 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 210 time: 0.0435023 Dec 22 05:02:15.655956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-14747544-4960-4b21-9cac-ed55341d607a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:15.656578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-14747544-4960-4b21-9cac-ed55341d607a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:02:15.672974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-14747544-4960-4b21-9cac-ed55341d607a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:02:15.674180 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-14747544-4960-4b21-9cac-ed55341d607a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=eb2e7692-ee92-450f-aa86-ce980310b833 HTTP/1.1" status: 200 len: 796 time: 0.1807027 Dec 22 05:02:15.728182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-03d25095-4f5c-4ee2-9c7b-cbc6b478cc26 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:02:15.746379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-03d25095-4f5c-4ee2-9c7b-cbc6b478cc26 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:02:15.747554 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-03d25095-4f5c-4ee2-9c7b-cbc6b478cc26 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 379 time: 0.0589340 Dec 22 05:02:15.761280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Request body: {'port': {'device_id': '868470ab-93e6-4ea7-9127-0f7a30c11b27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:15.872309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:16.219245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22f5714-41c6-48f7-a11b-495d3ba4fbbd {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:16.226966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:16.243223 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Transition to ACTIVE for port object e22f5714-41c6-48f7-a11b-495d3ba4fbbd will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:16.247899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:16.252702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a9eadda-961b-4d41-9c99-8d9944398e67 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:16.482469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 945e9769-1f9f-4961-9d05-659432001d19 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:02:16.519906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:16.527416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:16.563820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 945e9769-1f9f-4961-9d05-659432001d19 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:16.564154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:16.596164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Attempting to bind port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:02:16.596543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Attempting to bind port e22f5714-41c6-48f7-a11b-495d3ba4fbbd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:02:16.596977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Attempting to bind port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on network eb2e7692-ee92-450f-aa86-ce980310b833 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:02:16.601646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on network eb2e7692-ee92-450f-aa86-ce980310b833 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:02:16.601956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Attempting to bind port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on network eb2e7692-ee92-450f-aa86-ce980310b833 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:02:16.607334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:02:16.607665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Checking segment: {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:02:16.608177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Bound using segment: {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:02:16.608550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Bound port: e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:02:16.608895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:16.697987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:02:16.701012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:02:16.706779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:16.711679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-462dc3dc-fcbc-48b0-8e9a-f44c04ec46eb tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:16.729461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494bbe9-094f-4efe-ac76-0e28cc92ea95 req-4639744e-238d-456a-a480-7a2c9dfdd3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:16.730830 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7494bbe9-094f-4efe-ac76-0e28cc92ea95 req-4639744e-238d-456a-a480-7a2c9dfdd3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 980 time: 0.0927579 Dec 22 05:02:16.769854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:16.770468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:16.771848 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] 10.222.0.61 "PUT /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 1130 time: 1.0146682 Dec 22 05:02:16.772464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868470ab-93e6-4ea7-9127-0f7a30c11b27', 'tag': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:16.778064 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7494bbe9-094f-4efe-ac76-0e28cc92ea95 req-d49a1f97-056a-407a-bc86-4021fda1a3a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409951 Dec 22 05:02:16.802724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:16.806350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:16.822776 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868470ab-93e6-4ea7-9127-0f7a30c11b27', 'tag': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'status': 'completed', 'code': 200} Dec 22 05:02:16.913234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c6e4ed6e-2a17-44dc-94ba-193d0448367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:16.914823 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-c6e4ed6e-2a17-44dc-94ba-193d0448367f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 1133 time: 0.0745587 Dec 22 05:02:16.996461 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-0fecf999-2785-4c48-ac8a-7b871e644730 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 217 time: 0.0680723 Dec 22 05:02:17.060863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-93121359-e21b-4391-9447-e222d8a5093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.062873 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-93121359-e21b-4391-9447-e222d8a5093f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=408aa1c7-20c8-4a86-8cde-78e72cdc07d4 HTTP/1.1" status: 200 len: 835 time: 0.0604749 Dec 22 05:02:17.152866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-2a53709e-1b96-479f-afc2-d6a25c269ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.154423 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-2a53709e-1b96-479f-afc2-d6a25c269ca9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eb2e7692-ee92-450f-aa86-ce980310b833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844650 Dec 22 05:02:17.296440 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-01498547-7c09-4e8b-a693-5671952dd0ed service neutron] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336215 Dec 22 05:02:17.446948 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c94147d7-8d64-4ecc-9a82-5bf0ea855d6e req-50180b93-d853-416e-8897-0503d4aa8b94 service neutron] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444840 Dec 22 05:02:17.616797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-e8360fd9-a5f9-4cfb-af48-484024ae17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.618383 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-e8360fd9-a5f9-4cfb-af48-484024ae17e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 1133 time: 0.0744445 Dec 22 05:02:17.751682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-61a906e9-5d23-408f-aa0b-ac2f0f91a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.753214 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-61a906e9-5d23-408f-aa0b-ac2f0f91a490 service neutron] 10.222.0.61 "GET /v2.0/networks?id=eb2e7692-ee92-450f-aa86-ce980310b833 HTTP/1.1" status: 200 len: 897 time: 0.1283965 Dec 22 05:02:17.824395 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-a76e8164-846b-4e40-9762-ab0a07564a4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 217 time: 0.0646679 Dec 22 05:02:17.886902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-9c22e284-b9eb-4b80-b5ec-da650ca2a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.888295 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-9c22e284-b9eb-4b80-b5ec-da650ca2a131 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=408aa1c7-20c8-4a86-8cde-78e72cdc07d4 HTTP/1.1" status: 200 len: 835 time: 0.0573246 Dec 22 05:02:17.972510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-4bee1e64-21b7-4326-ae39-e49370c938b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.974102 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-4bee1e64-21b7-4326-ae39-e49370c938b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eb2e7692-ee92-450f-aa86-ce980310b833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783584 Dec 22 05:02:17.983375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6767877-471d-4033-b9dc-ee6ef69d419e req-196f388b-7029-40fc-8af9-806355a31c9a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.985132 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6767877-471d-4033-b9dc-ee6ef69d419e req-196f388b-7029-40fc-8af9-806355a31c9a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 980 time: 0.0825994 Dec 22 05:02:18.034525 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6767877-471d-4033-b9dc-ee6ef69d419e req-01adffbf-9ffa-46f5-bc22-8893d2981e17 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435555 Dec 22 05:02:18.108386 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-55e4b1d2-b926-4389-981d-1f9b2e1c6498 service neutron] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275077 Dec 22 05:02:18.241393 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0108b2a8-5484-409b-998a-3ea0e16b2de2 req-38f6ce04-f26b-4532-afce-175af867a28e service neutron] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252313 Dec 22 05:02:19.255565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3074b-b9f7-47bd-8b5b-d5b00d402202 req-dece0023-6697-45c3-9827-36940afa4071 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:19.257079 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11d3074b-b9f7-47bd-8b5b-d5b00d402202 req-dece0023-6697-45c3-9827-36940afa4071 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 980 time: 0.1014977 Dec 22 05:02:19.303487 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11d3074b-b9f7-47bd-8b5b-d5b00d402202 req-15245864-bb04-445f-b1df-f284f96b2e9d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Dec 22 05:02:20.490794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e22f5714-41c6-48f7-a11b-495d3ba4fbbd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:02:20.529751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cc3cf-bda6-4b56-aa23-6a55ebf3c015 req-ca2fd72f-dd91-4976-9b34-56367f714bfc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:20.531451 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2e7cc3cf-bda6-4b56-aa23-6a55ebf3c015 req-ca2fd72f-dd91-4976-9b34-56367f714bfc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 980 time: 0.1032996 Dec 22 05:02:20.576358 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2e7cc3cf-bda6-4b56-aa23-6a55ebf3c015 req-97d14feb-fd16-49da-9a48-67786edb3008 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391195 Dec 22 05:02:20.627421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:20.644961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'port_id': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'mac_address': 'fa:16:3e:73:4b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:02:20.701688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:20.720130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22f5714-41c6-48f7-a11b-495d3ba4fbbd {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:20.735744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:20.742240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:20.744025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:20.813846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:20.816953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:21.155293 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['e22f5714-41c6-48f7-a11b-495d3ba4fbbd'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:02:21.776907 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fde647-8aec-4988-abf4-12934d887507 req-f8bd4523-d9d8-440e-970f-8996f3cea4d3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:21.778396 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-79fde647-8aec-4988-abf4-12934d887507 req-f8bd4523-d9d8-440e-970f-8996f3cea4d3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 981 time: 0.0896223 Dec 22 05:02:21.824437 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-79fde647-8aec-4988-abf4-12934d887507 req-c20cb762-1fb6-45a5-9913-141c9092b50c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Dec 22 05:02:22.491349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e22f5714-41c6-48f7-a11b-495d3ba4fbbd up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:02:22.582641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port e22f5714-41c6-48f7-a11b-495d3ba4fbbd completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:22.587430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port e22f5714-41c6-48f7-a11b-495d3ba4fbbd triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:22.587812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:22.701831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:22.734731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868470ab-93e6-4ea7-9127-0f7a30c11b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:22.744514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:22.750335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:22.752319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-369b1843-c03c-410f-b202-8b8bdbdb4834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:22.786775 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868470ab-93e6-4ea7-9127-0f7a30c11b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'code': 200} Dec 22 05:02:22.819144 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:22.822285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:22.855609 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:02:23.016592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb422f3-e49d-4c30-9993-8c8e6163189e req-f7228991-a7c1-46a3-8ea1-e7eed48b115d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:23.018186 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9bb422f3-e49d-4c30-9993-8c8e6163189e req-f7228991-a7c1-46a3-8ea1-e7eed48b115d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 982 time: 0.0854328 Dec 22 05:02:23.075276 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9bb422f3-e49d-4c30-9993-8c8e6163189e req-7a69912c-3017-45d1-9213-e63ce1abbb8b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511034 Dec 22 05:02:23.162387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45d040-2d14-4ede-a9dc-45eb04ff4f90 req-9a57c210-c637-4279-9099-255fec56341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:23.163871 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9e45d040-2d14-4ede-a9dc-45eb04ff4f90 req-9a57c210-c637-4279-9099-255fec56341a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 1135 time: 0.1846004 Dec 22 05:02:23.207383 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9e45d040-2d14-4ede-a9dc-45eb04ff4f90 req-da51b925-836e-4c73-85f0-a427df01ebdc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370240 Dec 22 05:02:24.274404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d04af-437d-4fe5-991d-46fa5e23e23e req-510f902b-b01c-4eb3-8e80-455959509a39 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:24.275868 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-715d04af-437d-4fe5-991d-46fa5e23e23e req-510f902b-b01c-4eb3-8e80-455959509a39 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 982 time: 0.0846784 Dec 22 05:02:24.328000 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-715d04af-437d-4fe5-991d-46fa5e23e23e req-5b504ad6-9ab1-475d-840f-556dfa71d298 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441699 Dec 22 05:02:24.585714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e46a668a-f8af-4bf3-9ffd-eed728bcf82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:25.530427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c0334-1cfd-4d1c-941f-f6c45301b6a3 req-03216eb5-4e9a-4d3e-a2b0-2e8715995347 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:25.532071 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e20c0334-1cfd-4d1c-941f-f6c45301b6a3 req-03216eb5-4e9a-4d3e-a2b0-2e8715995347 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 982 time: 0.0968845 Dec 22 05:02:25.576728 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e20c0334-1cfd-4d1c-941f-f6c45301b6a3 req-a500932c-6b8a-49a7-ab52-3e469a197a85 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390787 Dec 22 05:02:25.775982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bbe41-1875-477e-a288-f685f8bda6f4 req-4693110d-6385-44c5-a8bd-8b14f5cd0f58 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:25.777602 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8e3bbe41-1875-477e-a288-f685f8bda6f4 req-4693110d-6385-44c5-a8bd-8b14f5cd0f58 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 982 time: 0.0933423 Dec 22 05:02:25.839153 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8e3bbe41-1875-477e-a288-f685f8bda6f4 req-89ac21fc-f49e-4279-82bc-6fca446810c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537965 Dec 22 05:02:25.864170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33290) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:25.938224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e11404-2040-4dd4-8f69-8fcc115ccab5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:25.939775 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-93e11404-2040-4dd4-8f69-8fcc115ccab5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 1130 time: 0.0745907 Dec 22 05:02:25.943070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33294) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:25.950998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:25.960959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:25.967710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:floatingip and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:25.971191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:25.977260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:25.990331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:26.132080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:26.271942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.224 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/33dbea89-4625-4216-bf2c-3f079e587232) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:26.430771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:26.467552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:26.472158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:26.535049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:26.537845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:26.541593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:02:26.702588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=33dbea89-4625-4216-bf2c-3f079e587232,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:26.711077 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:26.932906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-63ef3772-4906-431d-b1f4-529cd6b7e7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:27.096378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:27.172570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:27.382219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:27.389891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:27.393539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dcf81f78-fa7f-4c85-b6c1-c25ce4b8d216 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:27.494793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=33dbea89-4625-4216-bf2c-3f079e587232,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:27.498906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:27.507227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:27.681053 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP 983107a0-668f-4c2e-bd88-0a3441bf7036 associated. External IP: 172.26.1.224, port: e22f5714-41c6-48f7-a11b-495d3ba4fbbd. Dec 22 05:02:27.974594 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:28.034666 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 5f8d7d74-2363-442c-adb2-3a91204961c8 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:02:28.096124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:28.345528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:02:28.355435 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] Sync routers for ids ['5f8d7d74-2363-442c-adb2-3a91204961c8'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:28.365403 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] Routers {'5f8d7d74-2363-442c-adb2-3a91204961c8'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:28.366348 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f8d7d74-2363-442c-adb2-3a91204961c8'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:28.371633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:28.427686 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4832098 Dec 22 05:02:28.428400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868470ab-93e6-4ea7-9127-0f7a30c11b27', 'tag': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:28.430605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33298) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:28.475208 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868470ab-93e6-4ea7-9127-0f7a30c11b27', 'tag': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'status': 'completed', 'code': 200} Dec 22 05:02:28.516411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba11342-189e-4e1d-a621-2461a7027245 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:28.517844 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3ba11342-189e-4e1d-a621-2461a7027245 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27&network_id=eb2e7692-ee92-450f-aa86-ce980310b833 HTTP/1.1" status: 200 len: 1130 time: 0.0852277 Dec 22 05:02:28.551423 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] Set router 5f8d7d74-2363-442c-adb2-3a91204961c8 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:28.591664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-ede5d67b-d319-4084-926f-eb2f1633f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:28.593507 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-ede5d67b-d319-4084-926f-eb2f1633f6f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 1135 time: 0.0735259 Dec 22 05:02:28.747537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-82b40f29-a8a4-497f-bfd9-84499bacf7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:28.749246 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-82b40f29-a8a4-497f-bfd9-84499bacf7cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=eb2e7692-ee92-450f-aa86-ce980310b833 HTTP/1.1" status: 200 len: 897 time: 0.1496527 Dec 22 05:02:28.900344 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-3a1c1ff1-a983-4b2a-8d48-5e872c93d575 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 1036 time: 0.1031790 Dec 22 05:02:28.907485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db78108-a2b2-4a6e-b6e3-adca23c0822a req-668d55e2-f89e-4b86-8059-ce017b8b47f6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:28.909053 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9db78108-a2b2-4a6e-b6e3-adca23c0822a req-668d55e2-f89e-4b86-8059-ce017b8b47f6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 982 time: 0.0924077 Dec 22 05:02:28.911036 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:09Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '983107a0-668f-4c2e-bd88-0a3441bf7036', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.224', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'port_id': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-476319449', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'mac_address': 'fa:16:3e:73:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868470ab-93e6-4ea7-9127-0f7a30c11b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:02:27Z', 'updated_at': '2021-12-22T05:02:27Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945e9769-1f9f-4961-9d05-659432001d19', 'name': '', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7c:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:08Z', 'updated_at': '2021-12-22T05:02:14Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:28.915431 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] Checking router: 5f8d7d74-2363-442c-adb2-3a91204961c8 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:28.924206 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] Routers {'5f8d7d74-2363-442c-adb2-3a91204961c8'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:28.924836 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f8d7d74-2363-442c-adb2-3a91204961c8'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:28.960772 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9db78108-a2b2-4a6e-b6e3-adca23c0822a req-de1dc89c-dbf2-408e-bc3b-9b0f6257815c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453184 Dec 22 05:02:28.965573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-36c28431-e8ef-412a-bea2-aa4116a8e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:28.967339 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-36c28431-e8ef-412a-bea2-aa4116a8e557 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=408aa1c7-20c8-4a86-8cde-78e72cdc07d4 HTTP/1.1" status: 200 len: 835 time: 0.0604110 Dec 22 05:02:29.047070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-7a01d9b3-a4d4-4644-acfb-e161eab74689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:29.048764 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-7a01d9b3-a4d4-4644-acfb-e161eab74689 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eb2e7692-ee92-450f-aa86-ce980310b833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749125 Dec 22 05:02:29.102673 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] Set router 5f8d7d74-2363-442c-adb2-3a91204961c8 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:29.186983 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-5ce6e64e-5ce7-470f-b96d-fd0c25cdbf96 service neutron] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309111 Dec 22 05:02:29.331558 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f8fa0681-9209-4076-b0c8-3c32192df341 req-b1ad4c59-98a7-4a89-b7da-d99576778cfe service neutron] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378779 Dec 22 05:02:29.427110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:29.460047 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:09Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '983107a0-668f-4c2e-bd88-0a3441bf7036', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.224', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'port_id': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-476319449', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'mac_address': 'fa:16:3e:73:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868470ab-93e6-4ea7-9127-0f7a30c11b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:02:27Z', 'updated_at': '2021-12-22T05:02:27Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945e9769-1f9f-4961-9d05-659432001d19', 'name': '', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7c:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:08Z', 'updated_at': '2021-12-22T05:02:14Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:29.464265 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc0f8c-721a-43d5-b46a-7623605a0da1 None None] The sync data for ids ['5f8d7d74-2363-442c-adb2-3a91204961c8'] in dv-neutron-822524-1-hyperv is: [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:09Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '983107a0-668f-4c2e-bd88-0a3441bf7036', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.224', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'port_id': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-476319449', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'mac_address': 'fa:16:3e:73:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868470ab-93e6-4ea7-9127-0f7a30c11b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:02:27Z', 'updated_at': '2021-12-22T05:02:27Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945e9769-1f9f-4961-9d05-659432001d19', 'name': '', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7c:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:08Z', 'updated_at': '2021-12-22T05:02:14Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:29.670613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851698e-e5ac-4a05-95f5-f1598fb699ec None None] New status for floating IP 983107a0-668f-4c2e-bd88-0a3441bf7036: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:02:30.145662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474861ea-e5b2-467e-a46f-84e508583567 req-83ad19a0-f4f7-4f7e-8521-535727c519be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:30.147211 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-474861ea-e5b2-467e-a46f-84e508583567 req-83ad19a0-f4f7-4f7e-8521-535727c519be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 982 time: 0.0831149 Dec 22 05:02:30.199107 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-474861ea-e5b2-467e-a46f-84e508583567 req-82e3a4a5-71d0-4281-b22d-47902db5ed29 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 Dec 22 05:02:30.551911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4008b-0abf-4458-9244-09e719275dcc req-64a58fb7-1c17-4202-8c27-0cd548441f1e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:30.552646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-46f4008b-0abf-4458-9244-09e719275dcc req-64a58fb7-1c17-4202-8c27-0cd548441f1e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:02:30.570290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-46f4008b-0abf-4458-9244-09e719275dcc req-64a58fb7-1c17-4202-8c27-0cd548441f1e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:02:30.571433 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46f4008b-0abf-4458-9244-09e719275dcc req-64a58fb7-1c17-4202-8c27-0cd548441f1e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 982 time: 0.1122699 Dec 22 05:02:30.648116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4008b-0abf-4458-9244-09e719275dcc req-2446dd6a-b1a0-4946-bc33-c90772ff417f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:30.649468 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46f4008b-0abf-4458-9244-09e719275dcc req-2446dd6a-b1a0-4946-bc33-c90772ff417f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0723124 Dec 22 05:02:30.801365 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46f4008b-0abf-4458-9244-09e719275dcc req-af57d3f5-f950-4668-a44e-57e7dee2b319 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1455078 Dec 22 05:02:30.811123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:30.924317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.121705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:31.149735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:02:31.200222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] device_id is not set on port e22f5714-41c6-48f7-a11b-495d3ba4fbbd yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 05:02:31.209061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.215452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.221228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cab4fe57-172a-4d89-9edf-129149cf5664 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:31.358676 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-447de322-822e-4de2-ac49-166ddeea3a23 req-514a0a36-65fd-4370-a760-12e967d875cc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=868470ab-93e6-4ea7-9127-0f7a30c11b27 HTTP/1.1" status: 200 len: 210 time: 0.0438566 Dec 22 05:02:31.478695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:31.484152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:31.531883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] No DVR routers for this DVR port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:02:31.605202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8c8d6eff-58ff-432b-b95f-99cd619ab44f None None] Provisioning complete for port e22f5714-41c6-48f7-a11b-495d3ba4fbbd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:31.605202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8c8d6eff-58ff-432b-b95f-99cd619ab44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.659713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d6eff-58ff-432b-b95f-99cd619ab44f None None] Port e22f5714-41c6-48f7-a11b-495d3ba4fbbd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:02:31.756476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] In _notify_port_updated(), no bound segment for port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on network eb2e7692-ee92-450f-aa86-ce980310b833 {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 05:02:31.757371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:31.757992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.759344 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46f4008b-0abf-4458-9244-09e719275dcc req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] 10.222.0.61 "PUT /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 1025 time: 0.9521205 Dec 22 05:02:32.463598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33314) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:32.527823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e22f5714-41c6-48f7-a11b-495d3ba4fbbd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:02:32.561183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a9483-0487-4a55-a1a2-ce421515e79e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:32.562671 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e56a9483-0487-4a55-a1a2-ce421515e79e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 924 time: 0.0979922 Dec 22 05:02:32.599439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e22f5714-41c6-48f7-a11b-495d3ba4fbbd not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:02:32.838485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33320) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:32.846123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002291117', 'description': 'tempest-secgroup-smoke-2002291117 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:32.854388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:32.866955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:32.879243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:32.904958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:32.910178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:32.913412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:32.921222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:33.013698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.020723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.026698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88fe19ff-96b2-41c8-9afb-914c86f863f4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:33.069764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6f40ea-a6c5-485d-9fc1-c3c59c61ee0c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:33.073730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:33.075217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.076490 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2369332 Dec 22 05:02:33.081077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33324) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:33.086581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '0b6f40ea-a6c5-485d-9fc1-c3c59c61ee0c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:33.093985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:33.099641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:33.104088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:33.110627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:33.128950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.194551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.201394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.203406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1376e89-a747-43fc-936d-bc9e2cb18b9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:33.232084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a790591-0817-4110-940a-8d89e703d0b9,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:33.237283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:33.242843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.247429 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622093 Dec 22 05:02:33.247617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33328) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:33.252958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '0b6f40ea-a6c5-485d-9fc1-c3c59c61ee0c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:33.259724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:33.263784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:33.266809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:33.272588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:33.292051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.353537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.359001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.361177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cecf294f-bac0-410e-9c66-66db39c9e767 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:33.383229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49d67df-371d-4c3c-8cd5-03129441ef34,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:33.385770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:33.394056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.395260 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466701 Dec 22 05:02:33.398065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33332) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:33.403105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '0b6f40ea-a6c5-485d-9fc1-c3c59c61ee0c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:33.409255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:33.413092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:33.415936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:33.421786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:33.446232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.512311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.521805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.523721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4660bf88-7e12-4cca-8280-68b899c6b255 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:33.548014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e054b3-1f9b-4308-9f7c-402436d8a010,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:33.550435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:33.565932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.567264 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682305 Dec 22 05:02:33.570044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33336) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:33.575240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '0b6f40ea-a6c5-485d-9fc1-c3c59c61ee0c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:33.581560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:33.585634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:33.588724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:33.594965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:33.617642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.684982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.690341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.700290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d9bdb2a1-9077-4f30-b756-b8ac8d8e52f7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:33.722067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefb257c-7327-4b4b-bdc7-be1f6e89dd08,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:33.724708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:33.728734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.729944 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589420 Dec 22 05:02:33.732971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33340) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:33.738104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '0b6f40ea-a6c5-485d-9fc1-c3c59c61ee0c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:33.744104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:33.747922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:33.750899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:33.757005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:33.770482 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:02:33.777314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.842677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.848385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.850493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f2423392-4c80-4694-8908-07b200893ee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:33.872913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34514d00-f77d-426d-b0c2-7b459e0fb1fb,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:33.877225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:33.883315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.884687 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507046 Dec 22 05:02:33.887692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33344) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:33.893086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '0b6f40ea-a6c5-485d-9fc1-c3c59c61ee0c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:33.899457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:33.903260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:33.906220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:33.912692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:33.923378 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:02:33.930461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:33.994713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:34.001355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:34.003737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-450c9838-b9d3-4797-b5c3-36200094aeb9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:34.035228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42d293e-495e-4042-9272-6c9a95146dec,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:34.037580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:34.045875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:34.047029 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582980 Dec 22 05:02:34.275422 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-12b80f6d-5d3c-4213-9011-0e3599b3dad2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002291117&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.0449374 Dec 22 05:02:34.354399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-f900fbd6-0f06-4a7a-9400-256f3643be4b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:34.355721 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-f900fbd6-0f06-4a7a-9400-256f3643be4b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 929 time: 0.0721185 Dec 22 05:02:34.439879 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-48bdbe1a-830d-475f-9d9f-a72b1b5aa972 service neutron] 10.222.0.36 "GET /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0692668 Dec 22 05:02:34.581934 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-38d17440-5003-43fc-a64d-ed13292be359 service neutron] 10.222.0.36 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335025 Dec 22 05:02:34.727209 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-7d7245a4-8700-447a-b48f-06601ae0b77c service neutron] 10.222.0.36 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395004 Dec 22 05:02:34.921434 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25f600bb-773b-48ba-bc82-a4619710b410 req-d0e95b77-af5e-46de-b3bf-a285e48db510 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 210 time: 0.0489702 Dec 22 05:02:35.983993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-b5397eba-bfd4-4521-b906-02c6849eb2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:35.986012 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-b5397eba-bfd4-4521-b906-02c6849eb2d8 service neutron] 10.222.0.61 "GET /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 1025 time: 0.0692329 Dec 22 05:02:36.090463 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3be3d2b8-921f-44e1-861e-f734054c0bc1 req-79408e14-3b77-4266-b636-dd32fbdd0507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 210 time: 0.0521381 Dec 22 05:02:36.139445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-afd7ec36-30c8-40a0-a7e4-afe4ef59ff0e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:36.140746 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-afd7ec36-30c8-40a0-a7e4-afe4ef59ff0e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=eb2e7692-ee92-450f-aa86-ce980310b833 HTTP/1.1" status: 200 len: 796 time: 0.1501102 Dec 22 05:02:36.197257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-6e013acb-2018-46c0-9193-75d217a3fc86 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:02:36.214891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-6e013acb-2018-46c0-9193-75d217a3fc86 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:02:36.216105 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-6e013acb-2018-46c0-9193-75d217a3fc86 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 472 time: 0.0619838 Dec 22 05:02:36.250363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Request body: {'port': {'device_id': 'fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:36.371733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:36.823467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22f5714-41c6-48f7-a11b-495d3ba4fbbd {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:36.833609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:36.848062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Transition to ACTIVE for port object e22f5714-41c6-48f7-a11b-495d3ba4fbbd will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:36.855079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:36.858702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b509db2-b6d5-4231-a697-d056634689be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:36.998793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:37.003504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:37.120579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Attempting to bind port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:02:37.120579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Attempting to bind port e22f5714-41c6-48f7-a11b-495d3ba4fbbd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:02:37.120857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Attempting to bind port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on network eb2e7692-ee92-450f-aa86-ce980310b833 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:02:37.125895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on network eb2e7692-ee92-450f-aa86-ce980310b833 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:02:37.126487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Attempting to bind port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on network eb2e7692-ee92-450f-aa86-ce980310b833 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:02:37.132172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:02:37.132593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Checking segment: {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:02:37.132998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Bound using segment: {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:02:37.133414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Bound port: e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e45b516-05a3-4f2e-bad6-bc879bbf7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:02:37.133725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:37.224838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:02:37.228258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:02:37.233262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:37.239988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:37.283283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c20e6f-4707-4e99-a6c2-24a0680f42d7 req-9f5420e9-9b44-4337-9388-6a2facf1d4d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:37.284711 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11c20e6f-4707-4e99-a6c2-24a0680f42d7 req-9f5420e9-9b44-4337-9388-6a2facf1d4d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 980 time: 0.0862443 Dec 22 05:02:37.307598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:37.308242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:37.309611 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 1130 time: 1.0638072 Dec 22 05:02:37.310370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e', 'tag': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:37.335928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:37.346137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:37.356809 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11c20e6f-4707-4e99-a6c2-24a0680f42d7 req-a4d547cf-6b2e-475b-8606-7b198f67fa72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545154 Dec 22 05:02:37.375454 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e', 'tag': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'status': 'completed', 'code': 200} Dec 22 05:02:37.455186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-545c9a37-e5c2-493a-b8b3-818fc9c231ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:37.456767 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-545c9a37-e5c2-493a-b8b3-818fc9c231ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 1133 time: 0.0834320 Dec 22 05:02:37.570345 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-6c203dc9-f89d-410e-9525-993277a9897b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 1036 time: 0.0991223 Dec 22 05:02:37.643844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-83c66d74-262b-4d2d-bb5c-6638eb7ea2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:37.645329 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-83c66d74-262b-4d2d-bb5c-6638eb7ea2ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=408aa1c7-20c8-4a86-8cde-78e72cdc07d4 HTTP/1.1" status: 200 len: 835 time: 0.0688915 Dec 22 05:02:37.733896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-e43a60e8-51eb-495f-80ca-02fe6de768ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:37.735396 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-e43a60e8-51eb-495f-80ca-02fe6de768ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eb2e7692-ee92-450f-aa86-ce980310b833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810902 Dec 22 05:02:37.872646 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-aeed0955-81c2-4bb1-944c-983b9fef45cc service neutron] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299891 Dec 22 05:02:38.008295 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c5fc9cc9-dbd8-489b-8e6f-310de96907db req-4fa80163-4003-4546-abc4-1d15601f2a77 service neutron] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290777 Dec 22 05:02:38.177521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-1c73e91f-3d29-4fae-99c8-ddd8cac4f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:38.179041 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-1c73e91f-3d29-4fae-99c8-ddd8cac4f86b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 1133 time: 0.0759685 Dec 22 05:02:38.321533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-0819e11f-504e-415f-b64f-06aa0041716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:38.322997 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-0819e11f-504e-415f-b64f-06aa0041716b service neutron] 10.222.0.61 "GET /v2.0/networks?id=eb2e7692-ee92-450f-aa86-ce980310b833 HTTP/1.1" status: 200 len: 897 time: 0.1300302 Dec 22 05:02:38.430915 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-416127f4-7fe0-44dc-93bb-6a5d9ce79461 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 1036 time: 0.0985680 Dec 22 05:02:38.496913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-3eea8dd1-6ddf-43af-bcd8-e1b0c785e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:38.498388 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-3eea8dd1-6ddf-43af-bcd8-e1b0c785e53f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=408aa1c7-20c8-4a86-8cde-78e72cdc07d4 HTTP/1.1" status: 200 len: 835 time: 0.0612752 Dec 22 05:02:38.559227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e78b0e-de41-46ee-8034-e51c6f484ab8 req-e0963532-8ea2-48e4-a6d9-37301d221806 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:38.560667 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58e78b0e-de41-46ee-8034-e51c6f484ab8 req-e0963532-8ea2-48e4-a6d9-37301d221806 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 980 time: 0.0886326 Dec 22 05:02:38.580530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-5b56a42a-8a95-4275-abdb-26d49e69e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:38.582080 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-5b56a42a-8a95-4275-abdb-26d49e69e1ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eb2e7692-ee92-450f-aa86-ce980310b833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768933 Dec 22 05:02:38.605435 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58e78b0e-de41-46ee-8034-e51c6f484ab8 req-b68ea12a-8399-40d5-a732-e8a26d45a62f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Dec 22 05:02:38.841698 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-b74debd2-b3fe-4f17-841a-b7209a18847c service neutron] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522602 Dec 22 05:02:38.979351 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-052d1c29-89f9-4312-bf4f-e47968569d22 req-02204e48-936e-40ae-929d-2fc96243b076 service neutron] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298506 Dec 22 05:02:39.829268 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4cb05-51fa-439b-8e65-f3204af30106 req-ca7f7bba-69aa-45b5-bd24-e106a16fffba tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:39.830701 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8c4cb05-51fa-439b-8e65-f3204af30106 req-ca7f7bba-69aa-45b5-bd24-e106a16fffba tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 980 time: 0.0948324 Dec 22 05:02:39.880198 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8c4cb05-51fa-439b-8e65-f3204af30106 req-723648b8-0080-453f-b12a-f459fc9d04d6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Dec 22 05:02:40.574851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e22f5714-41c6-48f7-a11b-495d3ba4fbbd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:02:40.718417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:40.764651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'port_id': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'mac_address': 'fa:16:3e:73:4b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:02:40.818936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:40.836223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22f5714-41c6-48f7-a11b-495d3ba4fbbd {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:40.852433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:40.858485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:40.861456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:40.929113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=9']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:40.932414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:41.082178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaccf5-1aea-4af9-b96e-4ea54a5dd1de req-a2803c73-d1a3-439c-b8f9-b75bbb31530b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:41.083675 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ceaccf5-1aea-4af9-b96e-4ea54a5dd1de req-a2803c73-d1a3-439c-b8f9-b75bbb31530b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 981 time: 0.0868068 Dec 22 05:02:41.128885 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ceaccf5-1aea-4af9-b96e-4ea54a5dd1de req-cae2c9c8-bdb4-4cc1-91d5-444b24b68e05 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393612 Dec 22 05:02:41.288914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['e22f5714-41c6-48f7-a11b-495d3ba4fbbd'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:02:42.345300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c689914-f3c4-4388-85c5-782b5eb67663 req-967d13c2-d61e-46db-8a87-305a5f1ddb80 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:42.346796 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6c689914-f3c4-4388-85c5-782b5eb67663 req-967d13c2-d61e-46db-8a87-305a5f1ddb80 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 981 time: 0.0995603 Dec 22 05:02:42.391480 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6c689914-f3c4-4388-85c5-782b5eb67663 req-714c3e48-1e10-48f5-94d6-194c9e8f6d99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388989 Dec 22 05:02:42.583975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e22f5714-41c6-48f7-a11b-495d3ba4fbbd up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:02:42.654980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port e22f5714-41c6-48f7-a11b-495d3ba4fbbd completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:42.659815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port e22f5714-41c6-48f7-a11b-495d3ba4fbbd triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:42.660204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:42.776622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:42.804689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:42.815381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:42.822368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:42.825195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:42.856157 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f5714-41c6-48f7-a11b-495d3ba4fbbd', 'code': 200} Dec 22 05:02:42.896799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=10']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:42.899769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:43.139996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ec6a1-1f65-433e-aacf-7213ca70e312 req-601affc3-f09c-4521-a988-435c20708cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:43.141644 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa5ec6a1-1f65-433e-aacf-7213ca70e312 req-601affc3-f09c-4521-a988-435c20708cb0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 1136 time: 0.0831187 Dec 22 05:02:43.187963 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa5ec6a1-1f65-433e-aacf-7213ca70e312 req-eb3b0a80-8446-42ae-a4cd-5fc2a43ca1d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Dec 22 05:02:43.591462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62601c08-6468-4e6c-86d1-71636afbcbe3 req-301f07b7-0c6d-4d60-a881-a0ec58c0c9d4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:43.592965 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-62601c08-6468-4e6c-86d1-71636afbcbe3 req-301f07b7-0c6d-4d60-a881-a0ec58c0c9d4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 983 time: 0.0915747 Dec 22 05:02:43.647840 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-62601c08-6468-4e6c-86d1-71636afbcbe3 req-81b1f33b-7ba4-4817-afd1-54f492d24c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458202 Dec 22 05:02:44.446753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:44.858815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab7301-1bae-4ef0-8b05-a0b5e683876a req-d6e71c37-7110-4ea7-9d4c-237cc41cd402 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:44.860944 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9cab7301-1bae-4ef0-8b05-a0b5e683876a req-d6e71c37-7110-4ea7-9d4c-237cc41cd402 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 983 time: 0.0971856 Dec 22 05:02:44.906117 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9cab7301-1bae-4ef0-8b05-a0b5e683876a req-1ce7e3bb-6e37-4b81-8696-e49a9a4ada43 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392621 Dec 22 05:02:45.109076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58cba6-3ac0-4274-9488-7f64effa40e1 req-7241b681-44be-41e0-84ab-6d66cedde16e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:45.111070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce58cba6-3ac0-4274-9488-7f64effa40e1 req-7241b681-44be-41e0-84ab-6d66cedde16e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 983 time: 0.1007488 Dec 22 05:02:45.155685 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce58cba6-3ac0-4274-9488-7f64effa40e1 req-7108c0b7-b088-45e8-8e47-ced801a71269 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392129 Dec 22 05:02:45.178867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33398) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:45.253072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6608c1-051e-4650-a9d1-82203b52ff9e tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:45.254505 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7e6608c1-051e-4650-a9d1-82203b52ff9e tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e&network_id=eb2e7692-ee92-450f-aa86-ce980310b833 HTTP/1.1" status: 200 len: 1131 time: 0.0746686 Dec 22 05:02:45.657173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da2b91-0062-43d9-8a50-274ecc4e29f9 req-40aa4874-6235-4bea-bb94-d874f118cc9d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:45.659075 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68da2b91-0062-43d9-8a50-274ecc4e29f9 req-40aa4874-6235-4bea-bb94-d874f118cc9d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 983 time: 0.0963390 Dec 22 05:02:45.820825 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68da2b91-0062-43d9-8a50-274ecc4e29f9 req-acbb4a55-bd1f-4626-8f21-465171d3837e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557312 Dec 22 05:02:47.025231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c78b8-214e-4088-ad35-428ce9e338aa req-2bec98a7-fad5-40f5-a79a-86e4141ad08c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:47.026694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f31c78b8-214e-4088-ad35-428ce9e338aa req-2bec98a7-fad5-40f5-a79a-86e4141ad08c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 983 time: 0.0890992 Dec 22 05:02:47.085133 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f31c78b8-214e-4088-ad35-428ce9e338aa req-408336b2-3e8e-4322-a6aa-dd1a6207390a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=753b7bfb-6db5-4c8a-b859-72dcac10e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498416 Dec 22 05:02:47.275633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-337f53ed-633a-4598-9f1e-afa5bf72c397 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:47.277115 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-337f53ed-633a-4598-9f1e-afa5bf72c397 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 983 time: 0.0868044 Dec 22 05:02:47.355565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-b6cbe7af-17db-4348-9742-949086b796d4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:47.356977 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-b6cbe7af-17db-4348-9742-949086b796d4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0737240 Dec 22 05:02:47.512551 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-c348f08f-915d-4b8a-9280-b6d6cd03f000 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1493332 Dec 22 05:02:47.523898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:47.636852 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:47.863994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:47.901748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] For port e22f5714-41c6-48f7-a11b-495d3ba4fbbd, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:02:47.953493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] device_id is not set on port e22f5714-41c6-48f7-a11b-495d3ba4fbbd yet. {{(pid=87555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 05:02:47.961759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:47.970935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:47.974847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-110872d2-0b99-40d0-b016-a350d8002d81 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:48.119207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] Pushing event updated for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=11']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:48.125048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:48.174585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] No DVR routers for this DVR port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:02:48.257783 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34cb685a-096c-4319-8c22-3dad14dc2a2c req-64d009d1-c535-4193-ac3b-97f14dd53858 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7e0a2e-6ed1-4ea7-a0db-ef1c447b5a4e HTTP/1.1" status: 200 len: 210 time: 0.0551131 Dec 22 05:02:48.259368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-578d3172-02fa-4442-9899-117f223d5f55 None None] Provisioning complete for port e22f5714-41c6-48f7-a11b-495d3ba4fbbd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:48.260348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-578d3172-02fa-4442-9899-117f223d5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:48.318181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-578d3172-02fa-4442-9899-117f223d5f55 None None] Port e22f5714-41c6-48f7-a11b-495d3ba4fbbd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:02:48.421778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] In _notify_port_updated(), no bound segment for port e22f5714-41c6-48f7-a11b-495d3ba4fbbd on network eb2e7692-ee92-450f-aa86-ce980310b833 {{(pid=87555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 05:02:48.422554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:48.424182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:48.426404 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8cf5813c-d158-44e3-adea-533b6fce3a02 req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] 10.222.0.61 "PUT /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 200 len: 1026 time: 0.9061210 Dec 22 05:02:49.351955 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33412) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:49.430298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c1f4ab1-a67f-450d-bebb-12b3f47e52a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:49.462725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c1f4ab1-a67f-450d-bebb-12b3f47e52a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:49.543384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c1f4ab1-a67f-450d-bebb-12b3f47e52a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:49.548398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:49.569863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f4ab1-a67f-450d-bebb-12b3f47e52a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6f40ea-a6c5-485d-9fc1-c3c59c61ee0c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:49.573357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c1f4ab1-a67f-450d-bebb-12b3f47e52a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:49.585040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c1f4ab1-a67f-450d-bebb-12b3f47e52a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:49.586175 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9c1f4ab1-a67f-450d-bebb-12b3f47e52a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/0b6f40ea-a6c5-485d-9fc1-c3c59c61ee0c HTTP/1.1" status: 204 len: 168 time: 0.2329795 Dec 22 05:02:49.620193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33418) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:49.822407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 33dbea89-4625-4216-bf2c-3f079e587232 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:02:49.822643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:49.993480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:49.993741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.119852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 33dbea89-4625-4216-bf2c-3f079e587232 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:02:50.281610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.286217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed2f6dde-1d68-41da-87f3-bfaa7b3bf6fa tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:50.334283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=33dbea89-4625-4216-bf2c-3f079e587232,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:50.337248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:50.432612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.433303 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP 983107a0-668f-4c2e-bd88-0a3441bf7036 disassociated (deleted). External IP: 172.26.1.224, port: e22f5714-41c6-48f7-a11b-495d3ba4fbbd. Dec 22 05:02:50.646676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e22f5714-41c6-48f7-a11b-495d3ba4fbbd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:02:50.712566 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e22f5714-41c6-48f7-a11b-495d3ba4fbbd not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:02:50.925337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 5f8d7d74-2363-442c-adb2-3a91204961c8 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:02:51.105258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:02:51.115426 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] Sync routers for ids ['5f8d7d74-2363-442c-adb2-3a91204961c8'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:51.125265 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] Routers {'5f8d7d74-2363-442c-adb2-3a91204961c8'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:51.125910 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f8d7d74-2363-442c-adb2-3a91204961c8'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:51.128342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:51.193309 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/floatingips/983107a0-668f-4c2e-bd88-0a3441bf7036 HTTP/1.1" status: 204 len: 168 time: 1.5718193 Dec 22 05:02:51.338896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33426) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:51.340415 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] Set router 5f8d7d74-2363-442c-adb2-3a91204961c8 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:51.415614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9e79e6b-4b12-457f-8aa7-d2d620c232bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:51.447057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9e79e6b-4b12-457f-8aa7-d2d620c232bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:51.518456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9e79e6b-4b12-457f-8aa7-d2d620c232bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:51.522707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d95ba568-402c-4342-b0ba-4a0f857160be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:51.538706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e79e6b-4b12-457f-8aa7-d2d620c232bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06eaa3e-3300-4161-8286-12bd2cc7a640,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:51.541240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9e79e6b-4b12-457f-8aa7-d2d620c232bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:51.549198 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9e79e6b-4b12-457f-8aa7-d2d620c232bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:51.553694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a9e79e6b-4b12-457f-8aa7-d2d620c232bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/a06eaa3e-3300-4161-8286-12bd2cc7a640 HTTP/1.1" status: 204 len: 168 time: 0.2111757 Dec 22 05:02:51.583008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33432) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:51.652555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port e22f5714-41c6-48f7-a11b-495d3ba4fbbd {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:02:51.652898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:51.654452 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:09Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '945e9769-1f9f-4961-9d05-659432001d19', 'name': '', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7c:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:08Z', 'updated_at': '2021-12-22T05:02:14Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:51.658456 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] Checking router: 5f8d7d74-2363-442c-adb2-3a91204961c8 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:51.666756 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] Routers {'5f8d7d74-2363-442c-adb2-3a91204961c8'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:51.667291 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f8d7d74-2363-442c-adb2-3a91204961c8'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:51.854085 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] Set router 5f8d7d74-2363-442c-adb2-3a91204961c8 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:52.004237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.127550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for e22f5714-41c6-48f7-a11b-495d3ba4fbbd owned by {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:02:52.164527 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:09Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '945e9769-1f9f-4961-9d05-659432001d19', 'name': '', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7c:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:08Z', 'updated_at': '2021-12-22T05:02:14Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:52.168469 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38085083-86d0-4bc0-bf00-0110e9a58028 None None] The sync data for ids ['5f8d7d74-2363-442c-adb2-3a91204961c8'] in dv-neutron-822524-1-hyperv is: [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:09Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '945e9769-1f9f-4961-9d05-659432001d19', 'name': '', 'network_id': 'eb2e7692-ee92-450f-aa86-ce980310b833', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:7c:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:08Z', 'updated_at': '2021-12-22T05:02:14Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '408aa1c7-20c8-4a86-8cde-78e72cdc07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:52.284100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.291115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-45139601-303c-4767-adbd-3c97b13cde73 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:52.337868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=e22f5714-41c6-48f7-a11b-495d3ba4fbbd,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:52.382833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.383248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.383600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.383970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.384355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.384714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.385071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.385425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.385776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.386125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.386472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.386817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:52.390248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:52.440498 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80a3166-c227-4cd2-841f-b344e49ede5b None None] New status for floating IP 983107a0-668f-4c2e-bd88-0a3441bf7036: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:02:52.458967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.472463 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/ports/e22f5714-41c6-48f7-a11b-495d3ba4fbbd HTTP/1.1" status: 204 len: 168 time: 0.8856130 Dec 22 05:02:52.473210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33436) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:53.071395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:53.453644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 945e9769-1f9f-4961-9d05-659432001d19 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:02:53.454023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:53.766124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 945e9769-1f9f-4961-9d05-659432001d19, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=945e9769-1f9f-4961-9d05-659432001d19,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:53.766778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:53.886731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 945e9769-1f9f-4961-9d05-659432001d19 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:02:54.222185 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:54.225995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:54.271873 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=945e9769-1f9f-4961-9d05-659432001d19,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:54.344401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.345032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.345540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.345764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.346122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.346479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.346840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.347191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.347548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.347896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.348267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.348611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:54.354797 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:54.570853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:54.593461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3a650b06-22b2-47cc-ad17-fb758a399335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:54.945679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 5f8d7d74-2363-442c-adb2-3a91204961c8 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:02:55.259911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:02:55.270566 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] Sync routers for ids ['5f8d7d74-2363-442c-adb2-3a91204961c8'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:55.275361 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/5f8d7d74-2363-442c-adb2-3a91204961c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7985528 Dec 22 05:02:55.275530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33440) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:55.279996 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] Routers {'5f8d7d74-2363-442c-adb2-3a91204961c8'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:55.280628 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f8d7d74-2363-442c-adb2-3a91204961c8'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:55.342609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e2dafa-668b-4d34-9291-ec82913aa75d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting subnet 408aa1c7-20c8-4a86-8cde-78e72cdc07d4 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:02:55.345691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02e2dafa-668b-4d34-9291-ec82913aa75d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.403426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02e2dafa-668b-4d34-9291-ec82913aa75d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.467161 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] Set router 5f8d7d74-2363-442c-adb2-3a91204961c8 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:55.486024 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02e2dafa-668b-4d34-9291-ec82913aa75d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.563098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02e2dafa-668b-4d34-9291-ec82913aa75d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.567638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fc0c63e-1f5a-4916-bb33-ed819042595b tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:55.607189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2dafa-668b-4d34-9291-ec82913aa75d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Subnet': ['ID=408aa1c7-20c8-4a86-8cde-78e72cdc07d4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:55.609124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02e2dafa-668b-4d34-9291-ec82913aa75d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.611965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-02e2dafa-668b-4d34-9291-ec82913aa75d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:55.614237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c431494-0b10-42da-bd2d-8e7b2941d65e None None] Network eb2e7692-ee92-450f-aa86-ce980310b833 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:02:55.616152 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-02e2dafa-668b-4d34-9291-ec82913aa75d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/subnets/408aa1c7-20c8-4a86-8cde-78e72cdc07d4 HTTP/1.1" status: 204 len: 168 time: 0.3396885 Dec 22 05:02:55.619002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33444) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:55.760096 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:54Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:55.764037 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] Checking router: 5f8d7d74-2363-442c-adb2-3a91204961c8 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:55.772658 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] Routers {'5f8d7d74-2363-442c-adb2-3a91204961c8'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:02:55.773251 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['5f8d7d74-2363-442c-adb2-3a91204961c8'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:55.798504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.890151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] DHCP port deletion for eb2e7692-ee92-450f-aa86-ce980310b833 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:02:55.894162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] Deleting port db4e16cb-b5f4-433a-afb8-4f33e867915c {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:02:55.894542 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.981513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.987591 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] Set router 5f8d7d74-2363-442c-adb2-3a91204961c8 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:02:55.999104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 86b6a0db-db77-4578-9a93-7658df9e3892 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:02:55.999104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.101040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] For port db4e16cb-b5f4-433a-afb8-4f33e867915c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=db4e16cb-b5f4-433a-afb8-4f33e867915c,segment=NetworkSegment(8e45b516-05a3-4f2e-bad6-bc879bbf7950),segment_id=8e45b516-05a3-4f2e-bad6-bc879bbf7950)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:56.101371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.179718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 86b6a0db-db77-4578-9a93-7658df9e3892, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=86b6a0db-db77-4578-9a93-7658df9e3892,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:02:56.180117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.272962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] Calling delete_port for db4e16cb-b5f4-433a-afb8-4f33e867915c owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:02:56.273214 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:54Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:56.277713 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706807c7-6073-459d-b0dd-970db1904d7c None None] The sync data for ids ['5f8d7d74-2363-442c-adb2-3a91204961c8'] in dv-neutron-822524-1-hyperv is: [{'id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'name': 'tempest-TestNetworkBasicOps-router-323486164', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227'}], 'enable_snat': True}, 'gw_port_id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:03Z', 'updated_at': '2021-12-22T05:02:54Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '86b6a0db-db77-4578-9a93-7658df9e3892', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d7d74-2363-442c-adb2-3a91204961c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:56.307755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 86b6a0db-db77-4578-9a93-7658df9e3892 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:02:56.350978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.356984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b1e3e9fd-b1d0-40dc-9152-28bdbc62057c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:56.409767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] Pushing event deleted for resources: {'Port': ['ID=db4e16cb-b5f4-433a-afb8-4f33e867915c,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:56.412808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:56.413619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] No DVR routers for this DVR port db4e16cb-b5f4-433a-afb8-4f33e867915c on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:02:56.497444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.501174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d24f882a-cf97-4021-a646-a009999d414c tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:56.546579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=86b6a0db-db77-4578-9a93-7658df9e3892,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:56.549719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:56.646649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.751938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device db4e16cb-b5f4-433a-afb8-4f33e867915c no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:02:56.787720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: db4e16cb-b5f4-433a-afb8-4f33e867915c {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:02:56.788091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device db4e16cb-b5f4-433a-afb8-4f33e867915c not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:02:56.788558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 945e9769-1f9f-4961-9d05-659432001d19 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:02:56.823679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 945e9769-1f9f-4961-9d05-659432001d19 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:02:56.824035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 945e9769-1f9f-4961-9d05-659432001d19 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:02:56.928343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c22b-6e6c-4d24-b8d2-73be6dd02a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.971065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.973337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.998205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.998862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Fanout notify agent at l3_agent the message router_deleted on router 5f8d7d74-2363-442c-adb2-3a91204961c8 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:02:57.014133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.015266 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/routers/5f8d7d74-2363-442c-adb2-3a91204961c8 HTTP/1.1" status: 204 len: 168 time: 1.3953426 Dec 22 05:02:57.018278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33448) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:57.135059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.266625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.292363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2e7692-ee92-450f-aa86-ce980310b833']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:57.305083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e45b516-05a3-4f2e-bad6-bc879bbf7950') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:57.305403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e45b516-05a3-4f2e-bad6-bc879bbf7950') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:57.316612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.332357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.338507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:02:57.338889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:02:57.353906 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:02:57.450895 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.455166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c85f1d09-8f99-4e36-be3f-0166fc970272 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:57.473947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.486702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Network': ['ID=eb2e7692-ee92-450f-aa86-ce980310b833,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:57.489632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:57.494414 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/networks/eb2e7692-ee92-450f-aa86-ce980310b833 HTTP/1.1" status: 204 len: 168 time: 0.4751737 Dec 22 05:02:57.508882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33452) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:57.521311 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-abb3ecf8-be40-443e-a0ae-00830aec8ced tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111861 Dec 22 05:02:57.523651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33456) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:57.528845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'network': {'name': 'tempest-network-smoke--1968578553', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'port_security_enabled': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:57.534682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:57.540041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:network and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:57.543186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:57.549050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:57.562038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:57.566734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.596765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:02:57.606249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.606603 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Added segment 65823f4f-1945-417c-a404-b70e0341bfc4 of type vlan for network e3369500-8099-42f3-87f4-2bcf66d9a460 Dec 22 05:02:57.635012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.679974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.685496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:57.686085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.689785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6fcee673-0b42-4779-87eb-772d41c7f2e5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:57.791794 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2668426 Dec 22 05:02:57.794456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33460) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:02:57.794922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Network': ['ID=e3369500-8099-42f3-87f4-2bcf66d9a460,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:57.797974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:57.802005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'admin_state_up': True, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:57.806142 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network e3369500-8099-42f3-87f4-2bcf66d9a460 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:02:57.810328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:02:57.815013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:router and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:02:57.818135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:02:57.824995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:02:57.835066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.836039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.853892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.974597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.091861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.124515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.441536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.454893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86b6a0db-db77-4578-9a93-7658df9e3892 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:02:58.492568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 86b6a0db-db77-4578-9a93-7658df9e3892 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:02:58.492881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 86b6a0db-db77-4578-9a93-7658df9e3892 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:02:58.603839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.739753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.66 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/1e91ddb0-b425-4740-b875-e9ce0b65514d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:58.892029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.926727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.930579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:02:58.991101 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:58.993834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:58.996222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:02:59.029720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=1e91ddb0-b425-4740-b875-e9ce0b65514d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:59.032681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:02:59.430846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:59.433347 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:59.773585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:59.854882 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:02:59.988078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:03:00.303716 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:03:00.315492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Sync routers for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:03:00.326069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:03:00.326683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:00.332043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.333286 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5377729 Dec 22 05:03:00.336459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33464) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:00.376732 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c982fe87-73df-4c66-b829-57b2b0a38c8c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e765bc1a80cf45709d5ddab0fa47c255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391173 Dec 22 05:03:00.379725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33468) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:00.505118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:03:00.510757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3630587-ef1c-42ca-975d-17bf500a93c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:00.512398 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a3630587-ef1c-42ca-975d-17bf500a93c5 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317329 Dec 22 05:03:00.515817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33472) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:00.558313 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6a803fc8-98a2-4b32-963e-ca8d4f8029c0 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390577 Dec 22 05:03:00.558532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33476) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:00.563953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1550497307', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:00.676233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:00.679896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:subnet and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:03:00.682630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:03:00.688626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:00.699478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:03:00.703090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.801977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:02:59Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:00.805947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Checking router: 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:03:00.806337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Updating router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d port 1e91ddb0-b425-4740-b875-e9ce0b65514d binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:03:00.858074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.934129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.937584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-68a2fe8c-8d77-431e-a8da-f3820a6aebbb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:01.010092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Subnet': ['ID=055b779f-c3a0-475c-b0f1-ec6003bd41ae,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:01.013797 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:01.020958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Checking segment: {'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:03:01.021318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network hostable DHCP agents. Network: e3369500-8099-42f3-87f4-2bcf66d9a460, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:03:01.041778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network e3369500-8099-42f3-87f4-2bcf66d9a460 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:03:01.053037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, e3369500-8099-42f3-87f4-2bcf66d9a460) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:01.057649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:01.058250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.070524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d77bf24-0d42-43a5-9af5-9a8b460af602 None None] Network e3369500-8099-42f3-87f4-2bcf66d9a460 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:03:01.080319 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5207160 Dec 22 05:03:01.083022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33480) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:01.416821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.426197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-e3369500-8099-42f3-87f4-2bcf66d9a460', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:03:01.427008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.446830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Transition to ACTIVE for port object 1e91ddb0-b425-4740-b875-e9ce0b65514d will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:01.491918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.496438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:01.607260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Attempting to bind port 1e91ddb0-b425-4740-b875-e9ce0b65514d on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:03:01.608013 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Attempting to bind port 1e91ddb0-b425-4740-b875-e9ce0b65514d by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:03:01.608013 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Attempting to bind port 1e91ddb0-b425-4740-b875-e9ce0b65514d on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:03:01.621517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da939f71-cf73-44d5-b141-7c11ce4a223c None None] Pushing event updated for resources: {'Port': ['ID=1e91ddb0-b425-4740-b875-e9ce0b65514d,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:01.657101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-da939f71-cf73-44d5-b141-7c11ce4a223c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:01.658192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:03:01.658574 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:03:01.658971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.659381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:03:01.659878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Bound port: 1e91ddb0-b425-4740-b875-e9ce0b65514d, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:03:01.660282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.746605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Allocated IP 172.20.0.2 (e3369500-8099-42f3-87f4-2bcf66d9a460/055b779f-c3a0-475c-b0f1-ec6003bd41ae/15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:01.761576 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] For port 1e91ddb0-b425-4740-b875-e9ce0b65514d, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:03:01.765379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] For port 1e91ddb0-b425-4740-b875-e9ce0b65514d, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1e91ddb0-b425-4740-b875-e9ce0b65514d,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:03:01.782821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.790146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c9be9e25-1326-49fe-837b-f6f7f892ebd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:01.933043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.942550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da939f71-cf73-44d5-b141-7c11ce4a223c None None] Pushing event updated for resources: {'Port': ['ID=1e91ddb0-b425-4740-b875-e9ce0b65514d,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:01.948491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-da939f71-cf73-44d5-b141-7c11ce4a223c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:01.950675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:03:01.951324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:02.194817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.211931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:03:02.253779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Transition to ACTIVE for port object 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:02.351544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Transition to ACTIVE for port object 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:02.411388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.416434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-11559145-76b3-4dac-a7f6-9182e085607d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:02.471420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.1 (e3369500-8099-42f3-87f4-2bcf66d9a460/055b779f-c3a0-475c-b0f1-ec6003bd41ae/cac66406-29ac-4bd1-b63c-787f455426e5) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:02.502706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Network e3369500-8099-42f3-87f4-2bcf66d9a460 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:02.509817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:02.520265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Pushing event updated for resources: {'Port': ['ID=15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:02.525366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:03:02.527482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:02.645183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.663252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object cac66406-29ac-4bd1-b63c-787f455426e5 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:02.689644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.694424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:02.717072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Attempting to bind port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:03:02.717631 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Attempting to bind port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:03:02.717734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Attempting to bind port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 on network e3369500-8099-42f3-87f4-2bcf66d9a460 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:03:02.725712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:03:02.725712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Checking segment: {'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:03:02.726019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.726413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Bound using segment: {'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:03:02.726880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Bound port: 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:03:02.727255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.759897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network e3369500-8099-42f3-87f4-2bcf66d9a460 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:02.762929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:02.767315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:03:02.790374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:02:59Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:02.798794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fb8088-05b6-481a-a433-162ee3ddc6a2 None None] The sync data for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv is: [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:02:59Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:03:02.813556 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=cac66406-29ac-4bd1-b63c-787f455426e5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:02.821442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:02.834556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] For port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:03:02.836394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.837986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] For port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:03:02.842921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.846782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-da939f71-cf73-44d5-b141-7c11ce4a223c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:02.928403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Pushing event updated for resources: {'Port': ['ID=15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:02.942234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.942720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.942994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.943326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.943660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.943992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.944329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.944785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.945242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.945562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.945880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.946193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:02.951110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:03.147577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.777298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.782829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.809081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-18400627-e314-4557-8e37-f0a01b986d76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:03.899780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=cac66406-29ac-4bd1-b63c-787f455426e5,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:03.902762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:03.903744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.933909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492574e1-fe0b-4946-bbbd-2815b95986fe None None] Network e3369500-8099-42f3-87f4-2bcf66d9a460 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:03:04.027350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-70444779-3137-4e07-b167-25549460992f None None] Provisioning for port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:04.052400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network e3369500-8099-42f3-87f4-2bcf66d9a460 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:04.053604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:04.260632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:03:04.451080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:03:04.470929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33484) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:04.474847 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/6204d8b2-937c-4edd-a75c-ca3fa6a97d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3895299 Dec 22 05:03:04.487289 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bc3ce055-daa7-4b95-bd39-5c1f2f2b13fe None None] Provisioning for port cac66406-29ac-4bd1-b63c-787f455426e5 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:04.493852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bc3ce055-daa7-4b95-bd39-5c1f2f2b13fe None None] Provisioning complete for port cac66406-29ac-4bd1-b63c-787f455426e5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:04.494232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bc3ce055-daa7-4b95-bd39-5c1f2f2b13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.524552 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Sync routers for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:03:04.545478 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:03:04.546198 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:04.577794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ce055-daa7-4b95-bd39-5c1f2f2b13fe None None] Port cac66406-29ac-4bd1-b63c-787f455426e5 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:03:04.619382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e91ddb0-b425-4740-b875-e9ce0b65514d up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:03:04.676412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633784d-7e27-483a-adeb-7c61fc53424d tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.676886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633784d-7e27-483a-adeb-7c61fc53424d tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.677332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633784d-7e27-483a-adeb-7c61fc53424d tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.677946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633784d-7e27-483a-adeb-7c61fc53424d tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.682614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33488) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:04.684749 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7633784d-7e27-483a-adeb-7c61fc53424d tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2124767 Dec 22 05:03:04.706391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 1e91ddb0-b425-4740-b875-e9ce0b65514d completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:04.718000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6b108f79-d109-422a-9706-a74dfd743d24 None None] Provisioning complete for port cac66406-29ac-4bd1-b63c-787f455426e5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:04.718379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6b108f79-d109-422a-9706-a74dfd743d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.754501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1e91ddb0-b425-4740-b875-e9ce0b65514d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:04.754692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.759422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119311-fb56-459e-9813-d9865165c88f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.759837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119311-fb56-459e-9813-d9865165c88f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.760326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119311-fb56-459e-9813-d9865165c88f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.761078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119311-fb56-459e-9813-d9865165c88f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.762903 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d4119311-fb56-459e-9813-d9865165c88f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0790703 Dec 22 05:03:04.766156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33492) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:04.772370 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:03:04.834938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6b108f79-d109-422a-9706-a74dfd743d24 None None] Port cac66406-29ac-4bd1-b63c-787f455426e5 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:03:04.915326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.935144 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 1e91ddb0-b425-4740-b875-e9ce0b65514d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1e91ddb0-b425-4740-b875-e9ce0b65514d,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:03:04.945081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.945988 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:03:04.976073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-36167463-26d8-46ea-b281-3f8ad125b604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:05.006276 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-762f11ad-3dea-4899-a66d-5fb4283673b0 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2356942 Dec 22 05:03:05.048858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=1e91ddb0-b425-4740-b875-e9ce0b65514d,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:05.063466 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:05.079416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-422ab445-e82d-46f9-822d-655542dadcd4 None None] Provisioning complete for port cac66406-29ac-4bd1-b63c-787f455426e5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:05.079781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-422ab445-e82d-46f9-822d-655542dadcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.103453 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:05.107484 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Checking router: 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:03:05.107836 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Updating router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d port cac66406-29ac-4bd1-b63c-787f455426e5 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:03:05.141319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:05.146782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-422ab445-e82d-46f9-822d-655542dadcd4 None None] Port cac66406-29ac-4bd1-b63c-787f455426e5 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:03:05.149099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:05.149480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.164648 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.274561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.311533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:03:05.316113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.318044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:05.379639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33498) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:05.384916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850294510', 'description': 'tempest-secgroup-smoke-850294510 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:05.385590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:05.388857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:05.390900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:05.395412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:03:05.398964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:03:05.404582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:05.417857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.438790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:05.442305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:03:05.445073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:03:05.450604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:05.533301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.539197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.545347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25d6734f-f453-41d0-a232-ece568312953 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:05.577966 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.585938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c882b53-6199-4f08-a096-e9ba95be44d9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:05.588861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.590053 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2093763 Dec 22 05:03:05.591014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:05.592161 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Transition to ACTIVE for port object cac66406-29ac-4bd1-b63c-787f455426e5 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:05.593059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33502) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:05.598490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '8c882b53-6199-4f08-a096-e9ba95be44d9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:05.600649 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.604431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:05.604580 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-436855a4-f03d-4ebd-975d-e510fa785e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:05.608276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:03:05.611103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:03:05.616751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:05.635067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.667740 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab5cc3-37ca-4732-a68b-23c8e3bd9321 None None] Pushing event updated for resources: {'Port': ['ID=cac66406-29ac-4bd1-b63c-787f455426e5,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:05.704678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.709666 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.711818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2950c1c-1f6d-493c-97dc-3aa29b4a0f5f tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:05.735893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2d5f84-0df7-4e2f-97c7-1339ca015f68,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:05.739229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:05.750149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.751836 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579390 Dec 22 05:03:05.754899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33508) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:05.760479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '8c882b53-6199-4f08-a096-e9ba95be44d9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:05.767007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:05.771461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:03:05.777078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:03:05.783709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:05.804120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.836654 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Attempting to bind port cac66406-29ac-4bd1-b63c-787f455426e5 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:03:05.837030 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Attempting to bind port cac66406-29ac-4bd1-b63c-787f455426e5 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:03:05.837454 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Attempting to bind port cac66406-29ac-4bd1-b63c-787f455426e5 on network e3369500-8099-42f3-87f4-2bcf66d9a460 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:03:05.841533 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-e6ab5cc3-37ca-4732-a68b-23c8e3bd9321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:05.844521 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:03:05.844893 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Checking segment: {'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:03:05.845301 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.845691 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Bound using segment: {'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:03:05.846155 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Bound port: cac66406-29ac-4bd1-b63c-787f455426e5, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:03:05.846525 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.879803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.884345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.886222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aac4ac1c-b2d4-4f1d-b610-282b825aa4fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:05.908153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891985fb-17d4-4e16-9f35-57fff753717a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:05.910650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:05.919527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.920846 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1648827 Dec 22 05:03:05.923906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33512) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:05.929310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '8c882b53-6199-4f08-a096-e9ba95be44d9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:05.934823 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] For port cac66406-29ac-4bd1-b63c-787f455426e5, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:03:05.935147 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:05.938065 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] For port cac66406-29ac-4bd1-b63c-787f455426e5, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cac66406-29ac-4bd1-b63c-787f455426e5,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:03:05.939242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:03:05.942146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:03:05.942489 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.947118 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ab4e3a60-7193-41c3-b09f-fda77e6cb9a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:05.948163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:05.970129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.024235 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab5cc3-37ca-4732-a68b-23c8e3bd9321 None None] Pushing event updated for resources: {'Port': ['ID=cac66406-29ac-4bd1-b63c-787f455426e5,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:06.028169 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-e6ab5cc3-37ca-4732-a68b-23c8e3bd9321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:06.028656 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:03:06.029255 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:06.040352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.046849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.054716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8f8672d8-cf4c-4a82-8151-e999b5a7a41c tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:06.075316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611ff818-c31e-4262-9a96-4eb95966accf,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:06.077811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:06.089703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.094365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33516) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:06.094554 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695969 Dec 22 05:03:06.100363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '8c882b53-6199-4f08-a096-e9ba95be44d9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:06.111847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:06.115716 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:03:06.118740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:03:06.124692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:06.145354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.215356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.217514 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:03:06.220781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.223092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ff8124ba-b489-4daa-a369-dc43dca65776 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:06.246817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2feeb55-fa48-4bdb-a9b2-2c9a7b1d21fd,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:06.256627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:06.262044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.266807 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683207 Dec 22 05:03:06.267012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33520) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:06.272342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '8c882b53-6199-4f08-a096-e9ba95be44d9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:06.278978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:06.283281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:03:06.287625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:03:06.293517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:06.305936 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:03:06.312702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.376743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.381760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.388255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-10f13cf9-fbe9-49c2-bcdf-847cda95da72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:06.406403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09f34ff-f9ee-42a2-9c45-d049be7793f8,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:06.409192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:06.419998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.421287 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532803 Dec 22 05:03:06.424959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33524) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:06.431025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '8c882b53-6199-4f08-a096-e9ba95be44d9', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:06.438240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:06.442471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:03:06.445612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:03:06.451275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:06.463233 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:03:06.472436 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.515318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e91ddb0-b425-4740-b875-e9ce0b65514d up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:03:06.538579 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:05Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:06.543329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.543468 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e66d27-ced4-4927-b531-bb42d3db248e None None] The sync data for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv is: [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:05Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:03:06.549737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.558965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fc678aa4-ded0-4650-bc8f-ca3580cd8332 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:06.580810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542e5c2f-28a4-47ca-995a-59dbade11c73,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:06.583308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:06.602329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1e91ddb0-b425-4740-b875-e9ce0b65514d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:06.603322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.605225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.606555 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799517 Dec 22 05:03:06.742184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:03:06.793486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-9c6c2b3d-e032-49b3-a5fe-14ffa063818d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:03:06.814808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-9c6c2b3d-e032-49b3-a5fe-14ffa063818d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:03:06.816347 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-9c6c2b3d-e032-49b3-a5fe-14ffa063818d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850294510&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.0682564 Dec 22 05:03:06.826669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:06.827358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.977888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-53e37bb5-85e4-4161-b0ba-4b5145c2243c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:06.978562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-53e37bb5-85e4-4161-b0ba-4b5145c2243c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:03:06.996539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-53e37bb5-85e4-4161-b0ba-4b5145c2243c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:03:06.997934 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-53e37bb5-85e4-4161-b0ba-4b5145c2243c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/networks?id=e3369500-8099-42f3-87f4-2bcf66d9a460 HTTP/1.1" status: 200 len: 797 time: 0.1739666 Dec 22 05:03:07.014445 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-35901ab0-bbee-45a8-a5ad-a99cc398ef56 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/quotas/e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 375 time: 0.0101483 Dec 22 05:03:07.105547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-3fd8a96d-d7b9-4f1e-beab-2429834fd709 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:03:07.123848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-3fd8a96d-d7b9-4f1e-beab-2429834fd709 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:03:07.125570 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-3fd8a96d-d7b9-4f1e-beab-2429834fd709 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046977 Dec 22 05:03:07.315079 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-2d0f086e-0d71-4c6f-9826-3b10c6a73e48 service neutron] 10.222.0.36 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764874 Dec 22 05:03:07.592729 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-ec2e7de1-a6dc-4080-a958-9362cdd4ca4f service neutron] 10.222.0.36 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717979 Dec 22 05:03:07.796366 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c85503a9-cfb7-436d-8ae1-55218bdafb76 req-790cb73b-c219-4533-a515-4590915a36dd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 210 time: 0.0429435 Dec 22 05:03:08.521260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cac66406-29ac-4bd1-b63c-787f455426e5 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:03:08.595476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port cac66406-29ac-4bd1-b63c-787f455426e5 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:08.600292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port cac66406-29ac-4bd1-b63c-787f455426e5 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:08.600697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.757168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.790969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port cac66406-29ac-4bd1-b63c-787f455426e5, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cac66406-29ac-4bd1-b63c-787f455426e5,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:03:08.796804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.799337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6f3b5d29-d9f2-47d9-b4bd-4c07d5d3c15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:08.873206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=cac66406-29ac-4bd1-b63c-787f455426e5,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:08.877988 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:08.960734 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b9aff44-b967-4684-b3c6-bb3021cda90d req-ebf47181-75f6-43a7-a4d3-b425f051a8c8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 210 time: 0.0461211 Dec 22 05:03:09.102131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-303d3640-70b4-42f4-acd7-cb84a0021011 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:09.102711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-303d3640-70b4-42f4-acd7-cb84a0021011 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:03:09.114792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-303d3640-70b4-42f4-acd7-cb84a0021011 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:03:09.115905 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-303d3640-70b4-42f4-acd7-cb84a0021011 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=e3369500-8099-42f3-87f4-2bcf66d9a460 HTTP/1.1" status: 200 len: 797 time: 0.1666148 Dec 22 05:03:09.273985 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-cbe48834-9edd-42e4-b819-51a14c288c5c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 379 time: 0.1437023 Dec 22 05:03:09.286716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'device_id': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'admin_state_up': True, 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'security_groups': ['8c882b53-6199-4f08-a096-e9ba95be44d9']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:09.439078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:09.449351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:09.462477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:03:09.466099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:09.627839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.5 (e3369500-8099-42f3-87f4-2bcf66d9a460/055b779f-c3a0-475c-b0f1-ec6003bd41ae/ee0f1661-74a4-467a-be6e-c65c0d8ab1c2) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:09.820358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:09.835596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:09.860434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:09.868498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aa3a7807-7ed3-40ef-aa0c-1a3f9f3e46d2 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:09.938966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network e3369500-8099-42f3-87f4-2bcf66d9a460 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:09.942178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:09.946155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:03:09.983468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:09.993172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:10.016411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:10.017051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:10.047978 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675295 Dec 22 05:03:10.066201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Request body: {'port': {'device_id': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:10.160875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0f661-fca0-420c-893e-8e299ebb42ba req-0236fa9b-0c6c-445b-8bae-d1564c786573 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:10.162394 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32b0f661-fca0-420c-893e-8e299ebb42ba req-0236fa9b-0c6c-445b-8bae-d1564c786573 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 931 time: 0.0867310 Dec 22 05:03:10.186107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:10.207425 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32b0f661-fca0-420c-893e-8e299ebb42ba req-a69edc6f-eda4-4d91-83ff-6a5d1decbbe5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389590 Dec 22 05:03:10.247859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f66a1904-4cf8-4062-82fa-3b6eda2f19d5 None None] Provisioning for port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:10.254530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f66a1904-4cf8-4062-82fa-3b6eda2f19d5 None None] Provisioning complete for port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:10.254904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f66a1904-4cf8-4062-82fa-3b6eda2f19d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:10.312093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f66a1904-4cf8-4062-82fa-3b6eda2f19d5 None None] Port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:03:10.504734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cac66406-29ac-4bd1-b63c-787f455426e5 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:03:10.535215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:03:10.543070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:10.558114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Transition to ACTIVE for port object ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:10.563039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:10.568545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b85fe13b-6347-40ec-a05c-3a0cb3e347ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:10.573012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port cac66406-29ac-4bd1-b63c-787f455426e5 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:10.573568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:10.757288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:10.760248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:10.805391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Attempting to bind port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:03:10.805725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Attempting to bind port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:03:10.806034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Attempting to bind port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 on network e3369500-8099-42f3-87f4-2bcf66d9a460 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:03:10.810723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 on network e3369500-8099-42f3-87f4-2bcf66d9a460 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:03:10.811028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Attempting to bind port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 on network e3369500-8099-42f3-87f4-2bcf66d9a460 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:03:10.816724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:03:10.817034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Checking segment: {'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:03:10.817437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Bound using segment: {'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:03:10.817858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Bound port: ee0f1661-74a4-467a-be6e-c65c0d8ab1c2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65823f4f-1945-417c-a404-b70e0341bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:03:10.818177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:10.920816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] For port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:03:10.923924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] For port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:03:10.931683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:10.936161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5807f288-d06d-437e-804e-255be08e0f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:10.991920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:10.992556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:10.993915 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] 10.222.0.61 "PUT /v2.0/ports/ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 HTTP/1.1" status: 200 len: 1093 time: 0.9327395 Dec 22 05:03:10.994432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'tag': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:11.019028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:11.022785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:11.086312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'tag': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'status': 'completed', 'code': 200} Dec 22 05:03:11.132982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-8535109d-3ff1-4c47-a897-fe17be0be12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:11.134621 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-8535109d-3ff1-4c47-a897-fe17be0be12e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0807369 Dec 22 05:03:11.324360 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-5d5bed55-8d0e-4a3d-a1de-71847afde04d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 HTTP/1.1" status: 200 len: 217 time: 0.1767013 Dec 22 05:03:11.388792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-e46d0f8b-ad46-4458-aba6-436a44bd91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:11.390220 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-e46d0f8b-ad46-4458-aba6-436a44bd91c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=055b779f-c3a0-475c-b0f1-ec6003bd41ae HTTP/1.1" status: 200 len: 835 time: 0.0590570 Dec 22 05:03:11.408249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb191b97-0859-410d-b035-1cab6cc66b6f req-3cd70e47-9e2c-48af-9386-2e82f9d212a1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:11.409743 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb191b97-0859-410d-b035-1cab6cc66b6f req-3cd70e47-9e2c-48af-9386-2e82f9d212a1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 943 time: 0.0866363 Dec 22 05:03:11.456066 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb191b97-0859-410d-b035-1cab6cc66b6f req-cba16f0a-1524-40f8-abf5-d573ad2574f8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Dec 22 05:03:11.467933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-c3ad46f1-c39a-4453-928c-2a8f70db6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:11.469430 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-c3ad46f1-c39a-4453-928c-2a8f70db6847 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3369500-8099-42f3-87f4-2bcf66d9a460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726430 Dec 22 05:03:11.603144 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-16796a72-4eb9-47f3-8179-04fd4e94e0a1 service neutron] 10.222.0.61 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270788 Dec 22 05:03:11.738937 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aa772bc7-cec7-4513-aaf6-e5d9fe01fa36 req-cfe96a10-b869-4433-bcdf-cd4985ea6b7a service neutron] 10.222.0.61 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292744 Dec 22 05:03:11.904516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-5dc60ff9-3bdd-4bbe-9f32-e7b7a74604ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:11.906049 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-5dc60ff9-3bdd-4bbe-9f32-e7b7a74604ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0786917 Dec 22 05:03:12.053569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-82177d68-3279-4969-9c5b-eb85561e2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:12.055026 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-82177d68-3279-4969-9c5b-eb85561e2df5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e3369500-8099-42f3-87f4-2bcf66d9a460 HTTP/1.1" status: 200 len: 898 time: 0.1419878 Dec 22 05:03:12.123565 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-f02a0a63-ac73-467d-8863-ed59bcda9007 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 HTTP/1.1" status: 200 len: 217 time: 0.0612137 Dec 22 05:03:12.190582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-205fb2c6-23ea-43a6-88fe-27282a14a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:12.191971 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-205fb2c6-23ea-43a6-88fe-27282a14a182 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=055b779f-c3a0-475c-b0f1-ec6003bd41ae HTTP/1.1" status: 200 len: 835 time: 0.0614190 Dec 22 05:03:12.267842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-ca911343-fc09-499e-9541-461e0b80c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:12.269429 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-ca911343-fc09-499e-9541-461e0b80c4b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3369500-8099-42f3-87f4-2bcf66d9a460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709600 Dec 22 05:03:12.404966 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-5ee4e021-11fd-4b2b-a9ca-a2797b691735 service neutron] 10.222.0.61 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282682 Dec 22 05:03:12.539595 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-73a6288c-7971-4aa4-9ed2-828d4516bd29 req-a8e47144-07e5-4676-b4fd-4bd01a2fe1d4 service neutron] 10.222.0.61 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267219 Dec 22 05:03:12.653392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d52b-304c-42c6-b1f6-821517114bee req-b98fac42-567e-43b2-bcf6-3f4f7afec04d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:12.654828 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4cb0d52b-304c-42c6-b1f6-821517114bee req-b98fac42-567e-43b2-bcf6-3f4f7afec04d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 943 time: 0.0869696 Dec 22 05:03:12.708680 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4cb0d52b-304c-42c6-b1f6-821517114bee req-5b261e96-4e07-4a24-9088-377bcff1a958 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456748 Dec 22 05:03:13.962374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816cdd5-0f98-4eb5-863d-5a42f1a6808f req-ce2c618c-c704-4de7-ac19-c02bb9713360 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:13.963867 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2816cdd5-0f98-4eb5-863d-5a42f1a6808f req-ce2c618c-c704-4de7-ac19-c02bb9713360 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 943 time: 0.1380851 Dec 22 05:03:14.009869 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2816cdd5-0f98-4eb5-863d-5a42f1a6808f req-fead9855-1daf-47e8-9f2e-56fa8c1b38f1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401566 Dec 22 05:03:14.470927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:14.794385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:03:14.941428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:03:14.954423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'port_id': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'mac_address': 'fa:16:3e:c9:b8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:03:15.009120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:15.026220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:03:15.042017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:03:15.047003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:15.049792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7488b521-e817-40fa-b86f-bd60439d5a24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:15.119061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:15.122272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:15.202779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be19c2-8549-4935-84c1-b225484b5bd5 req-a11b64ae-0b05-4e91-88a8-d974da761dee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:15.204420 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5be19c2-8549-4935-84c1-b225484b5bd5 req-a11b64ae-0b05-4e91-88a8-d974da761dee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 944 time: 0.0867808 Dec 22 05:03:15.248915 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5be19c2-8549-4935-84c1-b225484b5bd5 req-e0fc3e0b-20e3-4c92-8616-81ea175cb24f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386713 Dec 22 05:03:15.429238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['ee0f1661-74a4-467a-be6e-c65c0d8ab1c2'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:03:16.469207 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef31f33-1f96-4b51-9feb-522f268a8813 req-e6db48f3-6423-4e2f-9d5b-ba8a2758adac tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:16.470688 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ef31f33-1f96-4b51-9feb-522f268a8813 req-e6db48f3-6423-4e2f-9d5b-ba8a2758adac tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 944 time: 0.0942910 Dec 22 05:03:16.516522 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ef31f33-1f96-4b51-9feb-522f268a8813 req-db0bfc03-0bd0-41eb-ba9f-39de4f26abbc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393023 Dec 22 05:03:16.804602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:03:16.890217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:16.895033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:16.895401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:17.012189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:17.045448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:17.056205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:03:17.061150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:17.063880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-710ea88a-0b3d-4bd7-bca3-df44d110f2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:17.094945 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'code': 200} Dec 22 05:03:17.135897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:17.139406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:17.373777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897529f-3133-4a99-8117-6c78297fb450 req-92b5cca5-f0e8-42e2-9ed3-b7ce08761ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:17.375278 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1897529f-3133-4a99-8117-6c78297fb450 req-92b5cca5-f0e8-42e2-9ed3-b7ce08761ef3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0757582 Dec 22 05:03:17.416820 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1897529f-3133-4a99-8117-6c78297fb450 req-2ae0c4d2-ea2c-43d1-8527-5ccf41eabd18 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353467 Dec 22 05:03:17.737087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175129f-9a56-4a33-bb26-6eb8b2e2319b req-f0b1dbf4-586e-4690-9c38-14bd660c0399 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:17.738519 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f175129f-9a56-4a33-bb26-6eb8b2e2319b req-f0b1dbf4-586e-4690-9c38-14bd660c0399 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 945 time: 0.0976803 Dec 22 05:03:17.789278 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f175129f-9a56-4a33-bb26-6eb8b2e2319b req-5ec6b50f-0cb9-4f35-8215-1ea96f9fff52 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448673 Dec 22 05:03:18.987717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b89158-2d57-4aaf-a449-70d2cd2d7a1c req-26a1fa67-9c84-4d06-8b1e-b7f0491eaf5b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:18.989241 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0b89158-2d57-4aaf-a449-70d2cd2d7a1c req-26a1fa67-9c84-4d06-8b1e-b7f0491eaf5b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 945 time: 0.0839694 Dec 22 05:03:19.035618 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0b89158-2d57-4aaf-a449-70d2cd2d7a1c req-44c27ccf-01fd-4044-9f36-dab3bc0e886c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403464 Dec 22 05:03:19.242001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aff0d-0395-4585-b160-1afb54068b9f req-c57b68fe-fb7f-49c3-9be9-612ca1b449a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:19.243826 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f6aff0d-0395-4585-b160-1afb54068b9f req-c57b68fe-fb7f-49c3-9be9-612ca1b449a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 945 time: 0.0914679 Dec 22 05:03:19.290776 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f6aff0d-0395-4585-b160-1afb54068b9f req-2626eb94-29e9-4a2d-ac7e-2cfd70b0841a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410342 Dec 22 05:03:19.317543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33586) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:19.389786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f4a09-da51-49d1-9419-9f1ad535607b tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:19.391311 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-097f4a09-da51-49d1-9419-9f1ad535607b tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 1093 time: 0.0727367 Dec 22 05:03:19.395741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33590) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:19.405538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:19.414251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:03:19.419531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:floatingip and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:03:19.423859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:03:19.430841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:03:19.446801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:19.587835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:19.724322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.191 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/34c7f308-73b2-4079-8840-8b70c519a971) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:19.872277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:19.902229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:19.905962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:19.972624 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:19.976048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:19.979015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:03:20.009146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=34c7f308-73b2-4079-8840-8b70c519a971,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:20.022311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:20.525492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:20.608356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:20.830984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:20.841119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:20.845955 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4625889f-9c84-45e0-a2db-93384d7e75be tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:03:20.968629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=34c7f308-73b2-4079-8840-8b70c519a971,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:20.973346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:03:20.974245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:21.167284 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP 0b8c7866-1a1f-48fc-9000-ef81eb59b554 associated. External IP: 172.26.1.191, port: ee0f1661-74a4-467a-be6e-c65c0d8ab1c2. Dec 22 05:03:21.531727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:03:21.731518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:03:21.741631 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] Sync routers for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:03:21.751641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:03:21.752303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:21.758779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:21.815928 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4187810 Dec 22 05:03:21.816810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'tag': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:21.818630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33594) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:21.862561 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'tag': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'status': 'completed', 'code': 200} Dec 22 05:03:21.934291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:03:22.170634 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e9ea4770-f1b7-49a7-ac1f-eb423ec23b9c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers/6204d8b2-937c-4edd-a75c-ca3fa6a97d1d HTTP/1.1" status: 200 len: 922 time: 0.3480606 Dec 22 05:03:22.170876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33600) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:22.269409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-abf62db3-1ece-4695-9267-89a1d4eddd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:22.271169 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-abf62db3-1ece-4695-9267-89a1d4eddd02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 1098 time: 0.3622725 Dec 22 05:03:22.305748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f18d3e37-50dc-4fbd-9db2-a069e6fb368e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/0b8c7866-1a1f-48fc-9000-ef81eb59b554 HTTP/1.1" status: 200 len: 991 time: 0.1326385 Dec 22 05:03:22.345299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '0b8c7866-1a1f-48fc-9000-ef81eb59b554', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.191', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'port_id': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'mac_address': 'fa:16:3e:c9:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:20Z', 'updated_at': '2021-12-22T05:03:20Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:08Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:22.349436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] Checking router: 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:03:22.358105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:03:22.358726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:02:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:22.408826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-93e6afb0-1357-4e79-b68d-057cdc80516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:22.410471 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-93e6afb0-1357-4e79-b68d-057cdc80516f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e3369500-8099-42f3-87f4-2bcf66d9a460 HTTP/1.1" status: 200 len: 898 time: 0.1317682 Dec 22 05:03:22.516394 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-f7b4b0f4-06c8-4f65-9d49-fa95c9df7444 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 HTTP/1.1" status: 200 len: 999 time: 0.0991361 Dec 22 05:03:22.539320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:03:22.578515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-84016b0d-0bc4-4c93-9215-2855ccf629ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:22.580338 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-84016b0d-0bc4-4c93-9215-2855ccf629ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=055b779f-c3a0-475c-b0f1-ec6003bd41ae HTTP/1.1" status: 200 len: 835 time: 0.0579424 Dec 22 05:03:22.659103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-ed41deea-2d9d-4d1e-ab8a-36627d4713dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:22.660919 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-ed41deea-2d9d-4d1e-ab8a-36627d4713dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3369500-8099-42f3-87f4-2bcf66d9a460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743484 Dec 22 05:03:22.795489 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-42f0988d-ea27-4663-98c0-042825eca3fa service neutron] 10.222.0.61 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276054 Dec 22 05:03:22.887395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '0b8c7866-1a1f-48fc-9000-ef81eb59b554', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.191', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'port_id': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'mac_address': 'fa:16:3e:c9:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:20Z', 'updated_at': '2021-12-22T05:03:20Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:08Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:22.892559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51ac75-0c6c-4f97-ace1-1567ebf45a65 None None] The sync data for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv is: [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '0b8c7866-1a1f-48fc-9000-ef81eb59b554', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.191', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'port_id': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'mac_address': 'fa:16:3e:c9:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:20Z', 'updated_at': '2021-12-22T05:03:20Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:08Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:03:22.935462 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-123fe7c7-efa7-45db-9562-852d6aa05503 req-1d50cc2b-b008-4c47-a26a-0bea592e90be service neutron] 10.222.0.61 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330626 Dec 22 05:03:23.173896 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26384bfd-8118-4027-b256-add86f9fa3d7 None None] New status for floating IP 0b8c7866-1a1f-48fc-9000-ef81eb59b554: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:03:23.308849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33604) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:23.418233 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-84c6f368-3201-4391-9761-cd8c59021e7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/0b8c7866-1a1f-48fc-9000-ef81eb59b554 HTTP/1.1" status: 200 len: 991 time: 0.1081889 Dec 22 05:03:24.423372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33608) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:03:24.547106 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-da1af1df-b211-41eb-971e-3d9f7e1c2bcd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/0b8c7866-1a1f-48fc-9000-ef81eb59b554 HTTP/1.1" status: 200 len: 993 time: 0.1219592 Dec 22 05:03:24.589379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-965cc433-1740-40c2-bb06-5c18a78178a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:26.941529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bdf3-cf3c-4cf0-ad4b-ffcd178c717d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:27.986762 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:28.088431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:29.443105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:36.858040 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:03:44.461127 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:54.602421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dec732a2-e0c0-4d50-a1f0-f31d74bf8614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:56.939957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32cc8386-11a5-493e-b6d9-4dc81f26df20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:57.988345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:58.090032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:59.438563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:10.296073 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-fa2f4965-a187-4c01-8af9-ae1d689f6466 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729635 Dec 22 05:04:10.472595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-6f003820-8da6-40f6-b775-e969249c17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:10.474058 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-6f003820-8da6-40f6-b775-e969249c17c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0796368 Dec 22 05:04:10.622233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-21362480-1034-42c6-9ca5-971a83b52343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:10.623760 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-21362480-1034-42c6-9ca5-971a83b52343 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e3369500-8099-42f3-87f4-2bcf66d9a460 HTTP/1.1" status: 200 len: 898 time: 0.1291120 Dec 22 05:04:10.727651 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-5ffc29cc-c0a3-45a4-aeb0-7c20c751b6df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 HTTP/1.1" status: 200 len: 1001 time: 0.0971320 Dec 22 05:04:10.793696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-1b1504de-f98b-4764-bdf3-8363ad54c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:10.795178 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-1b1504de-f98b-4764-bdf3-8363ad54c552 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=055b779f-c3a0-475c-b0f1-ec6003bd41ae HTTP/1.1" status: 200 len: 835 time: 0.0612888 Dec 22 05:04:10.869118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-c039beb5-0f36-403f-8227-61221ac3541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:10.870612 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-c039beb5-0f36-403f-8227-61221ac3541a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3369500-8099-42f3-87f4-2bcf66d9a460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686877 Dec 22 05:04:11.124505 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-036f68da-f50e-4a2f-8283-594f503e9f23 service neutron] 10.222.0.61 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465603 Dec 22 05:04:11.255807 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ce93c25a-09dd-4ff0-8583-853e080a292a req-329ba1a3-63ee-4cff-9f0b-6237511970e1 service neutron] 10.222.0.61 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245949 Dec 22 05:04:13.861833 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:04:14.481359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:24.601687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e81e51a9-e5ea-4664-b277-ee67ba7953d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:26.942348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1bcdfbb-b74f-451e-b181-ac0c1bdfb291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:27.990575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:28.088920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:29.448750 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:35.900680 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33632) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:36.251270 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8c4acb85-9565-403c-8741-cae21b530375 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers/6204d8b2-937c-4edd-a75c-ca3fa6a97d1d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3489141 Dec 22 05:04:36.254099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33638) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:36.456723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1bb4a8-2531-494a-93e4-77695a4bbd39 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Notify agent at dv-neutron-822524-1-hyperv the message router_removed_from_agent {{(pid=87555) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 05:04:36.460417 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ad1bb4a8-2531-494a-93e4-77695a4bbd39 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "DELETE /v2.0/agents/65fb7907-6788-489a-b237-aeb7db66b5e7/l3-routers/6204d8b2-937c-4edd-a75c-ca3fa6a97d1d HTTP/1.1" status: 204 len: 168 time: 0.2053778 Dec 22 05:04:36.464059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33642) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:36.649573 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5ee88dcb-f71a-41bc-ae4a-c3e6a03d8f63 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers/6204d8b2-937c-4edd-a75c-ca3fa6a97d1d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1842539 Dec 22 05:04:36.652432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33646) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:36.758313 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-01310360-fef8-42ad-a4c2-419a8c44836a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/0b8c7866-1a1f-48fc-9000-ef81eb59b554 HTTP/1.1" status: 200 len: 993 time: 0.1046546 Dec 22 05:04:36.976262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72152b09-c05d-412f-869d-ccb7223e03a4 None None] New status for floating IP 0b8c7866-1a1f-48fc-9000-ef81eb59b554: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:04:37.763788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33650) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:37.879698 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b5cbf855-952b-4143-94f9-a713a1ab8eed tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/0b8c7866-1a1f-48fc-9000-ef81eb59b554 HTTP/1.1" status: 200 len: 991 time: 0.1144559 Dec 22 05:04:38.550936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e91ddb0-b425-4740-b875-e9ce0b65514d no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:04:38.665719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:38.685038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 1e91ddb0-b425-4740-b875-e9ce0b65514d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1e91ddb0-b425-4740-b875-e9ce0b65514d,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:04:38.690959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:38.691720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cac66406-29ac-4bd1-b63c-787f455426e5 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:04:38.715647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:38.804022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=1e91ddb0-b425-4740-b875-e9ce0b65514d,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:38.834279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.834596 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.834979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.835305 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.835634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.835948 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.836403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.836753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.837084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.837383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.837696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.837996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:38.846187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:38.871070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:38.903687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port cac66406-29ac-4bd1-b63c-787f455426e5, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cac66406-29ac-4bd1-b63c-787f455426e5,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:04:38.908904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:38.910793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:39.028440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=cac66406-29ac-4bd1-b63c-787f455426e5,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:39.032277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:39.055392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33656) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:39.431781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90589f09-2b7c-4a3c-88e1-291ad62ab967 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:04:39.432126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90589f09-2b7c-4a3c-88e1-291ad62ab967 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Notify agent at dv-neutron-822524-1-hyperv the message router_added_to_agent {{(pid=87554) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 05:04:39.465732 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-90589f09-2b7c-4a3c-88e1-291ad62ab967 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "POST /v2.0/agents/65fb7907-6788-489a-b237-aeb7db66b5e7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4066529 Dec 22 05:04:39.466103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33662) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:39.490313 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] Sync routers for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:39.500907 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:04:39.501533 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:39.662337 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8303602f-9660-494f-818b-aacea7def6c8 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers/6204d8b2-937c-4edd-a75c-ca3fa6a97d1d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1949368 Dec 22 05:04:39.664294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33668) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:39.683761 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:04:39.771639 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d119d16d-a12d-4c24-85ce-c353c6b91a0f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/0b8c7866-1a1f-48fc-9000-ef81eb59b554 HTTP/1.1" status: 200 len: 991 time: 0.1061480 Dec 22 05:04:40.028022 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:04:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '0b8c7866-1a1f-48fc-9000-ef81eb59b554', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.191', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'port_id': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'mac_address': 'fa:16:3e:c9:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:20Z', 'updated_at': '2021-12-22T05:04:37Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:04:38Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:40.032856 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] Checking router: 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:40.041590 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:04:40.042205 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:40.222792 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:04:40.575674 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:04:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '0b8c7866-1a1f-48fc-9000-ef81eb59b554', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.191', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'port_id': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'mac_address': 'fa:16:3e:c9:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:20Z', 'updated_at': '2021-12-22T05:04:37Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:04:38Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:40.579620 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3109701-a6ae-4901-91d9-f0158424cc1c None None] The sync data for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv is: [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:04:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '0b8c7866-1a1f-48fc-9000-ef81eb59b554', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.191', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'port_id': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'mac_address': 'fa:16:3e:c9:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:20Z', 'updated_at': '2021-12-22T05:04:37Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:04:38Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:40.774973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33672) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:40.892877 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7bf67155-03c6-4022-b921-599c0d82b177 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/0b8c7866-1a1f-48fc-9000-ef81eb59b554 HTTP/1.1" status: 200 len: 991 time: 0.1165671 Dec 22 05:04:41.896041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33676) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:42.008981 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-99f680cc-41b7-48a6-b0f3-3e16a3e98228 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/0b8c7866-1a1f-48fc-9000-ef81eb59b554 HTTP/1.1" status: 200 len: 991 time: 0.1113250 Dec 22 05:04:42.218979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05bb85b-a118-42c3-9201-dea47ce41196 None None] New status for floating IP 0b8c7866-1a1f-48fc-9000-ef81eb59b554: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:04:42.592633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e91ddb0-b425-4740-b875-e9ce0b65514d up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:04:42.665020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1e91ddb0-b425-4740-b875-e9ce0b65514d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:42.665391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:42.792165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:42.809785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 1e91ddb0-b425-4740-b875-e9ce0b65514d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1e91ddb0-b425-4740-b875-e9ce0b65514d,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:04:42.817215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:42.818116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cac66406-29ac-4bd1-b63c-787f455426e5 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:04:42.840945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ae349940-567e-4d25-a8cc-ca01805a24b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:42.929291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=1e91ddb0-b425-4740-b875-e9ce0b65514d,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:42.933187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:42.943015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port cac66406-29ac-4bd1-b63c-787f455426e5 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:42.943386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:43.013578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33680) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:43.057609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:43.089587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port cac66406-29ac-4bd1-b63c-787f455426e5, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cac66406-29ac-4bd1-b63c-787f455426e5,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:04:43.096358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:43.098239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:43.127101 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-415833e7-45cf-46ed-81a3-8888029fc959 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/0b8c7866-1a1f-48fc-9000-ef81eb59b554 HTTP/1.1" status: 200 len: 993 time: 0.1078517 Dec 22 05:04:43.165998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=cac66406-29ac-4bd1-b63c-787f455426e5,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:43.169132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:43.429530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33688) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:43.645640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 34c7f308-73b2-4079-8840-8b70c519a971 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:04:43.645994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:43.824728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:43.825050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:43.946952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 34c7f308-73b2-4079-8840-8b70c519a971 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:04:44.105501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:44.110820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a8498269-0a19-4b25-9674-3fd79297f14d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:44.327404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=34c7f308-73b2-4079-8840-8b70c519a971,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:44.364891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.365263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.365631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.365981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.366336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.366689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.367048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.367395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.367742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.368096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.368462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.368810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:44.372010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:44.399674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:44.400648 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP 0b8c7866-1a1f-48fc-9000-ef81eb59b554 disassociated (deleted). External IP: 172.26.1.191, port: ee0f1661-74a4-467a-be6e-c65c0d8ab1c2. Dec 22 05:04:44.473529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:44.565744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e91ddb0-b425-4740-b875-e9ce0b65514d up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:04:44.636772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1e91ddb0-b425-4740-b875-e9ce0b65514d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:44.637143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:44.756294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cac66406-29ac-4bd1-b63c-787f455426e5 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:04:44.777936 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:04:44.827618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port cac66406-29ac-4bd1-b63c-787f455426e5 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:44.828077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:44.957991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:04:44.967790 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] Sync routers for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:44.974164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:44.978462 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:04:44.979294 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:45.031774 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/floatingips/0b8c7866-1a1f-48fc-9000-ef81eb59b554 HTTP/1.1" status: 204 len: 168 time: 1.6006896 Dec 22 05:04:45.032316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'tag': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:04:45.146468 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'tag': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'status': 'completed', 'code': 200} Dec 22 05:04:45.180414 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:04:45.286314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-02647b24-ac64-4fc4-bbcb-59105ee35991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:45.288503 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-02647b24-ac64-4fc4-bbcb-59105ee35991 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0951929 Dec 22 05:04:45.429438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ce6e-33c0-4b2e-a216-e94ab79c53ab req-35e871a2-3f26-40be-8c06-821200ab06a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:45.430160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f989ce6e-33c0-4b2e-a216-e94ab79c53ab req-35e871a2-3f26-40be-8c06-821200ab06a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:04:45.435701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-e67af04c-a3a1-4bbc-89ab-ba8a1b17ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:45.437337 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-e67af04c-a3a1-4bbc-89ab-ba8a1b17ceca service neutron] 10.222.0.61 "GET /v2.0/networks?id=e3369500-8099-42f3-87f4-2bcf66d9a460 HTTP/1.1" status: 200 len: 898 time: 0.1329706 Dec 22 05:04:45.448685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f989ce6e-33c0-4b2e-a216-e94ab79c53ab req-35e871a2-3f26-40be-8c06-821200ab06a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:04:45.452603 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f989ce6e-33c0-4b2e-a216-e94ab79c53ab req-35e871a2-3f26-40be-8c06-821200ab06a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 945 time: 0.1058264 Dec 22 05:04:45.504228 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f989ce6e-33c0-4b2e-a216-e94ab79c53ab req-cddf883b-5f52-4a88-8efb-8d0636689253 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481069 Dec 22 05:04:45.562762 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:04:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:04:43Z', 'revision_number': 7, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:45.566785 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] Checking router: 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:45.576729 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:04:45.577532 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:45.643431 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-a3829bc3-0447-48c2-b4ff-3eb8980a3138 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 HTTP/1.1" status: 200 len: 217 time: 0.1994493 Dec 22 05:04:45.706191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-72d93c72-eac3-4e43-826e-fa24db92cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:45.707615 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-72d93c72-eac3-4e43-826e-fa24db92cd12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=055b779f-c3a0-475c-b0f1-ec6003bd41ae HTTP/1.1" status: 200 len: 835 time: 0.0569990 Dec 22 05:04:45.758832 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:04:45.784506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-047a446a-473c-4cf1-b8f3-e70b2d59d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:45.785993 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-047a446a-473c-4cf1-b8f3-e70b2d59d94f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3369500-8099-42f3-87f4-2bcf66d9a460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717444 Dec 22 05:04:45.922558 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-e15a8af7-f734-4b77-8cd6-1dadf1342918 service neutron] 10.222.0.61 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288178 Dec 22 05:04:46.058309 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-78a89457-1a87-4adf-9f6b-217373b2c2c8 req-f6952ae9-61bd-435b-aa20-29238ef7fb43 service neutron] 10.222.0.61 "GET /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291118 Dec 22 05:04:46.069114 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:04:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:04:43Z', 'revision_number': 7, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:46.073302 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee6e8e-cea2-4a5d-8bb9-b006a9fb8595 None None] The sync data for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv is: [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:04:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cac66406-29ac-4bd1-b63c-787f455426e5', 'name': '', 'network_id': 'e3369500-8099-42f3-87f4-2bcf66d9a460', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:85:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:04:43Z', 'revision_number': 7, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '055b779f-c3a0-475c-b0f1-ec6003bd41ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:46.711915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c72e-46b5-4967-8a69-086d46d81848 req-a5f3060c-5725-46b5-8c47-d6c07a545901 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:46.713424 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47c2c72e-46b5-4967-8a69-086d46d81848 req-a5f3060c-5725-46b5-8c47-d6c07a545901 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 945 time: 0.0884581 Dec 22 05:04:46.734245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4001a-0c73-42b9-b4b1-76504a6cf846 None None] New status for floating IP 0b8c7866-1a1f-48fc-9000-ef81eb59b554: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:04:46.757974 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47c2c72e-46b5-4967-8a69-086d46d81848 req-80268760-ba2f-4ee1-b02a-ada9380b4dff tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c882b53-6199-4f08-a096-e9ba95be44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387311 Dec 22 05:04:47.070821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-acfdf7c2-655d-4631-a5e1-689cf5f0cee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:47.071419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-acfdf7c2-655d-4631-a5e1-689cf5f0cee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:04:47.083588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-acfdf7c2-655d-4631-a5e1-689cf5f0cee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:04:47.084688 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-acfdf7c2-655d-4631-a5e1-689cf5f0cee8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 945 time: 0.1051557 Dec 22 05:04:47.157355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:04:47.157689 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:47.406076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:04:47.406420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:47.531384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:04:47.685363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:47.692726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-115abcbd-ffe2-4ac5-a175-ecf8dbb17c9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:47.764530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=ee0f1661-74a4-467a-be6e-c65c0d8ab1c2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:47.817405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.817782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.818148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.818511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.818866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.819324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.819679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.820032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.820418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.820770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.821118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.821461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:47.824756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:47.830782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:04:47.833160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:47.837225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'name': 'network-vif-deleted', 'tag': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:04:47.853571 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-37cd3d58-59de-4104-a285-ac4e202b6a2b req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "DELETE /v2.0/ports/ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 HTTP/1.1" status: 204 len: 173 time: 0.7634811 Dec 22 05:04:47.922955 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21b5d010-3501-498b-b9a3-f3308bf24f93 req-bf494974-fc74-4675-ad89-c49780ff3884 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=e709393a-d43b-45bf-84f4-fcd6536db6e1 HTTP/1.1" status: 200 len: 210 time: 0.0550530 Dec 22 05:04:47.949904 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e709393a-d43b-45bf-84f4-fcd6536db6e1', 'name': 'network-vif-deleted', 'tag': 'ee0f1661-74a4-467a-be6e-c65c0d8ab1c2', 'status': 'completed', 'code': 200} Dec 22 05:04:49.022283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33710) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:49.097829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfabc6b4-6c40-488e-9aeb-2b035b8870cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:49.129063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfabc6b4-6c40-488e-9aeb-2b035b8870cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:49.197576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfabc6b4-6c40-488e-9aeb-2b035b8870cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:49.201594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-018c4ba1-0a32-455c-afb8-46d2326e89f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:49.216628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabc6b4-6c40-488e-9aeb-2b035b8870cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c882b53-6199-4f08-a096-e9ba95be44d9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:49.219158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bfabc6b4-6c40-488e-9aeb-2b035b8870cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:49.230291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfabc6b4-6c40-488e-9aeb-2b035b8870cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:49.234043 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bfabc6b4-6c40-488e-9aeb-2b035b8870cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/8c882b53-6199-4f08-a096-e9ba95be44d9 HTTP/1.1" status: 204 len: 168 time: 0.2079058 Dec 22 05:04:49.265071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33716) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:49.971569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:50.358183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port cac66406-29ac-4bd1-b63c-787f455426e5 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:04:50.358890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:50.558006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port cac66406-29ac-4bd1-b63c-787f455426e5, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cac66406-29ac-4bd1-b63c-787f455426e5,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:04:50.558283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:50.686675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for cac66406-29ac-4bd1-b63c-787f455426e5 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:04:50.861350 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:04:51.040045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:51.045280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-55ba68eb-0a0e-4ab8-aa77-dd07a6fe8264 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:51.095541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=cac66406-29ac-4bd1-b63c-787f455426e5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:51.098700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:51.198698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:04:51.236339 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:04:51.236960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ee0f1661-74a4-467a-be6e-c65c0d8ab1c2 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:04:51.521957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:51.907415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:04:52.090685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:04:52.102365 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] Sync routers for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:52.105518 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/6204d8b2-937c-4edd-a75c-ca3fa6a97d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8392320 Dec 22 05:04:52.108466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33720) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:52.114925 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:04:52.115527 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:52.180010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13d587e-26cb-4635-ad70-d8f98db7ec74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting subnet 055b779f-c3a0-475c-b0f1-ec6003bd41ae {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:04:52.183124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e13d587e-26cb-4635-ad70-d8f98db7ec74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:52.238700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e13d587e-26cb-4635-ad70-d8f98db7ec74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:52.294595 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:04:52.324639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e13d587e-26cb-4635-ad70-d8f98db7ec74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:52.406339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e13d587e-26cb-4635-ad70-d8f98db7ec74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:52.411592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-02e2dafa-668b-4d34-9291-ec82913aa75d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:52.449525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d587e-26cb-4635-ad70-d8f98db7ec74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Subnet': ['ID=055b779f-c3a0-475c-b0f1-ec6003bd41ae,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:52.451416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e13d587e-26cb-4635-ad70-d8f98db7ec74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:52.456174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e13d587e-26cb-4635-ad70-d8f98db7ec74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:52.456476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f06882-46ac-42d1-9cd9-422e6db2c9aa None None] Network e3369500-8099-42f3-87f4-2bcf66d9a460 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:04:52.461760 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e13d587e-26cb-4635-ad70-d8f98db7ec74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/subnets/055b779f-c3a0-475c-b0f1-ec6003bd41ae HTTP/1.1" status: 204 len: 168 time: 0.3496943 Dec 22 05:04:52.462588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33724) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:52.599770 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:04:50Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:04:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:52.603812 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] Checking router: 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:52.613174 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] Routers {'6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:04:52.613174 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:52.658756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:52.796224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] DHCP port deletion for e3369500-8099-42f3-87f4-2bcf66d9a460 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:04:52.800837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] Deleting port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:04:52.801231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:52.836509 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] Set router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:04:52.850286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:52.861315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 1e91ddb0-b425-4740-b875-e9ce0b65514d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:04:52.861652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:53.012294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] For port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75,segment=NetworkSegment(65823f4f-1945-417c-a404-b70e0341bfc4),segment_id=65823f4f-1945-417c-a404-b70e0341bfc4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:04:53.012652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:53.131981 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:04:50Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:04:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:53.136288 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006767f-7ebf-4293-8c8a-86da36928f98 None None] The sync data for ids ['6204d8b2-937c-4edd-a75c-ca3fa6a97d1d'] in dv-neutron-822524-1-hyperv is: [{'id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'name': 'tempest-TestNetworkBasicOps-router-1054174862', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:04:50Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1e91ddb0-b425-4740-b875-e9ce0b65514d', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:27:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204d8b2-937c-4edd-a75c-ca3fa6a97d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:04:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:53.165327 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] Calling delete_port for 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:04:53.193453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 1e91ddb0-b425-4740-b875-e9ce0b65514d, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1e91ddb0-b425-4740-b875-e9ce0b65514d,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:04:53.193873 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:53.243250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:53.253162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:53.287723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] No DVR routers for this DVR port 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:04:53.296303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] Pushing event deleted for resources: {'Port': ['ID=15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:53.302314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:53.327668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 1e91ddb0-b425-4740-b875-e9ce0b65514d owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:04:53.502477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:53.506713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:53.555755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=1e91ddb0-b425-4740-b875-e9ce0b65514d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:53.558900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:53.657369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:53.831019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:53.833186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:53.858120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:53.858650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Fanout notify agent at l3_agent the message router_deleted on router 6204d8b2-937c-4edd-a75c-ca3fa6a97d1d {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:04:53.874205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:53.875297 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/routers/6204d8b2-937c-4edd-a75c-ca3fa6a97d1d HTTP/1.1" status: 204 len: 168 time: 1.4124250 Dec 22 05:04:53.878488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33728) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:53.997296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.129435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.158253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3369500-8099-42f3-87f4-2bcf66d9a460']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:54.170737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65823f4f-1945-417c-a404-b70e0341bfc4') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:54.171024 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65823f4f-1945-417c-a404-b70e0341bfc4') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:54.184074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.200047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.206771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:04:54.207186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:04:54.221485 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:04:54.307081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.310977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a843ffbe-64c4-4bc0-a027-d796ce28179d tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:54.325747 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.337812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Network': ['ID=e3369500-8099-42f3-87f4-2bcf66d9a460,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:54.341132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:54.350316 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/networks/e3369500-8099-42f3-87f4-2bcf66d9a460 HTTP/1.1" status: 204 len: 168 time: 0.4707081 Dec 22 05:04:54.374133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33732) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:54.381423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'network': {'name': 'tempest-network-smoke--1608081380', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:54.386678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:04:54.390972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:network and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:04:54.394486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:04:54.400746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:04:54.413184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:04:54.418630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.456301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:04:54.465582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.465947 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Added segment 1afe3231-61aa-4ca2-9573-a6be46ed36c8 of type vlan for network f736f50e-44a2-43a5-8cad-d8920d870736 Dec 22 05:04:54.497572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.527720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.534068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:54.534684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.538467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-12f8ec39-b59f-4cd0-9f6e-e25dd7fcb360 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:54.561669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e91ddb0-b425-4740-b875-e9ce0b65514d no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:04:54.606402 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 1e91ddb0-b425-4740-b875-e9ce0b65514d {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:04:54.606687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1e91ddb0-b425-4740-b875-e9ce0b65514d not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:04:54.607117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:04:54.645506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:04:54.645811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 15dd5e80-6c59-41fb-8c32-2cdf1aaf4e75 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:04:54.646180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cac66406-29ac-4bd1-b63c-787f455426e5 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:04:54.675984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5dd2186b-a7d8-4efd-b4c3-80c99e0f6fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.683208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: cac66406-29ac-4bd1-b63c-787f455426e5 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:04:54.683566 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cac66406-29ac-4bd1-b63c-787f455426e5 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:04:54.776098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Network': ['ID=f736f50e-44a2-43a5-8cad-d8920d870736,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:54.781807 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4038212 Dec 22 05:04:54.781807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:54.782180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33736) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:54.787146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network f736f50e-44a2-43a5-8cad-d8920d870736 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:04:54.788040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'admin_state_up': True, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:54.795477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:04:54.800453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:router and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:04:54.803287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:04:54.809759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:04:54.821455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.822520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:54.837708 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:55.112594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:55.437849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:55.467519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:55.615724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.193 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/b430d450-4017-4d6d-91c6-1f94d8347404) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:55.771692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:55.804020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:55.807728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd8d799d-f328-46cf-a9d9-fbfc3e16e394 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:55.868049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:55.870740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:55.874453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:04:55.908409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=b430d450-4017-4d6d-91c6-1f94d8347404,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:55.916574 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:56.429120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:56.794754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:56.939686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e8158619-f92c-497b-b887-66d17e6b508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:57.010577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 35a9f714-8560-4594-a36c-797a6be0d3a5 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:04:57.192910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:04:57.202913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Sync routers for ids ['35a9f714-8560-4594-a36c-797a6be0d3a5'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:57.212611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Routers {'35a9f714-8560-4594-a36c-797a6be0d3a5'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:04:57.213517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35a9f714-8560-4594-a36c-797a6be0d3a5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:57.222517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:57.223985 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4401371 Dec 22 05:04:57.227305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33740) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:57.269012 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b96b2287-8616-41a8-b0bd-dd5ba87aeea1 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e765bc1a80cf45709d5ddab0fa47c255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404000 Dec 22 05:04:57.271566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33744) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:57.399755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Set router 35a9f714-8560-4594-a36c-797a6be0d3a5 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:04:57.413673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbe166e-0a50-4e71-b354-a4d53760aae0 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:57.417843 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3bbe166e-0a50-4e71-b354-a4d53760aae0 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426148 Dec 22 05:04:57.418388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33748) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:57.459986 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3df9c990-22f0-4191-8766-854ab4256fcb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400844 Dec 22 05:04:57.462463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33752) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:57.468039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-17046255', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:57.582866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:04:57.588248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:subnet and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:04:57.592962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:04:57.600053 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:04:57.609592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:04:57.613360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:57.683838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:04:56Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:57.688236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Checking router: 35a9f714-8560-4594-a36c-797a6be0d3a5 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:57.688740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Updating router 35a9f714-8560-4594-a36c-797a6be0d3a5 port b430d450-4017-4d6d-91c6-1f94d8347404 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:04:57.794032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:57.849036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:57.853978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5e58c097-fdcd-40fe-8de1-c09b3aef3d14 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:57.931332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Subnet': ['ID=e4c8e3c3-ca71-413b-a16d-f9615d59e090,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:57.934223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:57.942332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Checking segment: {'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:04:57.942596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network hostable DHCP agents. Network: f736f50e-44a2-43a5-8cad-d8920d870736, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:04:57.963119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network f736f50e-44a2-43a5-8cad-d8920d870736 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:04:57.973953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, f736f50e-44a2-43a5-8cad-d8920d870736) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:57.978076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:57.978713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:57.986880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f92a13-bb40-409a-a0be-d4cf237cc9e5 None None] Network f736f50e-44a2-43a5-8cad-d8920d870736 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:04:58.001933 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.5384750 Dec 22 05:04:58.004805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33756) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:04:58.112525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:58.142798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:58.334606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-f736f50e-44a2-43a5-8cad-d8920d870736', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:04:58.335439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:58.356471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:58.409557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Transition to ACTIVE for port object b430d450-4017-4d6d-91c6-1f94d8347404 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:04:58.420221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:58.429501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:58.528334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Attempting to bind port b430d450-4017-4d6d-91c6-1f94d8347404 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:04:58.528711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Attempting to bind port b430d450-4017-4d6d-91c6-1f94d8347404 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:04:58.529077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Attempting to bind port b430d450-4017-4d6d-91c6-1f94d8347404 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:04:58.530990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba447917-61c7-4e59-9528-9c1de58e1d1c None None] Pushing event updated for resources: {'Port': ['ID=b430d450-4017-4d6d-91c6-1f94d8347404,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:58.538826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba447917-61c7-4e59-9528-9c1de58e1d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:58.566003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:04:58.566396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:04:58.566808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:58.567199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:04:58.567688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Bound port: b430d450-4017-4d6d-91c6-1f94d8347404, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:04:58.568065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:58.657102 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Allocated IP 172.20.0.2 (f736f50e-44a2-43a5-8cad-d8920d870736/e4c8e3c3-ca71-413b-a16d-f9615d59e090/e9bcc9d5-3347-4e3a-8e56-945a3cc32b24) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:58.669200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] For port b430d450-4017-4d6d-91c6-1f94d8347404, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:04:58.672770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] For port b430d450-4017-4d6d-91c6-1f94d8347404, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b430d450-4017-4d6d-91c6-1f94d8347404,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:04:58.694048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:58.701375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:58.842774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Routers {'35a9f714-8560-4594-a36c-797a6be0d3a5'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:04:58.843573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35a9f714-8560-4594-a36c-797a6be0d3a5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:58.852338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:58.926359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba447917-61c7-4e59-9528-9c1de58e1d1c None None] Pushing event updated for resources: {'Port': ['ID=b430d450-4017-4d6d-91c6-1f94d8347404,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:58.929489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba447917-61c7-4e59-9528-9c1de58e1d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:59.132186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] Set router 35a9f714-8560-4594-a36c-797a6be0d3a5 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:04:59.177298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:59.320411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Transition to ACTIVE for port object e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:04:59.403998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Transition to ACTIVE for port object e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:04:59.415975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:59.422098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:59.492959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.1 (f736f50e-44a2-43a5-8cad-d8920d870736/e4c8e3c3-ca71-413b-a16d-f9615d59e090/853569ac-c75b-4f10-b596-a78d76e4164a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:59.509189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Network f736f50e-44a2-43a5-8cad-d8920d870736 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:59.520693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:59.523290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:04:59.537296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:59.644410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Pushing event updated for resources: {'Port': ['ID=e9bcc9d5-3347-4e3a-8e56-945a3cc32b24,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:59.647398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:59.673513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:59.675240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Attempting to bind port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:04:59.675615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Attempting to bind port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:04:59.675978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Attempting to bind port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 on network f736f50e-44a2-43a5-8cad-d8920d870736 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:04:59.685714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:04:59.686100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Checking segment: {'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:04:59.686504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:59.686932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Bound using segment: {'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:04:59.687358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Bound port: e9bcc9d5-3347-4e3a-8e56-945a3cc32b24, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:04:59.687733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:59.692183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 853569ac-c75b-4f10-b596-a78d76e4164a will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:04:59.717479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:59.722743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cbcd03ec-387c-42ea-8eaf-771bd90189cd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:59.778774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:04:56Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:59.788907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40689b6-8b95-4dc8-a39a-49bb089a0a23 None None] The sync data for ids ['35a9f714-8560-4594-a36c-797a6be0d3a5'] in dv-neutron-822524-1-hyperv is: [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:04:56Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:59.792325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network f736f50e-44a2-43a5-8cad-d8920d870736 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:59.794148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] For port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:04:59.795616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:59.798492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] For port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e9bcc9d5-3347-4e3a-8e56-945a3cc32b24,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:04:59.800409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:04:59.804999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:59.809555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:04:59.834988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=853569ac-c75b-4f10-b596-a78d76e4164a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:59.841800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:04:59.868407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:59.900771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Pushing event updated for resources: {'Port': ['ID=e9bcc9d5-3347-4e3a-8e56-945a3cc32b24,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:59.904195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:00.367696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:00.623365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:05:00.698009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:05:00.703813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b430d450-4017-4d6d-91c6-1f94d8347404 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:05:00.786025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port b430d450-4017-4d6d-91c6-1f94d8347404 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:05:00.793196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b430d450-4017-4d6d-91c6-1f94d8347404 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:00.794526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:00.860359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:00.869951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:00.900815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-409beb07-0801-4338-b069-85e6c9ddf6dc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:00.925108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:00.947705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port b430d450-4017-4d6d-91c6-1f94d8347404, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b430d450-4017-4d6d-91c6-1f94d8347404,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:05:00.953866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:00.956063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:00.993035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=853569ac-c75b-4f10-b596-a78d76e4164a,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:00.995973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:00.997163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:01.032382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=b430d450-4017-4d6d-91c6-1f94d8347404,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:01.035397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244c10cf-7aec-4279-80a7-46730d2bd5a8 None None] Network f736f50e-44a2-43a5-8cad-d8920d870736 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:05:01.052921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:01.126990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8cb34159-6ba3-4750-97ef-31f70613d42d None None] Provisioning for port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:05:01.134360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8cb34159-6ba3-4750-97ef-31f70613d42d None None] Provisioning complete for port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:01.134750 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8cb34159-6ba3-4750-97ef-31f70613d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:01.145195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network f736f50e-44a2-43a5-8cad-d8920d870736 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:05:01.146358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:05:01.346544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 35a9f714-8560-4594-a36c-797a6be0d3a5 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:05:01.379263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8cb34159-6ba3-4750-97ef-31f70613d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:01.420523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8cb34159-6ba3-4750-97ef-31f70613d42d None None] For port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e9bcc9d5-3347-4e3a-8e56-945a3cc32b24,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:05:01.425980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8cb34159-6ba3-4750-97ef-31f70613d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:01.427616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bd05a433-065a-4fe3-bd18-805f42cd5843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:01.499273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb34159-6ba3-4750-97ef-31f70613d42d None None] Pushing event updated for resources: {'Port': ['ID=e9bcc9d5-3347-4e3a-8e56-945a3cc32b24,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:01.503096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8cb34159-6ba3-4750-97ef-31f70613d42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:01.553812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:05:01.570020 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/35a9f714-8560-4594-a36c-797a6be0d3a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5640731 Dec 22 05:05:01.572259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33760) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:01.573146 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Sync routers for ids ['35a9f714-8560-4594-a36c-797a6be0d3a5'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:05:01.583965 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Routers {'35a9f714-8560-4594-a36c-797a6be0d3a5'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:05:01.584617 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35a9f714-8560-4594-a36c-797a6be0d3a5'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:05:01.654010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b5f3e879-8e64-47f5-9fb9-461a0ec311ac None None] Provisioning complete for port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:01.654645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e879-8e64-47f5-9fb9-461a0ec311ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:01.785205 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Set router 35a9f714-8560-4594-a36c-797a6be0d3a5 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:05:01.803619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b5f3e879-8e64-47f5-9fb9-461a0ec311ac None None] Provisioning for port 853569ac-c75b-4f10-b596-a78d76e4164a completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:05:01.810835 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b5f3e879-8e64-47f5-9fb9-461a0ec311ac None None] Provisioning complete for port 853569ac-c75b-4f10-b596-a78d76e4164a triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:01.811364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e879-8e64-47f5-9fb9-461a0ec311ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:01.880307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3e879-8e64-47f5-9fb9-461a0ec311ac None None] Port 853569ac-c75b-4f10-b596-a78d76e4164a cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:05:01.883570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21bd2e-f3c8-40df-8e01-db581c75cb0f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:01.884031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21bd2e-f3c8-40df-8e01-db581c75cb0f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:01.884518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21bd2e-f3c8-40df-8e01-db581c75cb0f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:01.884968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21bd2e-f3c8-40df-8e01-db581c75cb0f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:01.886717 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fb21bd2e-f3c8-40df-8e01-db581c75cb0f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.3134415 Dec 22 05:05:01.889350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33764) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:01.966770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4644c760-2685-4b5b-a3e1-04973f4dfa22 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:01.967220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4644c760-2685-4b5b-a3e1-04973f4dfa22 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:01.967679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4644c760-2685-4b5b-a3e1-04973f4dfa22 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:01.968121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4644c760-2685-4b5b-a3e1-04973f4dfa22 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:01.969881 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4644c760-2685-4b5b-a3e1-04973f4dfa22 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2735 time: 0.0796206 Dec 22 05:05:01.972832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33768) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:02.010933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-17827b85-c44c-4b90-b13d-867af38ae877 None None] Provisioning complete for port 853569ac-c75b-4f10-b596-a78d76e4164a triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:02.011720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-17827b85-c44c-4b90-b13d-867af38ae877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.075611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-17827b85-c44c-4b90-b13d-867af38ae877 None None] Port 853569ac-c75b-4f10-b596-a78d76e4164a cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:05:02.125923 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '853569ac-c75b-4f10-b596-a78d76e4164a', 'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:5a:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:59Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:05:02.129709 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Checking router: 35a9f714-8560-4594-a36c-797a6be0d3a5 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:05:02.130062 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Updating router 35a9f714-8560-4594-a36c-797a6be0d3a5 port 853569ac-c75b-4f10-b596-a78d76e4164a binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:05:02.185307 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.196283 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1eb75ffc-defc-479f-a81f-08cc9c33f0ec tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2222071 Dec 22 05:05:02.198052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-70313d85-f94f-45ef-93cf-2b40781d1b37 None None] Provisioning complete for port 853569ac-c75b-4f10-b596-a78d76e4164a triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:02.198827 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-70313d85-f94f-45ef-93cf-2b40781d1b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.257111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-70313d85-f94f-45ef-93cf-2b40781d1b37 None None] Port 853569ac-c75b-4f10-b596-a78d76e4164a cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:05:02.507409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33774) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:02.513194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813075807', 'description': 'tempest-secgroup-smoke-813075807 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:02.519988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:05:02.524559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:05:02.527549 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:05:02.534406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:05:02.557250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.573299 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.578744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:05:02.581115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:05:02.582917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:05:02.585860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:05:02.586578 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Transition to ACTIVE for port object 853569ac-c75b-4f10-b596-a78d76e4164a will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:05:02.592627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:05:02.594603 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.600285 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:02.684123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.692808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.694809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:02.695296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.700739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-572c7338-fd7f-432f-8424-4e667f9ec84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:02.717358 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Pushing event updated for resources: {'Port': ['ID=853569ac-c75b-4f10-b596-a78d76e4164a,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:02.736034 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.736668 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.737002 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.737325 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.737644 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.737963 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.738281 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.738598 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.738908 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.739218 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.739530 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.740033 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:02.749278 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:02.764119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1fd978-5402-47cb-92eb-86a4839eccd3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:02.768311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:02.769961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.771449 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2628696 Dec 22 05:05:02.774337 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33778) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:02.780283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f1fd978-5402-47cb-92eb-86a4839eccd3', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:02.787020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:05:02.791844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:05:02.795249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:05:02.801889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:05:02.827614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.849492 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Attempting to bind port 853569ac-c75b-4f10-b596-a78d76e4164a on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:05:02.850119 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Attempting to bind port 853569ac-c75b-4f10-b596-a78d76e4164a by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:05:02.850642 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Attempting to bind port 853569ac-c75b-4f10-b596-a78d76e4164a on network f736f50e-44a2-43a5-8cad-d8920d870736 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:05:02.856902 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:05:02.857270 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Checking segment: {'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:05:02.857673 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.858065 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Bound using segment: {'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:05:02.858526 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Bound port: 853569ac-c75b-4f10-b596-a78d76e4164a, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:05:02.858896 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.878797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b430d450-4017-4d6d-91c6-1f94d8347404 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:05:02.903892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.910025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.912083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d8a3652c-cf8a-4c0a-96e7-def962434da0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:02.935505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6631f9-4f1f-49a7-9258-22e174be7f7c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:02.938291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:02.948075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.949663 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741488 Dec 22 05:05:02.952361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33782) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:02.957947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f1fd978-5402-47cb-92eb-86a4839eccd3', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:02.963157 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] For port 853569ac-c75b-4f10-b596-a78d76e4164a, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:05:02.963711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port b430d450-4017-4d6d-91c6-1f94d8347404 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:02.963840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.964666 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:05:02.966799 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] For port 853569ac-c75b-4f10-b596-a78d76e4164a, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=853569ac-c75b-4f10-b596-a78d76e4164a,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:05:02.968904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:05:02.972660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:05:02.973395 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:02.979433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:05:02.986751 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:02.997481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.055537 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Routers {'35a9f714-8560-4594-a36c-797a6be0d3a5'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:05:03.056444 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35a9f714-8560-4594-a36c-797a6be0d3a5'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:05:03.066455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.071864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.074588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-704f3704-c200-48d0-8411-47de7d2d1525 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:03.096497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad4ccbb-8746-40ce-a50d-06feaca1e8b6,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:03.101951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:03.121340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.126180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33786) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:03.131693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f1fd978-5402-47cb-92eb-86a4839eccd3', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:03.132738 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1791592 Dec 22 05:05:03.137947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:05:03.142692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:05:03.146124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:05:03.154890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:05:03.177512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.232992 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Pushing event updated for resources: {'Port': ['ID=853569ac-c75b-4f10-b596-a78d76e4164a,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:03.236508 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:03.257499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.264408 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] Set router 35a9f714-8560-4594-a36c-797a6be0d3a5 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:05:03.264625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.266643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06c940e6-de4e-4abc-8610-ed0c2d8c4509 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:03.299439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679ebe62-42cb-4284-bafb-12bdd6152464,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:03.301749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.302907 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756580 Dec 22 05:05:03.303793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:03.305632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33790) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:03.310925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f1fd978-5402-47cb-92eb-86a4839eccd3', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:03.317003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:05:03.320967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:05:03.323847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:05:03.329862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:05:03.347850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.529814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.536053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.538013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88256cb5-0ffd-4929-94ec-ca17c40ddce6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:03.560840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8148b41-7f51-460c-af4e-a19d9270bbb1,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:03.563614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:03.573057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.573916 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2672489 Dec 22 05:05:03.576799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33794) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:03.582005 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f1fd978-5402-47cb-92eb-86a4839eccd3', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:03.587762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:05:03.591839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:05:03.595087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:05:03.598036 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '853569ac-c75b-4f10-b596-a78d76e4164a', 'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:5a:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:59Z', 'updated_at': '2021-12-22T05:05:02Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:05:03.601165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:05:03.601883 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba568b2a-78f5-45eb-845a-4c26c8867488 None None] The sync data for ids ['35a9f714-8560-4594-a36c-797a6be0d3a5'] in dv-neutron-822524-1-hyperv is: [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '853569ac-c75b-4f10-b596-a78d76e4164a', 'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:5a:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:59Z', 'updated_at': '2021-12-22T05:05:02Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:05:03.616008 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:05:03.624870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.708772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.713417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.715214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a939dfa-1fcc-4136-a4a3-5f88420a9190 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:03.738288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9ae62f-c96e-4814-beaf-c3ee614ecc4d,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:03.741054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:03.749678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.751083 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1733527 Dec 22 05:05:03.753999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33798) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:03.759312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '6f1fd978-5402-47cb-92eb-86a4839eccd3', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:03.765612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:05:03.769644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:05:03.772649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:05:03.778784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:05:03.790544 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:05:03.798378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.867762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.872974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.874854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d0d6386b-ce7d-4248-a891-dcc2755435a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:03.899367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae4ceb3-53c2-4af6-a06e-77d03abc025a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:03.901878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:03.910217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:03.911445 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565228 Dec 22 05:05:04.079441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-149eedd3-9b2a-4611-af57-1b894576a88a req-6579ee8d-15c3-41b8-aa8d-1d6d99130784 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:05:04.096517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-149eedd3-9b2a-4611-af57-1b894576a88a req-6579ee8d-15c3-41b8-aa8d-1d6d99130784 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:05:04.097848 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-6579ee8d-15c3-41b8-aa8d-1d6d99130784 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813075807&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.0607085 Dec 22 05:05:04.255362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eedd3-9b2a-4611-af57-1b894576a88a req-889120b2-64d5-481a-b763-986b85a826a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:04.256362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-149eedd3-9b2a-4611-af57-1b894576a88a req-889120b2-64d5-481a-b763-986b85a826a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:05:04.274959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-149eedd3-9b2a-4611-af57-1b894576a88a req-889120b2-64d5-481a-b763-986b85a826a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:05:04.276240 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-889120b2-64d5-481a-b763-986b85a826a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/networks?id=f736f50e-44a2-43a5-8cad-d8920d870736 HTTP/1.1" status: 200 len: 797 time: 0.1711144 Dec 22 05:05:04.293137 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-fd9ddfb6-e050-4dcd-9653-2f675963a086 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/quotas/e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 375 time: 0.0107083 Dec 22 05:05:04.383959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-149eedd3-9b2a-4611-af57-1b894576a88a req-dc13a772-bd98-4a12-96b9-3fd7b8e4d8b7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:05:04.401353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-149eedd3-9b2a-4611-af57-1b894576a88a req-dc13a772-bd98-4a12-96b9-3fd7b8e4d8b7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:05:04.402829 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-dc13a772-bd98-4a12-96b9-3fd7b8e4d8b7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038353 Dec 22 05:05:04.554424 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-060f9aa6-cf01-49b3-8e2c-e6183d2be332 service neutron] 10.222.0.36 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383142 Dec 22 05:05:04.613490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 853569ac-c75b-4f10-b596-a78d76e4164a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:05:04.692666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 853569ac-c75b-4f10-b596-a78d76e4164a completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:05:04.697407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 853569ac-c75b-4f10-b596-a78d76e4164a triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:04.697817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:04.700937 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-d26ba16d-4774-4952-b341-7fa77fedb876 service neutron] 10.222.0.36 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302183 Dec 22 05:05:04.818012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:04.853230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 853569ac-c75b-4f10-b596-a78d76e4164a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=853569ac-c75b-4f10-b596-a78d76e4164a,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:05:04.858477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:04.862994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-13f17c55-a0ca-41a0-ae9e-a3138b4d14f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:04.876693 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-579e5456-61a7-418b-8a70-994bdafa3c8f req-6c7d8ffb-33af-4fa1-8c29-41be24f0e137 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 210 time: 0.0433836 Dec 22 05:05:04.943304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=853569ac-c75b-4f10-b596-a78d76e4164a,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:04.946584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:06.044368 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-de337375-b33f-45a8-8b40-b06255decb68 req-3c064f55-627d-4385-9cdb-5192a1e51b22 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 210 time: 0.0470610 Dec 22 05:05:06.308422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eedd3-9b2a-4611-af57-1b894576a88a req-73868d62-652d-4b1a-b533-8f4f4ff0a85a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:06.309837 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-73868d62-652d-4b1a-b533-8f4f4ff0a85a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=f736f50e-44a2-43a5-8cad-d8920d870736 HTTP/1.1" status: 200 len: 797 time: 0.1476140 Dec 22 05:05:06.370004 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-aae98151-ecaa-4b80-9981-7aca477238a1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 379 time: 0.0438471 Dec 22 05:05:06.384044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'device_id': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'admin_state_up': True, 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'security_groups': ['6f1fd978-5402-47cb-92eb-86a4839eccd3']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:06.525031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:05:06.534618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:05:06.546090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:05:06.549906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:06.570435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 853569ac-c75b-4f10-b596-a78d76e4164a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:05:06.645119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 853569ac-c75b-4f10-b596-a78d76e4164a triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:06.645611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:06.718927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.7 (f736f50e-44a2-43a5-8cad-d8920d870736/e4c8e3c3-ca71-413b-a16d-f9615d59e090/20d37c4a-452f-482a-ad0a-7d79efb77e7d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:05:06.910229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:06.925829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 20d37c4a-452f-482a-ad0a-7d79efb77e7d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:05:06.951850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:06.957817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:07.025587 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network f736f50e-44a2-43a5-8cad-d8920d870736 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:05:07.028525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:05:07.032373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:05:07.063153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=20d37c4a-452f-482a-ad0a-7d79efb77e7d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:07.071737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:07.103173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:07.104055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:07.133550 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7534871 Dec 22 05:05:07.152225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Request body: {'port': {'device_id': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:07.243716 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4959af-8bc4-4ff6-a645-4ad0468d93d1 req-312c496d-67f3-45bc-aac3-34c399424c90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:07.245463 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e4959af-8bc4-4ff6-a645-4ad0468d93d1 req-312c496d-67f3-45bc-aac3-34c399424c90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 931 time: 0.0910883 Dec 22 05:05:07.278223 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:07.291011 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e4959af-8bc4-4ff6-a645-4ad0468d93d1 req-9f61cabd-7030-44ef-b3ff-21b5e4cf9777 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396271 Dec 22 05:05:07.318988 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ffe1d-7a09-48d8-a52e-d983cefb2179 None None] Provisioning for port 20d37c4a-452f-482a-ad0a-7d79efb77e7d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:05:07.324043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ffe1d-7a09-48d8-a52e-d983cefb2179 None None] Provisioning complete for port 20d37c4a-452f-482a-ad0a-7d79efb77e7d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:07.324462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ffe1d-7a09-48d8-a52e-d983cefb2179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:07.379022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ffe1d-7a09-48d8-a52e-d983cefb2179 None None] Port 20d37c4a-452f-482a-ad0a-7d79efb77e7d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:05:07.634068 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d37c4a-452f-482a-ad0a-7d79efb77e7d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:05:07.646249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:07.661870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Transition to ACTIVE for port object 20d37c4a-452f-482a-ad0a-7d79efb77e7d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:05:07.667134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:07.670857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ca1f2df6-4996-4229-817f-26bf392c75d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:07.823112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Pushing event updated for resources: {'Port': ['ID=20d37c4a-452f-482a-ad0a-7d79efb77e7d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:07.833481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:08.025423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Attempting to bind port 20d37c4a-452f-482a-ad0a-7d79efb77e7d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:05:08.025856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Attempting to bind port 20d37c4a-452f-482a-ad0a-7d79efb77e7d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:05:08.026284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Attempting to bind port 20d37c4a-452f-482a-ad0a-7d79efb77e7d on network f736f50e-44a2-43a5-8cad-d8920d870736 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:05:08.034181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Port 20d37c4a-452f-482a-ad0a-7d79efb77e7d on network f736f50e-44a2-43a5-8cad-d8920d870736 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:05:08.034650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Attempting to bind port 20d37c4a-452f-482a-ad0a-7d79efb77e7d on network f736f50e-44a2-43a5-8cad-d8920d870736 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:05:08.040728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:05:08.041075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Checking segment: {'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:05:08.041476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Bound using segment: {'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:05:08.041904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Bound port: 20d37c4a-452f-482a-ad0a-7d79efb77e7d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1afe3231-61aa-4ca2-9573-a6be46ed36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:05:08.042244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:08.136378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] For port 20d37c4a-452f-482a-ad0a-7d79efb77e7d, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:05:08.139549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] For port 20d37c4a-452f-482a-ad0a-7d79efb77e7d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:05:08.147141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:08.151706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bfb2371d-ae9d-4f09-9301-fc13cb6c84a2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:08.206799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:08.207500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:08.209364 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] 10.222.0.61 "PUT /v2.0/ports/20d37c4a-452f-482a-ad0a-7d79efb77e7d HTTP/1.1" status: 200 len: 1093 time: 1.0617058 Dec 22 05:05:08.209914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'tag': '20d37c4a-452f-482a-ad0a-7d79efb77e7d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:05:08.232511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Pushing event updated for resources: {'Port': ['ID=20d37c4a-452f-482a-ad0a-7d79efb77e7d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:08.235811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:08.275106 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'tag': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'status': 'completed', 'code': 200} Dec 22 05:05:08.375473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eedd3-9b2a-4611-af57-1b894576a88a req-5e29d657-06af-438d-ade0-53d9186eb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:08.378289 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-5e29d657-06af-438d-ade0-53d9186eb0f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 1096 time: 0.0860252 Dec 22 05:05:08.454213 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-957232b2-f211-4b28-96e0-3b20885777c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d HTTP/1.1" status: 200 len: 217 time: 0.0627961 Dec 22 05:05:08.497732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f5d43-e5f8-4187-9ab6-b1eea12e1af1 req-0aa8540b-60ed-4002-8cc4-d82bbf1399f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:08.499124 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a9f5d43-e5f8-4187-9ab6-b1eea12e1af1 req-0aa8540b-60ed-4002-8cc4-d82bbf1399f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 943 time: 0.0924211 Dec 22 05:05:08.521971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eedd3-9b2a-4611-af57-1b894576a88a req-0c460068-05ae-437a-859b-1207e6bbfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:08.523461 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-0c460068-05ae-437a-859b-1207e6bbfd21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4c8e3c3-ca71-413b-a16d-f9615d59e090 HTTP/1.1" status: 200 len: 842 time: 0.0635419 Dec 22 05:05:08.546288 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a9f5d43-e5f8-4187-9ab6-b1eea12e1af1 req-5c5e0fb5-ab97-4463-b7f7-eff0ae623e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400372 Dec 22 05:05:08.606816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eedd3-9b2a-4611-af57-1b894576a88a req-aabc0209-edac-4d96-b647-75156f15a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:08.609147 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-aabc0209-edac-4d96-b647-75156f15a73a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f736f50e-44a2-43a5-8cad-d8920d870736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793362 Dec 22 05:05:08.751736 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-a913f154-28cd-4eb9-bff2-914b0154e8d4 service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358473 Dec 22 05:05:08.900039 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-149eedd3-9b2a-4611-af57-1b894576a88a req-e5069cd0-be89-45ab-9ef2-6cc1a244b32b service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415646 Dec 22 05:05:09.081133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-79a81f8a-4e47-4493-9e5e-0a416fada306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:09.082627 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-79a81f8a-4e47-4493-9e5e-0a416fada306 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 1096 time: 0.0770395 Dec 22 05:05:09.216663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-8227b10d-8f08-4fd1-8587-0b3b24a37af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:09.218075 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-8227b10d-8f08-4fd1-8587-0b3b24a37af9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f736f50e-44a2-43a5-8cad-d8920d870736 HTTP/1.1" status: 200 len: 898 time: 0.1292043 Dec 22 05:05:09.286620 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-c0a6b888-4346-4343-ad8b-a8ed34b90715 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d HTTP/1.1" status: 200 len: 217 time: 0.0617063 Dec 22 05:05:09.352751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-6c19fe89-3780-4759-960d-98dfe39193a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:09.354152 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-6c19fe89-3780-4759-960d-98dfe39193a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4c8e3c3-ca71-413b-a16d-f9615d59e090 HTTP/1.1" status: 200 len: 842 time: 0.0607066 Dec 22 05:05:09.444485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-bfe84fa8-54ab-4578-8999-3bdb1043a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:09.445946 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-bfe84fa8-54ab-4578-8999-3bdb1043a61a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f736f50e-44a2-43a5-8cad-d8920d870736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843673 Dec 22 05:05:09.600118 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-de1c11a3-cdf9-4eb7-8c57-dffa6cf50661 service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471486 Dec 22 05:05:09.739176 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ac52891d-61e7-4e5f-b7e2-efb302d06648 req-b33eed64-675c-44ff-ae16-e60f89555c2f service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315262 Dec 22 05:05:09.746330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23d0da-0836-4c02-9c28-4b7ccaa0ef7f req-84f00603-6c6a-4bf2-9777-99f458cd3f77 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:09.747848 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f23d0da-0836-4c02-9c28-4b7ccaa0ef7f req-84f00603-6c6a-4bf2-9777-99f458cd3f77 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 943 time: 0.0829990 Dec 22 05:05:09.797137 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f23d0da-0836-4c02-9c28-4b7ccaa0ef7f req-67a49410-37f5-4a55-a147-cd901e61eab6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 Dec 22 05:05:11.003679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b286706-41d2-4201-bf60-9be1486a4a89 req-18226725-1a17-4e2b-81ee-f3ea974e8263 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:11.006255 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b286706-41d2-4201-bf60-9be1486a4a89 req-18226725-1a17-4e2b-81ee-f3ea974e8263 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 943 time: 0.0871823 Dec 22 05:05:11.058319 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b286706-41d2-4201-bf60-9be1486a4a89 req-13297c8c-c97f-498c-a988-2bcef1a7bc2e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436497 Dec 22 05:05:11.331934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 20d37c4a-452f-482a-ad0a-7d79efb77e7d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:05:11.471886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 20d37c4a-452f-482a-ad0a-7d79efb77e7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:05:11.484667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'port_id': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'mac_address': 'fa:16:3e:c5:f5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:05:11.540566 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:11.557567 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d37c4a-452f-482a-ad0a-7d79efb77e7d {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:05:11.574162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 20d37c4a-452f-482a-ad0a-7d79efb77e7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:05:11.580740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:11.582962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:11.652675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=20d37c4a-452f-482a-ad0a-7d79efb77e7d,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:11.655869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:12.017410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['20d37c4a-452f-482a-ad0a-7d79efb77e7d'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:05:12.251039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a8b9-78ff-4b14-873a-9da647698c16 req-680661cc-e355-4bdf-8428-c1f94d67e47a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:12.252566 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4f8a8b9-78ff-4b14-873a-9da647698c16 req-680661cc-e355-4bdf-8428-c1f94d67e47a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 944 time: 0.0821691 Dec 22 05:05:12.299655 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4f8a8b9-78ff-4b14-873a-9da647698c16 req-eb9d774d-d9d5-49bd-952d-f4c5169f84d3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398898 Dec 22 05:05:13.346660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 20d37c4a-452f-482a-ad0a-7d79efb77e7d up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:05:13.420780 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 20d37c4a-452f-482a-ad0a-7d79efb77e7d completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:05:13.426653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 20d37c4a-452f-482a-ad0a-7d79efb77e7d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:13.427049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:13.550222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:13.577700 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d37c4a-452f-482a-ad0a-7d79efb77e7d'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:05:13.587504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 20d37c4a-452f-482a-ad0a-7d79efb77e7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:05:13.593575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:13.594779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba447917-61c7-4e59-9528-9c1de58e1d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:13.621507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fed8fe-2525-4146-a7ba-c7bdcca39eed req-ed7373b5-f52d-4028-b45d-35333abe113a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:13.623157 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6fed8fe-2525-4146-a7ba-c7bdcca39eed req-ed7373b5-f52d-4028-b45d-35333abe113a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 944 time: 0.2087774 Dec 22 05:05:13.675594 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6fed8fe-2525-4146-a7ba-c7bdcca39eed req-f1068e56-c20f-4b60-8883-60da646f2dba tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453587 Dec 22 05:05:13.684080 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'code': 200} Dec 22 05:05:13.702490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=20d37c4a-452f-482a-ad0a-7d79efb77e7d,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:13.705501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:13.950632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57271f-7b69-4cc6-80cd-5ca45ddebcd4 req-aa068d32-1b11-4228-8e44-be05a02b6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:13.952128 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0c57271f-7b69-4cc6-80cd-5ca45ddebcd4 req-aa068d32-1b11-4228-8e44-be05a02b6413 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 1098 time: 0.0730584 Dec 22 05:05:14.100305 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0c57271f-7b69-4cc6-80cd-5ca45ddebcd4 req-4f75442d-a5b0-4147-ad95-7ce4df5962d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415524 Dec 22 05:05:14.475067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:14.895047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85354e4c-8e02-40d7-900f-8e60d2443cc3 req-690997e8-d03d-4731-809f-b055fffbc057 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:14.896518 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-85354e4c-8e02-40d7-900f-8e60d2443cc3 req-690997e8-d03d-4731-809f-b055fffbc057 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 945 time: 0.1042199 Dec 22 05:05:14.943120 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-85354e4c-8e02-40d7-900f-8e60d2443cc3 req-e56e1592-e114-4a10-a389-fddaf120afb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 Dec 22 05:05:16.153694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d84b4-00d6-423b-876f-87db96a77d42 req-d5b80f92-e5cc-4f9f-a053-25a9d57a7ea5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:16.155151 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f3d84b4-00d6-423b-876f-87db96a77d42 req-d5b80f92-e5cc-4f9f-a053-25a9d57a7ea5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 945 time: 0.0804346 Dec 22 05:05:16.199756 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f3d84b4-00d6-423b-876f-87db96a77d42 req-c202aef9-c595-4df0-bff4-5ecccd842597 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389636 Dec 22 05:05:16.402707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817566a-1706-4e6e-b339-6e65cfbba9dd req-0b9e8545-e668-4cc3-b5f2-7627c0b394a5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:16.404170 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8817566a-1706-4e6e-b339-6e65cfbba9dd req-0b9e8545-e668-4cc3-b5f2-7627c0b394a5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 945 time: 0.0989227 Dec 22 05:05:16.452975 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8817566a-1706-4e6e-b339-6e65cfbba9dd req-34cf218a-7e38-46c7-ba95-574759e27adb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401475 Dec 22 05:05:16.483259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33856) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:16.558623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aed8cdc-6efd-47bc-a3b7-a5319fadb729 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:16.560108 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4aed8cdc-6efd-47bc-a3b7-a5319fadb729 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 1093 time: 0.0759118 Dec 22 05:05:16.564332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33860) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:16.569613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:16.575849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:05:16.579935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:floatingip and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:05:16.582841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:05:16.589053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:05:16.601671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:16.742757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:16.889555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.237 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/95e1512b-ee42-4fb5-9346-5ce6cd0e4eb0) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:05:17.052910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:17.085398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:17.089970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:17.150851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:05:17.153590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:05:17.157190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:05:17.196416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=95e1512b-ee42-4fb5-9346-5ce6cd0e4eb0,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:17.204838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:17.590229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:17.676678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:17.894402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:17.901907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:17.905523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-487416a9-59a1-44a3-9ad8-88fc7a9b90ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:05:18.009738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=95e1512b-ee42-4fb5-9346-5ce6cd0e4eb0,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:18.013853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:05:18.022232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:18.307422 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP c3527766-5fff-47a9-95b7-5670c1e61202 associated. External IP: 172.26.1.237, port: 20d37c4a-452f-482a-ad0a-7d79efb77e7d. Dec 22 05:05:18.666757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 35a9f714-8560-4594-a36c-797a6be0d3a5 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:05:18.858206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:05:18.868455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] Sync routers for ids ['35a9f714-8560-4594-a36c-797a6be0d3a5'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:05:18.878869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] Routers {'35a9f714-8560-4594-a36c-797a6be0d3a5'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:05:18.879499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35a9f714-8560-4594-a36c-797a6be0d3a5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:05:18.884234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:18.939823 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3744817 Dec 22 05:05:18.940461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'tag': '20d37c4a-452f-482a-ad0a-7d79efb77e7d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:05:18.942959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33864) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:18.984495 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'tag': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'status': 'completed', 'code': 200} Dec 22 05:05:19.054602 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c7039856-c94a-442a-8934-c7251c25a942 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c3527766-5fff-47a9-95b7-5670c1e61202 HTTP/1.1" status: 200 len: 991 time: 0.1090670 Dec 22 05:05:19.064345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] Set router 35a9f714-8560-4594-a36c-797a6be0d3a5 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:05:19.105825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c0b12-6030-4089-893f-e96698a22603 req-62608aa4-84b1-4c01-9959-d8b00435be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:19.107339 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d64c0b12-6030-4089-893f-e96698a22603 req-62608aa4-84b1-4c01-9959-d8b00435be46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 1098 time: 0.0774398 Dec 22 05:05:19.241455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c0b12-6030-4089-893f-e96698a22603 req-7708c6ef-f39d-48df-8794-5921d0a21c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:19.242831 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d64c0b12-6030-4089-893f-e96698a22603 req-7708c6ef-f39d-48df-8794-5921d0a21c8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f736f50e-44a2-43a5-8cad-d8920d870736 HTTP/1.1" status: 200 len: 898 time: 0.1289361 Dec 22 05:05:19.350916 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d64c0b12-6030-4089-893f-e96698a22603 req-f211d64a-d3ad-4e04-b381-d2e31067af85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d HTTP/1.1" status: 200 len: 999 time: 0.1007431 Dec 22 05:05:19.417104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c0b12-6030-4089-893f-e96698a22603 req-07ea8968-8437-476b-8d7c-1809c2ef5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:19.418601 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d64c0b12-6030-4089-893f-e96698a22603 req-07ea8968-8437-476b-8d7c-1809c2ef5955 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4c8e3c3-ca71-413b-a16d-f9615d59e090 HTTP/1.1" status: 200 len: 842 time: 0.0613534 Dec 22 05:05:19.429724 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'c3527766-5fff-47a9-95b7-5670c1e61202', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'port_id': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'mac_address': 'fa:16:3e:c5:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:05:17Z', 'updated_at': '2021-12-22T05:05:17Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '853569ac-c75b-4f10-b596-a78d76e4164a', 'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:5a:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:59Z', 'updated_at': '2021-12-22T05:05:04Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:05:19.433850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] Checking router: 35a9f714-8560-4594-a36c-797a6be0d3a5 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:05:19.442418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] Routers {'35a9f714-8560-4594-a36c-797a6be0d3a5'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:05:19.443320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:04:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35a9f714-8560-4594-a36c-797a6be0d3a5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:05:19.495093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c0b12-6030-4089-893f-e96698a22603 req-5d8c265c-aa86-47de-af0e-99e8bb0fd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:19.496540 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d64c0b12-6030-4089-893f-e96698a22603 req-5d8c265c-aa86-47de-af0e-99e8bb0fd55f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f736f50e-44a2-43a5-8cad-d8920d870736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713377 Dec 22 05:05:19.617920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] Set router 35a9f714-8560-4594-a36c-797a6be0d3a5 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:05:19.629711 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d64c0b12-6030-4089-893f-e96698a22603 req-24a97e96-ed34-4055-a6d9-db5627782bbb service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265776 Dec 22 05:05:19.764903 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d64c0b12-6030-4089-893f-e96698a22603 req-06458c73-5829-4df6-80a2-ffb515a8a529 service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290841 Dec 22 05:05:19.977846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'c3527766-5fff-47a9-95b7-5670c1e61202', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'port_id': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'mac_address': 'fa:16:3e:c5:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:05:17Z', 'updated_at': '2021-12-22T05:05:17Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '853569ac-c75b-4f10-b596-a78d76e4164a', 'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:5a:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:59Z', 'updated_at': '2021-12-22T05:05:04Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:05:19.982173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fec2d-04f2-4678-b44a-85fe53847963 None None] The sync data for ids ['35a9f714-8560-4594-a36c-797a6be0d3a5'] in dv-neutron-822524-1-hyperv is: [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'c3527766-5fff-47a9-95b7-5670c1e61202', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'port_id': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'mac_address': 'fa:16:3e:c5:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:05:17Z', 'updated_at': '2021-12-22T05:05:17Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '853569ac-c75b-4f10-b596-a78d76e4164a', 'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:5a:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:59Z', 'updated_at': '2021-12-22T05:05:04Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:05:20.058404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33870) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:20.169585 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bf8fb6db-7993-4592-a190-18056426e2e1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c3527766-5fff-47a9-95b7-5670c1e61202 HTTP/1.1" status: 200 len: 991 time: 0.1097677 Dec 22 05:05:20.181893 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd99bdf-a4a6-4960-a38a-94ea8555cee9 None None] New status for floating IP c3527766-5fff-47a9-95b7-5670c1e61202: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:05:21.174987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33874) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:05:21.284546 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c41316ed-41a4-4910-9500-04aa2ff59c9b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/c3527766-5fff-47a9-95b7-5670c1e61202 HTTP/1.1" status: 200 len: 993 time: 0.1078515 Dec 22 05:05:24.610956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-30651e59-bcc7-4de1-9326-33f4b4ada907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:26.948629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-961f5969-717a-49ed-b24c-71b76a404e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:27.864992 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:05:28.002861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:28.089561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:29.452695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:44.497613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:54.611077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cf3322eb-a05a-46a1-9f06-881e000d82f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:56.946695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-197bf541-9b26-4959-b4a0-ed7891b0ed99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:58.005752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:58.090895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:59.456361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:04.875168 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:06:11.391470 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b78b4825-064c-469f-92f1-3627578ed77a req-0615127b-1423-46ae-9c8d-679378d5892b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2059970 Dec 22 05:06:11.565830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b4825-064c-469f-92f1-3627578ed77a req-39bcf445-a8ef-4298-9eec-4bc193520c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:11.567304 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b78b4825-064c-469f-92f1-3627578ed77a req-39bcf445-a8ef-4298-9eec-4bc193520c3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 1098 time: 0.0857139 Dec 22 05:06:11.722957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b4825-064c-469f-92f1-3627578ed77a req-da0485c0-a59d-44e4-8638-ddc3d723a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:11.724474 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b78b4825-064c-469f-92f1-3627578ed77a req-da0485c0-a59d-44e4-8638-ddc3d723a08a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f736f50e-44a2-43a5-8cad-d8920d870736 HTTP/1.1" status: 200 len: 898 time: 0.1350527 Dec 22 05:06:11.832465 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b78b4825-064c-469f-92f1-3627578ed77a req-497258c5-dc9c-41ae-9261-fd3acff15cfd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d HTTP/1.1" status: 200 len: 1001 time: 0.1005695 Dec 22 05:06:11.904290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b4825-064c-469f-92f1-3627578ed77a req-7056db5d-a9bd-4f9d-ab13-32fde2f75c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:11.905762 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b78b4825-064c-469f-92f1-3627578ed77a req-7056db5d-a9bd-4f9d-ab13-32fde2f75c3f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4c8e3c3-ca71-413b-a16d-f9615d59e090 HTTP/1.1" status: 200 len: 842 time: 0.0662413 Dec 22 05:06:11.986108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b4825-064c-469f-92f1-3627578ed77a req-e84710c9-d5f7-4022-a888-7a9d0f7a3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:11.987573 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b78b4825-064c-469f-92f1-3627578ed77a req-e84710c9-d5f7-4022-a888-7a9d0f7a3d00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f736f50e-44a2-43a5-8cad-d8920d870736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755899 Dec 22 05:06:12.123550 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b78b4825-064c-469f-92f1-3627578ed77a req-c9c9517a-40a1-46cb-bc8a-dbd73526038c service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278121 Dec 22 05:06:12.263972 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b78b4825-064c-469f-92f1-3627578ed77a req-93648683-6d40-435b-9990-46854876b27d service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343088 Dec 22 05:06:14.505956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:24.608418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0822-9cb9-46d4-879d-985e1a4c4297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:26.941937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-175adc41-9f43-4e80-a11e-719e9771b601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:28.004159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:28.085482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:29.460319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:41.866696 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:06:44.510651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:54.604735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ea0e0789-dfd8-4dcf-94ba-91dbec50dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:56.947117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-42367ea0-26ee-4ff3-a8f9-2db938ce2f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:58.007445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:58.096309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:59.464674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:12.254846 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-bc6a3bbe-3aab-41e4-933e-bc9c396cd8d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698171 Dec 22 05:07:12.421590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-7a5c5a9e-29b0-4d25-963a-9fb482318f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:12.423015 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-7a5c5a9e-29b0-4d25-963a-9fb482318f05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 1098 time: 0.0770874 Dec 22 05:07:12.570120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-e33db49a-7b34-465b-a85d-d0cb67b988e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:12.571529 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-e33db49a-7b34-465b-a85d-d0cb67b988e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f736f50e-44a2-43a5-8cad-d8920d870736 HTTP/1.1" status: 200 len: 898 time: 0.1284928 Dec 22 05:07:12.686255 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-babfa43c-dee0-4bb7-b871-5fa9906dbf71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d HTTP/1.1" status: 200 len: 1001 time: 0.1080661 Dec 22 05:07:12.750460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-ddb9315b-6dfc-415f-a1d9-c2c60874d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:12.751859 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-ddb9315b-6dfc-415f-a1d9-c2c60874d584 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4c8e3c3-ca71-413b-a16d-f9615d59e090 HTTP/1.1" status: 200 len: 842 time: 0.0589564 Dec 22 05:07:12.842975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-81ef0ed5-db59-4266-9b80-1bb233597c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:12.844403 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-81ef0ed5-db59-4266-9b80-1bb233597c95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f736f50e-44a2-43a5-8cad-d8920d870736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859594 Dec 22 05:07:12.855283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-d1069120-af4c-4557-b747-dd9a45a60d77 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:07:12.856226 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-d1069120-af4c-4557-b747-dd9a45a60d77 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048673 Dec 22 05:07:12.989334 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-faf0321a-aaae-4303-b1ca-22b68184ec57 service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253915 Dec 22 05:07:13.122969 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-acd7e64d-09b7-4ce9-ba7d-c1c82d29f8a1 req-d3e26a95-13b9-4aec-a2a4-a8d13f1c9378 service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262946 Dec 22 05:07:14.509705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:18.872123 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:07:24.610052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f161-4dee-49a6-9862-48818b0a0134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:26.943043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-670559c4-828c-4bb3-81ae-26e7fd0cbb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.020383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.092121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:29.468166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:44.518432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:54.614763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f44e-2bfa-41be-8283-975146920865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:55.291115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33928) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:07:55.297645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:55.429745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2461081'] for subnet, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:55.652715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791423555148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2570828'] for subnet, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:55.656476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d75924ba-fcc7-4dc9-aefb-eca94234f4c8 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:07:55.702857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:55.703439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:55.705126 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/subnets/e4c8e3c3-ca71-413b-a16d-f9615d59e090 HTTP/1.1" status: 200 len: 834 time: 0.4126651 Dec 22 05:07:55.708516 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599e6cc-4db6-4b84-b6a2-76dc86dc73f0 None None] Network f736f50e-44a2-43a5-8cad-d8920d870736 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:07:55.724560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Subnet': ['ID=e4c8e3c3-ca71-413b-a16d-f9615d59e090,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:55.732252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.732637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.733011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.733383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.733749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.734114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.734471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.734832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.735227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.735586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.736113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.736508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:55.740023 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:07:55.870702 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:07:56.217189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4a118de1-56bc-4e3f-97bf-ff7c141c4488 None None] Provisioning complete for port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:56.217567 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4a118de1-56bc-4e3f-97bf-ff7c141c4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:56.347723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4a118de1-56bc-4e3f-97bf-ff7c141c4488 None None] Provisioning complete for port 853569ac-c75b-4f10-b596-a78d76e4164a triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:56.348096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4a118de1-56bc-4e3f-97bf-ff7c141c4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:56.479139 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4a118de1-56bc-4e3f-97bf-ff7c141c4488 None None] Provisioning complete for port 20d37c4a-452f-482a-ad0a-7d79efb77e7d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:56.479526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4a118de1-56bc-4e3f-97bf-ff7c141c4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:56.934460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8b27dec2-8645-4b7b-9c87-d0e44670fcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:58.018422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:58.087300 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:59.468313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:12.405364 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-a8293c39-bc18-4889-9ded-a634d0485d11 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2260160 Dec 22 05:08:12.571691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-993e8305-4966-40a6-9d59-2a1f45b92f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:12.573114 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-993e8305-4966-40a6-9d59-2a1f45b92f96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 1098 time: 0.0745535 Dec 22 05:08:12.720709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-ae8a0567-428c-4dba-8dce-c40812a58d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:12.722166 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-ae8a0567-428c-4dba-8dce-c40812a58d5e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f736f50e-44a2-43a5-8cad-d8920d870736 HTTP/1.1" status: 200 len: 898 time: 0.1297605 Dec 22 05:08:12.826592 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-e5d66105-e450-4d80-91f5-8839f3d954f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d HTTP/1.1" status: 200 len: 1001 time: 0.0980451 Dec 22 05:08:12.894253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-053c9a52-f0c3-4d7f-980c-293caef6049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:12.895943 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-053c9a52-f0c3-4d7f-980c-293caef6049c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4c8e3c3-ca71-413b-a16d-f9615d59e090 HTTP/1.1" status: 200 len: 842 time: 0.0616736 Dec 22 05:08:12.974803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-d7ed54f6-9f4c-48ce-a128-f1f884d039a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:12.976300 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-d7ed54f6-9f4c-48ce-a128-f1f884d039a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f736f50e-44a2-43a5-8cad-d8920d870736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738764 Dec 22 05:08:13.108312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-89a523fe-a145-40a2-8a8d-f88cc94eaa60 service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256361 Dec 22 05:08:13.256310 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cef844b5-58c0-4db4-b203-fd9c21ccbca6 req-bcde001d-b09c-43cb-9998-f7d637ba8ca0 service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403403 Dec 22 05:08:14.536444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:16.842030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-bc206e15-0d23-4b02-9865-bff19945abf3 req-cdcea336-30ad-41bb-bd71-0d55cff63af2 service neutron] (87554) timed out ('10.222.0.61', 60595) {{(pid=87554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 05:08:24.611478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f0708ede-991d-48f5-8ec3-b06e6ee1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:26.940060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dba5fa36-5b89-4880-9658-9b1bd103dbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:28.025577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:28.096444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:29.473843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:32.873482 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:08:39.739249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 33958) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:40.051100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 95e1512b-ee42-4fb5-9346-5ce6cd0e4eb0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:08:40.051360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.236817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.237112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.484367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 95e1512b-ee42-4fb5-9346-5ce6cd0e4eb0 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:08:40.640481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.644409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87f2d2ed-3e93-4211-a6ec-a79b6fd9fa3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:40.716624 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=95e1512b-ee42-4fb5-9346-5ce6cd0e4eb0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:40.719086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:40.782882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.783561 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP c3527766-5fff-47a9-95b7-5670c1e61202 disassociated (deleted). External IP: 172.26.1.237, port: 20d37c4a-452f-482a-ad0a-7d79efb77e7d. Dec 22 05:08:41.142883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 35a9f714-8560-4594-a36c-797a6be0d3a5 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:08:41.328349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:08:41.338691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] Sync routers for ids ['35a9f714-8560-4594-a36c-797a6be0d3a5'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:41.345450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:41.349015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] Routers {'35a9f714-8560-4594-a36c-797a6be0d3a5'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:08:41.349652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:08:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35a9f714-8560-4594-a36c-797a6be0d3a5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:41.402890 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/floatingips/c3527766-5fff-47a9-95b7-5670c1e61202 HTTP/1.1" status: 204 len: 168 time: 1.6624064 Dec 22 05:08:41.404891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'tag': '20d37c4a-452f-482a-ad0a-7d79efb77e7d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:41.453056 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'tag': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'status': 'completed', 'code': 200} Dec 22 05:08:41.538810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] Set router 35a9f714-8560-4594-a36c-797a6be0d3a5 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:08:41.576591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-99a8c5c6-243a-4e06-a76b-8f57b1d99900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.578201 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-99a8c5c6-243a-4e06-a76b-8f57b1d99900 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 1098 time: 0.0800300 Dec 22 05:08:41.729491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-afb610e8-e07e-477e-af0a-8dfb249432d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.731025 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-afb610e8-e07e-477e-af0a-8dfb249432d0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f736f50e-44a2-43a5-8cad-d8920d870736 HTTP/1.1" status: 200 len: 898 time: 0.1455119 Dec 22 05:08:41.802247 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-cf0bb3af-2364-42c3-beaf-8b25a1671b07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d HTTP/1.1" status: 200 len: 217 time: 0.0637302 Dec 22 05:08:41.870179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-9ae3aa87-9948-429b-921d-ab7a08c3d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.872010 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-9ae3aa87-9948-429b-921d-ab7a08c3d9b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4c8e3c3-ca71-413b-a16d-f9615d59e090 HTTP/1.1" status: 200 len: 842 time: 0.0635042 Dec 22 05:08:41.872906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c23f5-be73-481f-ad9f-8d5f630c0ab0 req-0cc3a1c3-d354-4e9a-bab0-dd06d0ece4f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.873629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8d9c23f5-be73-481f-ad9f-8d5f630c0ab0 req-0cc3a1c3-d354-4e9a-bab0-dd06d0ece4f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:08:41.890982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8d9c23f5-be73-481f-ad9f-8d5f630c0ab0 req-0cc3a1c3-d354-4e9a-bab0-dd06d0ece4f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:08:41.892991 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d9c23f5-be73-481f-ad9f-8d5f630c0ab0 req-0cc3a1c3-d354-4e9a-bab0-dd06d0ece4f3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 945 time: 0.1779966 Dec 22 05:08:41.909065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '853569ac-c75b-4f10-b596-a78d76e4164a', 'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:5a:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:59Z', 'updated_at': '2021-12-22T05:05:04Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:41.913216 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] Checking router: 35a9f714-8560-4594-a36c-797a6be0d3a5 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:41.922346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] Routers {'35a9f714-8560-4594-a36c-797a6be0d3a5'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:08:41.923097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:08:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35a9f714-8560-4594-a36c-797a6be0d3a5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:41.944713 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d9c23f5-be73-481f-ad9f-8d5f630c0ab0 req-d2449bd0-f76c-4c07-8725-b9369d7e7bc6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456629 Dec 22 05:08:41.951101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-d345d486-3ff9-4214-9056-9442c89db6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.952961 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-d345d486-3ff9-4214-9056-9442c89db6aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f736f50e-44a2-43a5-8cad-d8920d870736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738173 Dec 22 05:08:42.086858 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-abc1d09f-063e-45ca-a555-62609373f9f7 service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262541 Dec 22 05:08:42.104649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] Set router 35a9f714-8560-4594-a36c-797a6be0d3a5 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:08:42.221384 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8d813d21-5c5b-44d6-9d09-bc0507653b86 req-b1f4003b-2151-4260-a698-fb4dcb71a6f7 service neutron] 10.222.0.61 "GET /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280522 Dec 22 05:08:42.427106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '853569ac-c75b-4f10-b596-a78d76e4164a', 'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:5a:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:59Z', 'updated_at': '2021-12-22T05:05:04Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:42.431138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee5bfd-9e36-4989-8e61-ca3ede81712e None None] The sync data for ids ['35a9f714-8560-4594-a36c-797a6be0d3a5'] in dv-neutron-822524-1-hyperv is: [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '853569ac-c75b-4f10-b596-a78d76e4164a', 'name': '', 'network_id': 'f736f50e-44a2-43a5-8cad-d8920d870736', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:5a:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:59Z', 'updated_at': '2021-12-22T05:05:04Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'e4c8e3c3-ca71-413b-a16d-f9615d59e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:42.672458 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9802e-8211-4fee-8022-56e17fbfd3ac None None] New status for floating IP c3527766-5fff-47a9-95b7-5670c1e61202: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:08:43.197592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62e34e-8bb8-4ced-bb6e-30f196f568ae req-49fc873d-bf6f-4a08-8d2c-43e90782c47f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:43.199070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ba62e34e-8bb8-4ced-bb6e-30f196f568ae req-49fc873d-bf6f-4a08-8d2c-43e90782c47f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 945 time: 0.1326034 Dec 22 05:08:43.243768 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ba62e34e-8bb8-4ced-bb6e-30f196f568ae req-3bafa794-917e-4c11-9bf2-a8b9c8e156dd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1fd978-5402-47cb-92eb-86a4839eccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386949 Dec 22 05:08:43.566023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cad16b4c-bc8e-4423-a724-4576ed489339 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:43.566754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cad16b4c-bc8e-4423-a724-4576ed489339 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:08:43.578920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cad16b4c-bc8e-4423-a724-4576ed489339 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:08:43.580000 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cad16b4c-bc8e-4423-a724-4576ed489339 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 945 time: 0.1076944 Dec 22 05:08:43.748082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 20d37c4a-452f-482a-ad0a-7d79efb77e7d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:08:43.748416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:43.994217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 20d37c4a-452f-482a-ad0a-7d79efb77e7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=20d37c4a-452f-482a-ad0a-7d79efb77e7d,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:08:43.994542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:44.117102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 20d37c4a-452f-482a-ad0a-7d79efb77e7d owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:08:44.268210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:44.274320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c9f167fc-3281-4c0f-91c7-171eec4c9941 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:44.318311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=20d37c4a-452f-482a-ad0a-7d79efb77e7d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:44.360920 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.361308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.361681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.362049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.362393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.362770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.363138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.363510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.363862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.364293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.364646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.364998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:44.372529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:44.407499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port 20d37c4a-452f-482a-ad0a-7d79efb77e7d on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:08:44.409913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:44.410615 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3e10624-b441-42ba-9a3c-4ea8b6369061 req-aba7d83a-340c-4f6e-89d7-5a44e9a238fa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe HTTP/1.1" status: 200 len: 210 time: 0.0446126 Dec 22 05:08:44.412589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'name': 'network-vif-deleted', 'tag': '20d37c4a-452f-482a-ad0a-7d79efb77e7d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:44.433204 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7623ad0f-f9eb-49a3-b5c0-ef39eac2b625 req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "DELETE /v2.0/ports/20d37c4a-452f-482a-ad0a-7d79efb77e7d HTTP/1.1" status: 204 len: 173 time: 0.8431153 Dec 22 05:08:44.458969 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139bcdd2-7a8c-4b04-8dcb-dd5b37295bfe', 'name': 'network-vif-deleted', 'tag': '20d37c4a-452f-482a-ad0a-7d79efb77e7d', 'status': 'completed', 'code': 200} Dec 22 05:08:44.540272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:45.514793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33986) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:45.602706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-69aacee5-6232-4a4a-a011-a721cb0dc8a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:45.632183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-69aacee5-6232-4a4a-a011-a721cb0dc8a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:45.708335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-69aacee5-6232-4a4a-a011-a721cb0dc8a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:45.712031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-565fe3b9-308a-4809-aa56-f651a5143538 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:45.725993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aacee5-6232-4a4a-a011-a721cb0dc8a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1fd978-5402-47cb-92eb-86a4839eccd3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:45.729111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-69aacee5-6232-4a4a-a011-a721cb0dc8a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:45.742670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-69aacee5-6232-4a4a-a011-a721cb0dc8a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:45.743880 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-69aacee5-6232-4a4a-a011-a721cb0dc8a9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f1fd978-5402-47cb-92eb-86a4839eccd3 HTTP/1.1" status: 204 len: 168 time: 0.2277298 Dec 22 05:08:45.781208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33992) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:46.374709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:46.851213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 853569ac-c75b-4f10-b596-a78d76e4164a {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:08:46.851977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:47.047349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 853569ac-c75b-4f10-b596-a78d76e4164a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=853569ac-c75b-4f10-b596-a78d76e4164a,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:08:47.047615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:47.172561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 853569ac-c75b-4f10-b596-a78d76e4164a owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:08:47.376233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:47.379890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:47.425474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=853569ac-c75b-4f10-b596-a78d76e4164a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:47.428599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:47.706390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.191217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 35a9f714-8560-4594-a36c-797a6be0d3a5 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:08:48.342433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 20d37c4a-452f-482a-ad0a-7d79efb77e7d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:08:48.372842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:08:48.376634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 20d37c4a-452f-482a-ad0a-7d79efb77e7d {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:08:48.377121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 20d37c4a-452f-482a-ad0a-7d79efb77e7d not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:08:48.383049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] Sync routers for ids ['35a9f714-8560-4594-a36c-797a6be0d3a5'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:48.387931 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/35a9f714-8560-4594-a36c-797a6be0d3a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6056390 Dec 22 05:08:48.390775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 33996) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:48.392667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] Routers {'35a9f714-8560-4594-a36c-797a6be0d3a5'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:08:48.393504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:08:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35a9f714-8560-4594-a36c-797a6be0d3a5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:48.457982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c492bf-d14a-4338-b862-987aa0a9db72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting subnet e4c8e3c3-ca71-413b-a16d-f9615d59e090 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:08:48.461033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-66c492bf-d14a-4338-b862-987aa0a9db72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.519529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-66c492bf-d14a-4338-b862-987aa0a9db72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.577110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] Set router 35a9f714-8560-4594-a36c-797a6be0d3a5 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:08:48.603583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-66c492bf-d14a-4338-b862-987aa0a9db72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.687419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-66c492bf-d14a-4338-b862-987aa0a9db72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.691871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d6a84cc6-4f1d-4f3a-b3d2-fca22fd92be3 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:48.730815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c492bf-d14a-4338-b862-987aa0a9db72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c8e3c3-ca71-413b-a16d-f9615d59e090,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:48.733733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-66c492bf-d14a-4338-b862-987aa0a9db72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:48.734700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-66c492bf-d14a-4338-b862-987aa0a9db72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.741138 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-66c492bf-d14a-4338-b862-987aa0a9db72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/subnets/e4c8e3c3-ca71-413b-a16d-f9615d59e090 HTTP/1.1" status: 204 len: 168 time: 0.3492274 Dec 22 05:08:48.743618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34000) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:48.750578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8b508-5a22-4920-9fa9-4a6a605ce98f None None] Network f736f50e-44a2-43a5-8cad-d8920d870736 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:08:48.923206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:49.074424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:08:47Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': 'b430d450-4017-4d6d-91c6-1f94d8347404', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:55Z', 'updated_at': '2021-12-22T05:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:49.078502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] Checking router: 35a9f714-8560-4594-a36c-797a6be0d3a5 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:49.087270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] Routers {'35a9f714-8560-4594-a36c-797a6be0d3a5'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:08:49.087912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:08:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['35a9f714-8560-4594-a36c-797a6be0d3a5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:49.117327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:49.129036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port b430d450-4017-4d6d-91c6-1f94d8347404 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:08:49.129370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:49.136616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] DHCP port deletion for f736f50e-44a2-43a5-8cad-d8920d870736 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:08:49.202325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Deleting port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:08:49.202702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:49.306980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port b430d450-4017-4d6d-91c6-1f94d8347404, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=b430d450-4017-4d6d-91c6-1f94d8347404,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:08:49.307596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:49.319086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] Set router 35a9f714-8560-4594-a36c-797a6be0d3a5 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:08:49.433466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for b430d450-4017-4d6d-91c6-1f94d8347404 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:08:49.446211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:08:49Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:49.454581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e872174-c985-4f3b-a007-6b535d3e2c52 None None] The sync data for ids ['35a9f714-8560-4594-a36c-797a6be0d3a5'] in dv-neutron-822524-1-hyperv is: [{'id': '35a9f714-8560-4594-a36c-797a6be0d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1933210950', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:54Z', 'updated_at': '2021-12-22T05:08:49Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:49.566996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] For port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=e9bcc9d5-3347-4e3a-8e56-945a3cc32b24,segment=NetworkSegment(1afe3231-61aa-4ca2-9573-a6be46ed36c8),segment_id=1afe3231-61aa-4ca2-9573-a6be46ed36c8)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:08:49.567384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:49.694318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Calling delete_port for e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:08:49.726030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:49.729928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7cd44acc-13cb-4932-a8cf-e8e0e015a916 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:49.769945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:49.773980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=b430d450-4017-4d6d-91c6-1f94d8347404,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:49.774132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-40a51abe-6012-4df8-b216-a10217cdad3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:49.777243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:49.821505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Pushing event deleted for resources: {'Port': ['ID=e9bcc9d5-3347-4e3a-8e56-945a3cc32b24,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:49.826646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] No DVR routers for this DVR port e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:08:49.832821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.833169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.833506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.833837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.834178 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.834501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.834824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.835147 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.835466 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.835884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.840796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.840903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:49.849798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:49.876730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.054947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.057195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.081888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.082380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Fanout notify agent at l3_agent the message router_deleted on router 35a9f714-8560-4594-a36c-797a6be0d3a5 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:08:50.097284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.098296 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/routers/35a9f714-8560-4594-a36c-797a6be0d3a5 HTTP/1.1" status: 204 len: 168 time: 1.3537529 Dec 22 05:08:50.101361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34004) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:50.215761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.362977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.390777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f736f50e-44a2-43a5-8cad-d8920d870736']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:50.403731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afe3231-61aa-4ca2-9573-a6be46ed36c8') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:50.404041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afe3231-61aa-4ca2-9573-a6be46ed36c8') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:50.416612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.435568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.443434 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:08:50.443966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:08:50.459124 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:08:50.547144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.550931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:50.565312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.576087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Network': ['ID=f736f50e-44a2-43a5-8cad-d8920d870736,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:50.579222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:50.587175 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-52989088-7151-48ec-bdf6-1d4b4e497c75 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/networks/f736f50e-44a2-43a5-8cad-d8920d870736 HTTP/1.1" status: 204 len: 168 time: 0.4848726 Dec 22 05:08:50.599319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34008) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:50.605047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'network': {'name': 'tempest-network-smoke--1659285763', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'port_security_enabled': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:50.610202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:50.614333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:network and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:50.617448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:50.623333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:50.635136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:08:50.638580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.669631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:08:50.679353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.679748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Added segment 4c94aae3-64bd-4e8f-8dca-98254c9192d4 of type vlan for network 465c67ef-697c-4939-95dc-a9c9249794d5 Dec 22 05:08:50.698220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:08:50.706528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.733094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:08:50.733470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device e9bcc9d5-3347-4e3a-8e56-945a3cc32b24 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:08:50.734082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 853569ac-c75b-4f10-b596-a78d76e4164a no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:08:50.737370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.743169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:50.743859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.747571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7a408e4b-ff57-4ebd-a3f9-9f03894751f5 tempest-BulkNetworkOpsTest-239159132 tempest-BulkNetworkOpsTest-239159132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:50.767719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 853569ac-c75b-4f10-b596-a78d76e4164a {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:08:50.768040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 853569ac-c75b-4f10-b596-a78d76e4164a not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:08:50.768560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b430d450-4017-4d6d-91c6-1f94d8347404 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:08:50.804786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: b430d450-4017-4d6d-91c6-1f94d8347404 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:08:50.805135 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device b430d450-4017-4d6d-91c6-1f94d8347404 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:08:50.854400 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2538295 Dec 22 05:08:50.855261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Network': ['ID=465c67ef-697c-4939-95dc-a9c9249794d5,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:50.857276 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34012) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:50.859673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:50.863095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-327619905', 'admin_state_up': True, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:50.866014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 465c67ef-697c-4939-95dc-a9c9249794d5 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:08:50.870669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:50.874665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:router and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:50.877783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:50.884401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:50.895461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.896592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.913586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:51.310164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:51.617421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:51.646237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:51.788075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.51 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/1ad32578-d310-4ee8-bab4-7b7c80593e9c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:08:51.938701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:51.973544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:51.977257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-16e87e4f-6a3f-43cf-baa7-04b581ff0eeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:52.042001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:08:52.045118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:08:52.048833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:08:52.077962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=1ad32578-d310-4ee8-bab4-7b7c80593e9c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:52.084078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:52.466647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:52.952411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:53.185102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 925c1009-19ce-4302-a64f-578e32d232e6 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:08:53.361947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:08:53.372047 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Sync routers for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:53.381791 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:08:53.382397 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:08:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:53.392453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:53.395652 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5360579 Dec 22 05:08:53.397726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34016) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:53.445502 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e0c65e57-24ad-4cea-86b9-ba3cd6b012ca tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e765bc1a80cf45709d5ddab0fa47c255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464079 Dec 22 05:08:53.447989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34020) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:53.567615 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:08:53.582661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790c4116-58d3-44dc-a5ef-c9959d33590c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:53.587146 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-790c4116-58d3-44dc-a5ef-c9959d33590c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1353054 Dec 22 05:08:53.587353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34024) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:53.627760 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-87597cb1-7d76-43ae-b59a-f64378cab8fa tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389650 Dec 22 05:08:53.630211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34028) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:53.635663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-670250128', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:53.756073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:53.760239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:subnet and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:53.763199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:53.769164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:53.781038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:08:53.785203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:53.859428 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:52Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:53.863932 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Checking router: 925c1009-19ce-4302-a64f-578e32d232e6 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:53.864334 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Updating router 925c1009-19ce-4302-a64f-578e32d232e6 port 1ad32578-d310-4ee8-bab4-7b7c80593e9c binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:08:53.922293 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.005512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.009524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f3009a8d-d8b7-49d1-993c-39427cf1e4bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:54.086435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Subnet': ['ID=0d261ee5-eb26-452c-a26b-69fce83e1b7a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:54.089137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:54.096433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Checking segment: {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:08:54.096759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network hostable DHCP agents. Network: 465c67ef-697c-4939-95dc-a9c9249794d5, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:08:54.116887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 465c67ef-697c-4939-95dc-a9c9249794d5 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:08:54.127643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 465c67ef-697c-4939-95dc-a9c9249794d5) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:08:54.131965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:54.132745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.139874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a492d-6a5e-4ced-b5c8-8d78b9ae202c None None] Network 465c67ef-697c-4939-95dc-a9c9249794d5 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:08:54.156221 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5248380 Dec 22 05:08:54.159305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34032) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:54.252367 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.265563 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Transition to ACTIVE for port object 1ad32578-d310-4ee8-bab4-7b7c80593e9c will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:08:54.276885 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.281026 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-a1af9a8a-2d4d-4852-a523-815625cd80c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:54.363758 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Pushing event updated for resources: {'Port': ['ID=1ad32578-d310-4ee8-bab4-7b7c80593e9c,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:54.366287 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Attempting to bind port 1ad32578-d310-4ee8-bab4-7b7c80593e9c on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:08:54.366660 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Attempting to bind port 1ad32578-d310-4ee8-bab4-7b7c80593e9c by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:08:54.367265 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Attempting to bind port 1ad32578-d310-4ee8-bab4-7b7c80593e9c on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:08:54.374538 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.375108 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.375194 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.375541 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.375819 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.376158 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.376474 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.377272 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.377589 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.377904 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.378213 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.378521 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:54.379526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-465c67ef-697c-4939-95dc-a9c9249794d5', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:08:54.380618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.383762 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:54.386594 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:08:54.386849 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:08:54.387257 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.387644 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:08:54.388106 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Bound port: 1ad32578-d310-4ee8-bab4-7b7c80593e9c, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:08:54.388514 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.501273 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] For port 1ad32578-d310-4ee8-bab4-7b7c80593e9c, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:08:54.505100 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] For port 1ad32578-d310-4ee8-bab4-7b7c80593e9c, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1ad32578-d310-4ee8-bab4-7b7c80593e9c,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:08:54.510789 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.515945 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-6ce4e8a3-fab5-4add-b89c-1bcb9824bf01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:54.588529 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Pushing event updated for resources: {'Port': ['ID=1ad32578-d310-4ee8-bab4-7b7c80593e9c,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:54.592157 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:54.602650 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:08:54.603448 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:08:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:54.615968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eb67800a-9202-43e3-8ab0-9573a93b0fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.622976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Allocated IP 172.20.0.2 (465c67ef-697c-4939-95dc-a9c9249794d5/0d261ee5-eb26-452c-a26b-69fce83e1b7a/87de6c07-d5b7-44df-9feb-e2e32be32c0e) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:08:54.782507 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:08:54.838116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.850809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Transition to ACTIVE for port object 87de6c07-d5b7-44df-9feb-e2e32be32c0e will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:08:54.869985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Transition to ACTIVE for port object 87de6c07-d5b7-44df-9feb-e2e32be32c0e will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:08:54.876545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.881162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba447917-61c7-4e59-9528-9c1de58e1d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:54.943344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Network 465c67ef-697c-4939-95dc-a9c9249794d5 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:08:54.946368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:08:54.950103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:08:54.956265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Pushing event updated for resources: {'Port': ['ID=87de6c07-d5b7-44df-9feb-e2e32be32c0e,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:54.960233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:55.054455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Attempting to bind port 87de6c07-d5b7-44df-9feb-e2e32be32c0e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:08:55.054845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Attempting to bind port 87de6c07-d5b7-44df-9feb-e2e32be32c0e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:08:55.055198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Attempting to bind port 87de6c07-d5b7-44df-9feb-e2e32be32c0e on network 465c67ef-697c-4939-95dc-a9c9249794d5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:08:55.057185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.060725 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:08:55.061270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Checking segment: {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:08:55.061696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.062104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Bound using segment: {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:08:55.063015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Bound port: 87de6c07-d5b7-44df-9feb-e2e32be32c0e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:08:55.063015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.074610 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:52Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:55.078644 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48074eb-e6b3-44b2-a497-3d78c282bc27 None None] The sync data for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv is: [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:52Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:55.157519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] For port 87de6c07-d5b7-44df-9feb-e2e32be32c0e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:08:55.161149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] For port 87de6c07-d5b7-44df-9feb-e2e32be32c0e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=87de6c07-d5b7-44df-9feb-e2e32be32c0e,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:08:55.168287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.173628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e3d51199-88b4-433d-b2e0-b813b43d8826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:55.258460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Pushing event updated for resources: {'Port': ['ID=87de6c07-d5b7-44df-9feb-e2e32be32c0e,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:55.261688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:55.525040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.1 (465c67ef-697c-4939-95dc-a9c9249794d5/0d261ee5-eb26-452c-a26b-69fce83e1b7a/981756a4-2790-4e11-a691-79413be3e144) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:08:55.706655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.723504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 981756a4-2790-4e11-a691-79413be3e144 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:08:55.748687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.752744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1eaebf01-0590-4b2d-b6ad-b8797432f66d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:55.821438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 465c67ef-697c-4939-95dc-a9c9249794d5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:08:55.824593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:08:55.828619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:08:55.859205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=981756a4-2790-4e11-a691-79413be3e144,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:55.866245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:55.895887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.277479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b094185-d25f-4afa-b688-e7215be03e85 None None] Network 465c67ef-697c-4939-95dc-a9c9249794d5 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:08:56.310253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.383796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-41f6760b-357b-41b7-9696-4949e0cf220e None None] Provisioning for port 87de6c07-d5b7-44df-9feb-e2e32be32c0e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:08:56.759758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.760213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ad32578-d310-4ee8-bab4-7b7c80593e9c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:08:56.765820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.795895 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:56.853898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6e15c54e-7f3c-4e27-aa60-4704a1e6d2bf None None] Provisioning for port 981756a4-2790-4e11-a691-79413be3e144 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:08:56.859983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6e15c54e-7f3c-4e27-aa60-4704a1e6d2bf None None] Provisioning complete for port 981756a4-2790-4e11-a691-79413be3e144 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:08:56.860423 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6e15c54e-7f3c-4e27-aa60-4704a1e6d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.889192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 1ad32578-d310-4ee8-bab4-7b7c80593e9c completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:08:56.894996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.899698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=981756a4-2790-4e11-a691-79413be3e144,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:56.904257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:56.911834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1ad32578-d310-4ee8-bab4-7b7c80593e9c triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:08:56.912242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.979712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6e15c54e-7f3c-4e27-aa60-4704a1e6d2bf None None] Port 981756a4-2790-4e11-a691-79413be3e144 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:08:56.984847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9b02cf69-8bda-4005-b7e7-53b1d944d68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.038248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 465c67ef-697c-4939-95dc-a9c9249794d5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:08:57.039556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:08:57.055855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.073460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 1ad32578-d310-4ee8-bab4-7b7c80593e9c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1ad32578-d310-4ee8-bab4-7b7c80593e9c,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:08:57.079565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.080756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 87de6c07-d5b7-44df-9feb-e2e32be32c0e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:08:57.113666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:57.224314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f2ff5622-8713-4204-be73-13fe00860ef9 None None] Provisioning complete for port 981756a4-2790-4e11-a691-79413be3e144 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:08:57.224698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5622-8713-4204-be73-13fe00860ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.238843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 925c1009-19ce-4302-a64f-578e32d232e6 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:08:57.280969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=1ad32578-d310-4ee8-bab4-7b7c80593e9c,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:57.289155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:57.291624 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 87de6c07-d5b7-44df-9feb-e2e32be32c0e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:08:57.297324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff5622-8713-4204-be73-13fe00860ef9 None None] Port 981756a4-2790-4e11-a691-79413be3e144 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:08:57.299994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 87de6c07-d5b7-44df-9feb-e2e32be32c0e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:08:57.300875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.421243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.438036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:08:57.441596 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7dca2a4a-e021-4c5a-9510-c7d0142c7da0 None None] Provisioning complete for port 981756a4-2790-4e11-a691-79413be3e144 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:08:57.441971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7dca2a4a-e021-4c5a-9510-c7d0142c7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.451869 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/925c1009-19ce-4302-a64f-578e32d232e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2915490 Dec 22 05:08:57.454627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34036) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:57.471141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Sync routers for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:57.516325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:08:57.516862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:08:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:57.568231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 87de6c07-d5b7-44df-9feb-e2e32be32c0e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=87de6c07-d5b7-44df-9feb-e2e32be32c0e,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:08:57.602084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189014c-2fe9-420a-b41c-c65897ec917c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:57.602555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189014c-2fe9-420a-b41c-c65897ec917c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:57.603017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189014c-2fe9-420a-b41c-c65897ec917c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:57.603511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189014c-2fe9-420a-b41c-c65897ec917c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:57.605219 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1189014c-2fe9-420a-b41c-c65897ec917c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1491215 Dec 22 05:08:57.608268 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34040) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:57.630067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7dca2a4a-e021-4c5a-9510-c7d0142c7da0 None None] Port 981756a4-2790-4e11-a691-79413be3e144 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:08:57.633638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.643564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:57.679746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b622ab9-8410-4f3e-90a9-0706d4bee68c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:57.680249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b622ab9-8410-4f3e-90a9-0706d4bee68c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:57.680697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b622ab9-8410-4f3e-90a9-0706d4bee68c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:57.681163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b622ab9-8410-4f3e-90a9-0706d4bee68c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:57.682803 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3b622ab9-8410-4f3e-90a9-0706d4bee68c tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0736268 Dec 22 05:08:57.685672 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34044) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:57.788251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=87de6c07-d5b7-44df-9feb-e2e32be32c0e,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:57.794712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:57.807134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:08:58.033206 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b22eec90-27e0-4e97-9821-0761ada10d5f tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3460720 Dec 22 05:08:58.045650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.126302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.149817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:58.153611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Checking router: 925c1009-19ce-4302-a64f-578e32d232e6 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:58.153966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Updating router 925c1009-19ce-4302-a64f-578e32d232e6 port 981756a4-2790-4e11-a691-79413be3e144 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:08:58.205665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.339553 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34050) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:58.345015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666095567', 'description': 'tempest-secgroup-smoke-1666095567 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:58.351086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:58.355369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:58.358394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:58.364526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:58.375585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.397002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:58.400968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:58.403855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:58.409880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:58.481259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.486606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.490499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f0fb5a8-f54c-4514-82b8-aea21580d8e0 tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:58.530847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c283bc19-757a-4cfd-abb8-9d6f3d187362,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:58.534078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:58.539156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.540486 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1996965 Dec 22 05:08:58.543339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34054) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:58.550022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'c283bc19-757a-4cfd-abb8-9d6f3d187362', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:58.554551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.556253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:58.560671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:58.563517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:58.566716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Transition to ACTIVE for port object 981756a4-2790-4e11-a691-79413be3e144 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:08:58.569750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:58.573681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.578140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:58.587890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.654134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.659873 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.662237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0cfe46c5-866b-4993-ab48-e566f9d12911 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:58.686482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7879eaf-c02d-4ec0-92b3-065b4a9ea011,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:58.696114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.696594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.697066 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.697692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.698251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.698761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.699342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.699846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.700406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.700923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.701452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.701962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:58.704508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d5378-7c7e-44c4-9ee0-77d89f65b4c1 None None] Pushing event updated for resources: {'Port': ['ID=981756a4-2790-4e11-a691-79413be3e144,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:58.708804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:58.715054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.716793 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1720166 Dec 22 05:08:58.719411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34058) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:58.726618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'c283bc19-757a-4cfd-abb8-9d6f3d187362', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:58.735247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:58.737361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3f4d5378-7c7e-44c4-9ee0-77d89f65b4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:58.742720 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:58.743835 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ad32578-d310-4ee8-bab4-7b7c80593e9c up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:08:58.746089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:58.752341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:58.770995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.840606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.846979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.848573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4b1d8e5-ef36-480a-9f7f-03b6547080c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:58.850557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Attempting to bind port 981756a4-2790-4e11-a691-79413be3e144 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:08:58.850942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Attempting to bind port 981756a4-2790-4e11-a691-79413be3e144 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:08:58.851309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Attempting to bind port 981756a4-2790-4e11-a691-79413be3e144 on network 465c67ef-697c-4939-95dc-a9c9249794d5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:08:58.859143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:08:58.859522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Checking segment: {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:08:58.859941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.860371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Bound using segment: {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:08:58.860858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Bound port: 981756a4-2790-4e11-a691-79413be3e144, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:08:58.861275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.872081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0759a2-e5ad-4626-98fa-a9c402b562ab,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:58.874560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:58.883764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.885386 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1647019 Dec 22 05:08:58.888072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34062) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:58.894012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'c283bc19-757a-4cfd-abb8-9d6f3d187362', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:58.900123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:58.903979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:58.906982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:58.913030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:58.932734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.935188 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1ad32578-d310-4ee8-bab4-7b7c80593e9c triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:08:58.935569 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.997528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.002544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.004474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fb087f9f-fad3-46d3-80d8-13136c58536a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:59.024875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ef406f-6f6c-4589-a7ab-11cde62b0b66,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:59.026903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] For port 981756a4-2790-4e11-a691-79413be3e144, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:08:59.028894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:59.030733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] For port 981756a4-2790-4e11-a691-79413be3e144, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=981756a4-2790-4e11-a691-79413be3e144,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:08:59.039285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.039500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.040714 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516891 Dec 22 05:08:59.043285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e31a0be0-9cf4-4bdf-99bf-25a97bac3ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:59.044042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34066) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:59.049410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'c283bc19-757a-4cfd-abb8-9d6f3d187362', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:59.055392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:59.059186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:59.062065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:59.067689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:59.087570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.159316 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.164519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 87de6c07-d5b7-44df-9feb-e2e32be32c0e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:08:59.165641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.167983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b9beb65b-f93f-4d31-a8d7-0641ecf80935 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:59.193304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be2152a-47a9-4085-a5f1-dec1577d8dd9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:59.196786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:59.207908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.209497 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644289 Dec 22 05:08:59.212992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34070) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:59.219591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'c283bc19-757a-4cfd-abb8-9d6f3d187362', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:59.229155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:59.242758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:59.250234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:59.258707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:59.260026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:08:59.273177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:08:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:59.276829 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:08:59.292719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.370951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d5378-7c7e-44c4-9ee0-77d89f65b4c1 None None] Pushing event updated for resources: {'Port': ['ID=981756a4-2790-4e11-a691-79413be3e144,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:59.377843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3f4d5378-7c7e-44c4-9ee0-77d89f65b4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:59.378875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.384474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.395593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a1ae57e-1021-48f9-a9e7-38e367225477 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:59.416027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7863c0f-3d84-4309-921a-58c0f8a11635,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:59.419485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:59.435947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.442492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34074) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:08:59.445907 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b47ce04e-a0fe-4fb6-8810-9a37028937d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2313724 Dec 22 05:08:59.451187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': 'c283bc19-757a-4cfd-abb8-9d6f3d187362', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:59.458673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:08:59.463096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:08:59.466790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:08:59.474317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:08:59.486442 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:08:59.493813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.529828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 87de6c07-d5b7-44df-9feb-e2e32be32c0e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:08:59.530200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.563595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.568659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.570863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e81fd1de-e1bc-4f65-b2ec-365542847f85 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:08:59.581625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.599779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51843ec7-e8e9-4446-98bb-d834a9d5ccf2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:59.600635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:08:59.602297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:08:59.610943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.613654 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1675670 Dec 22 05:08:59.796126 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-5e9f04d0-e7ee-4b7c-a956-8f81bb6d810f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666095567&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.0424132 Dec 22 05:08:59.973014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-f7d18696-72fc-4b51-8d79-1305b5539863 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:59.974883 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-f7d18696-72fc-4b51-8d79-1305b5539863 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 797 time: 0.1679378 Dec 22 05:08:59.978435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:08:59Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:59.983699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20e191-a4e3-48e1-abbb-cd6e59127eb1 None None] The sync data for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv is: [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:08:59Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:59.991519 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-9b09756d-8a37-4258-b56f-08f38cd1d665 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/quotas/e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 375 time: 0.0110891 Dec 22 05:09:00.112416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-741698ba-702a-472c-97dd-bb5d1fc58420 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134248 Dec 22 05:09:00.200382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-10b9919e-22d5-47bb-8506-96df0957c8e0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:09:00.202476 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-10b9919e-22d5-47bb-8506-96df0957c8e0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0784142 Dec 22 05:09:00.348400 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-78a99277-8835-4225-9859-1c061dab6df8 service neutron] 10.222.0.36 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389730 Dec 22 05:09:00.487223 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-b0fcc208-426b-4c57-a53a-ce5fbd9464b2 service neutron] 10.222.0.36 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330028 Dec 22 05:09:00.684025 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7770a27d-fe99-4ff0-b4ef-58fdb27afbfa req-b3753862-82a8-4223-8d48-8b41f2334097 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 210 time: 0.0550470 Dec 22 05:09:00.768901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 981756a4-2790-4e11-a691-79413be3e144 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:09:00.852899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 981756a4-2790-4e11-a691-79413be3e144 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:09:00.858990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 981756a4-2790-4e11-a691-79413be3e144 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:00.859372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.996508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:01.038004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 981756a4-2790-4e11-a691-79413be3e144, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=981756a4-2790-4e11-a691-79413be3e144,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:09:01.049500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:01.055812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:01.140449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=981756a4-2790-4e11-a691-79413be3e144,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:01.144912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:01.834718 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9478c560-fb43-4535-8538-c2eefb744a6c req-76e4b83e-6e5c-4975-9a2a-1793114962e0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 210 time: 0.0439885 Dec 22 05:09:01.964522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-8638fd81-30be-4a24-85c2-67b13ffbc074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:01.965075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-8638fd81-30be-4a24-85c2-67b13ffbc074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:09:01.981266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-8638fd81-30be-4a24-85c2-67b13ffbc074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:09:01.982703 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-8638fd81-30be-4a24-85c2-67b13ffbc074 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 797 time: 0.1635835 Dec 22 05:09:02.039082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-da3899d2-6765-4641-be83-913ce5f7a69f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:09:02.057208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-da3899d2-6765-4641-be83-913ce5f7a69f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:09:02.059367 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-da3899d2-6765-4641-be83-913ce5f7a69f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 380 time: 0.0618443 Dec 22 05:09:02.070245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'admin_state_up': True, 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'security_groups': ['c283bc19-757a-4cfd-abb8-9d6f3d187362']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:02.343158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:02.347604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:port and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:02.350596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:02.356897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:02.371209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:09:02.375062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.539792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.7 (465c67ef-697c-4939-95dc-a9c9249794d5/0d261ee5-eb26-452c-a26b-69fce83e1b7a/1ae34338-ca31-4d28-9a43-73811bcefc95) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:09:02.708889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 981756a4-2790-4e11-a691-79413be3e144 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:09:02.730711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.746152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 1ae34338-ca31-4d28-9a43-73811bcefc95 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:09:02.769706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.775717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-82d557ff-17d9-4f81-b55f-3425a30e9df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:02.775928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 981756a4-2790-4e11-a691-79413be3e144 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:02.776416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.845610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 465c67ef-697c-4939-95dc-a9c9249794d5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:02.848855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:02.852791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:09:02.883503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=1ae34338-ca31-4d28-9a43-73811bcefc95,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:02.890718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:02.926316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:02.926949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.956555 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8900621 Dec 22 05:09:02.974406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Request body: {'port': {'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:03.047043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca99f80-4c9e-486a-91de-01ccf98b5397 req-17bfa7de-8fae-4707-951e-b29d8a18fb43 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:03.049243 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ca99f80-4c9e-486a-91de-01ccf98b5397 req-17bfa7de-8fae-4707-951e-b29d8a18fb43 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 931 time: 0.0841210 Dec 22 05:09:03.095922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.096799 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ca99f80-4c9e-486a-91de-01ccf98b5397 req-8fa4d425-f8ce-41f9-a87a-bc60d5689f78 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 Dec 22 05:09:03.135262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c58409f8-0f07-4fc0-aa84-beec17f98186 None None] Provisioning for port 1ae34338-ca31-4d28-9a43-73811bcefc95 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:09:03.147388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c58409f8-0f07-4fc0-aa84-beec17f98186 None None] Provisioning complete for port 1ae34338-ca31-4d28-9a43-73811bcefc95 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:03.147693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c58409f8-0f07-4fc0-aa84-beec17f98186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.205130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c58409f8-0f07-4fc0-aa84-beec17f98186 None None] Port 1ae34338-ca31-4d28-9a43-73811bcefc95 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:09:03.457833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae34338-ca31-4d28-9a43-73811bcefc95 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:09:03.468090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.492106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Transition to ACTIVE for port object 1ae34338-ca31-4d28-9a43-73811bcefc95 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:09:03.500540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.505683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:03.659032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Pushing event updated for resources: {'Port': ['ID=1ae34338-ca31-4d28-9a43-73811bcefc95,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:03.666753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:03.740274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Attempting to bind port 1ae34338-ca31-4d28-9a43-73811bcefc95 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:09:03.740605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Attempting to bind port 1ae34338-ca31-4d28-9a43-73811bcefc95 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:09:03.740924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Attempting to bind port 1ae34338-ca31-4d28-9a43-73811bcefc95 on network 465c67ef-697c-4939-95dc-a9c9249794d5 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:09:03.745622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Port 1ae34338-ca31-4d28-9a43-73811bcefc95 on network 465c67ef-697c-4939-95dc-a9c9249794d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:09:03.745931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Attempting to bind port 1ae34338-ca31-4d28-9a43-73811bcefc95 on network 465c67ef-697c-4939-95dc-a9c9249794d5 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:09:03.750967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:09:03.751301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Checking segment: {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:09:03.751705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Bound using segment: {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:09:03.752320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Bound port: 1ae34338-ca31-4d28-9a43-73811bcefc95, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:09:03.752663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.870580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] For port 1ae34338-ca31-4d28-9a43-73811bcefc95, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:09:03.873575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] For port 1ae34338-ca31-4d28-9a43-73811bcefc95, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ae34338-ca31-4d28-9a43-73811bcefc95,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:09:03.880690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.885137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:03.940347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:03.940968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.942403 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] 10.222.0.61 "PUT /v2.0/ports/1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 1093 time: 0.9725940 Dec 22 05:09:03.942952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:03.965113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Pushing event updated for resources: {'Port': ['ID=1ae34338-ca31-4d28-9a43-73811bcefc95,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:03.968409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:04.000940 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'status': 'completed', 'code': 200} Dec 22 05:09:04.101858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-e959001c-827c-48eb-9318-4eb7850588c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:04.103422 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-e959001c-827c-48eb-9318-4eb7850588c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1096 time: 0.0791872 Dec 22 05:09:04.186047 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-b2b31681-c8d8-4105-98a4-34e3326581ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 217 time: 0.0684702 Dec 22 05:09:04.303233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5fa2e-4232-485c-b179-b59065b012da req-ed86a016-c6f0-4b65-9009-57bba58c27fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:04.306378 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36d5fa2e-4232-485c-b179-b59065b012da req-ed86a016-c6f0-4b65-9009-57bba58c27fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 943 time: 0.0956976 Dec 22 05:09:04.355082 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36d5fa2e-4232-485c-b179-b59065b012da req-41358f5e-b10f-417f-a99a-6eb2bfea016e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 Dec 22 05:09:04.402236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-fbc5fd72-cb36-44ac-bcbc-fca74f4eaaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:04.403719 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-fbc5fd72-cb36-44ac-bcbc-fca74f4eaaad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.2089152 Dec 22 05:09:04.493848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-ca9a9fbb-8e7f-41fe-8f89-c597757fca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:04.495324 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-ca9a9fbb-8e7f-41fe-8f89-c597757fca87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846100 Dec 22 05:09:04.630545 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-30a4e9ee-41d0-42ac-8eff-5cc96d344f16 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282921 Dec 22 05:09:04.764124 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dff54a4b-cdcb-4f2d-844b-97686b6e3605 req-b377d2b3-a0ff-4a6b-b6d9-a46e9be36d23 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270716 Dec 22 05:09:04.939936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772432c-2c17-4938-a644-579731ecf6f1 req-2d47dafe-4164-4934-899a-c28ccfde16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:04.941422 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9772432c-2c17-4938-a644-579731ecf6f1 req-2d47dafe-4164-4934-899a-c28ccfde16cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1096 time: 0.0792274 Dec 22 05:09:05.074687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772432c-2c17-4938-a644-579731ecf6f1 req-5db72bdb-b9fe-4510-b16c-67d8899560a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.076158 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9772432c-2c17-4938-a644-579731ecf6f1 req-5db72bdb-b9fe-4510-b16c-67d8899560a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 898 time: 0.1283703 Dec 22 05:09:05.146698 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9772432c-2c17-4938-a644-579731ecf6f1 req-422d12fb-4d51-480f-a85f-3440dcfab865 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 217 time: 0.0638790 Dec 22 05:09:05.219361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772432c-2c17-4938-a644-579731ecf6f1 req-0cc985ed-1321-44c8-a038-3aeabdbf221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.220932 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9772432c-2c17-4938-a644-579731ecf6f1 req-0cc985ed-1321-44c8-a038-3aeabdbf221b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.0684249 Dec 22 05:09:05.299588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772432c-2c17-4938-a644-579731ecf6f1 req-60c201c7-67a8-4d0b-b725-c33b899cb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.301132 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9772432c-2c17-4938-a644-579731ecf6f1 req-60c201c7-67a8-4d0b-b725-c33b899cb131 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737295 Dec 22 05:09:05.434011 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9772432c-2c17-4938-a644-579731ecf6f1 req-550fb075-794b-4be2-af61-b02b9160bef0 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262691 Dec 22 05:09:05.544938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1c750-6a2d-4958-a573-e0c4374e20fe req-7ff0b585-6465-446c-9942-3ab19155ca42 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.546348 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-02c1c750-6a2d-4958-a573-e0c4374e20fe req-7ff0b585-6465-446c-9942-3ab19155ca42 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 943 time: 0.0830252 Dec 22 05:09:05.575006 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9772432c-2c17-4938-a644-579731ecf6f1 req-e7d8ac9c-bd05-4198-ae63-a4d095e79b41 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340938 Dec 22 05:09:05.597096 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-02c1c750-6a2d-4958-a573-e0c4374e20fe req-442ee088-f928-415a-ae3d-a496add35850 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445683 Dec 22 05:09:06.799620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa160-8fe0-4038-96c8-527bbef2258e req-1eb1efbf-c190-486a-9f75-11ce64d978c5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:06.801170 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-372aa160-8fe0-4038-96c8-527bbef2258e req-1eb1efbf-c190-486a-9f75-11ce64d978c5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 943 time: 0.0867443 Dec 22 05:09:06.845942 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-372aa160-8fe0-4038-96c8-527bbef2258e req-f9660fa2-2e68-475f-a933-95d689eaa946 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 Dec 22 05:09:08.169495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd94e1-af58-4f46-ab5b-e6df659780c2 req-e252d876-4974-4d8f-96d2-ca80d330dd3a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:08.170874 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b7bd94e1-af58-4f46-ab5b-e6df659780c2 req-e252d876-4974-4d8f-96d2-ca80d330dd3a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 943 time: 0.2099094 Dec 22 05:09:08.214914 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b7bd94e1-af58-4f46-ab5b-e6df659780c2 req-aaa02149-0a0a-4bbe-b350-cfc83f3edf45 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380352 Dec 22 05:09:08.405951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1ae34338-ca31-4d28-9a43-73811bcefc95 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:09:08.550337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1ae34338-ca31-4d28-9a43-73811bcefc95, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ae34338-ca31-4d28-9a43-73811bcefc95,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:09:08.563379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'mac_address': 'fa:16:3e:19:17:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:09:08.620403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:08.638212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae34338-ca31-4d28-9a43-73811bcefc95 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:09:08.654426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1ae34338-ca31-4d28-9a43-73811bcefc95, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ae34338-ca31-4d28-9a43-73811bcefc95,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:09:08.660031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:08.661829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3f4d5378-7c7e-44c4-9ee0-77d89f65b4c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:08.776173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1ae34338-ca31-4d28-9a43-73811bcefc95,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:08.780552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:09.113127 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['1ae34338-ca31-4d28-9a43-73811bcefc95'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:09:09.416809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0fc4-bc01-4418-bfa4-82d3f8c58a8d req-8828096c-3728-4171-8595-90af5ffedf6b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:09.418179 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-afea0fc4-bc01-4418-bfa4-82d3f8c58a8d req-8828096c-3728-4171-8595-90af5ffedf6b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 944 time: 0.0898137 Dec 22 05:09:09.466483 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-afea0fc4-bc01-4418-bfa4-82d3f8c58a8d req-327ccfe9-7b0d-4886-be00-72130a5ae1df tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Dec 22 05:09:09.877326 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:09:10.421155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1ae34338-ca31-4d28-9a43-73811bcefc95 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:09:10.494449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 1ae34338-ca31-4d28-9a43-73811bcefc95 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:09:10.500123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 1ae34338-ca31-4d28-9a43-73811bcefc95 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:10.500514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:10.619062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:10.647271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:10.651011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670149c-266f-4c54-815d-a83d7e7a58b5 req-e81fbc35-d3e1-4bfe-a4d4-6e51326dc78e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:10.652777 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d670149c-266f-4c54-815d-a83d7e7a58b5 req-e81fbc35-d3e1-4bfe-a4d4-6e51326dc78e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 944 time: 0.0800943 Dec 22 05:09:10.663539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1ae34338-ca31-4d28-9a43-73811bcefc95, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ae34338-ca31-4d28-9a43-73811bcefc95,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:09:10.669231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:10.672611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:10.705266 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d670149c-266f-4c54-815d-a83d7e7a58b5 req-a2d3b623-c96b-431e-8120-0a1cdbce662f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470743 Dec 22 05:09:10.709810 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'code': 200} Dec 22 05:09:10.746025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1ae34338-ca31-4d28-9a43-73811bcefc95,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:10.750020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:10.978596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86b3dd-3c58-4a69-b13d-03bdf0545e1c req-e42a7d05-6a6a-4b88-bda1-d3275237b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:10.980206 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fe86b3dd-3c58-4a69-b13d-03bdf0545e1c req-e42a7d05-6a6a-4b88-bda1-d3275237b86c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1098 time: 0.0817356 Dec 22 05:09:11.022326 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fe86b3dd-3c58-4a69-b13d-03bdf0545e1c req-d4abf501-cec2-45b1-aa22-456bbf603193 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358372 Dec 22 05:09:11.910953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253e123-8f2e-421a-b60c-b8fc92d0ccfe req-2bbe8fe9-64a6-4a0f-89ea-0960507568d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:11.912446 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a253e123-8f2e-421a-b60c-b8fc92d0ccfe req-2bbe8fe9-64a6-4a0f-89ea-0960507568d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 945 time: 0.0952764 Dec 22 05:09:11.956585 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a253e123-8f2e-421a-b60c-b8fc92d0ccfe req-b585fc39-9ec0-4828-ad32-1b6840bf7c92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383201 Dec 22 05:09:13.177827 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c2ae9-c2de-4f6f-a88f-c94911a1f15d req-00c87120-c2b3-4946-8848-35608e64b195 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.179285 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-119c2ae9-c2de-4f6f-a88f-c94911a1f15d req-00c87120-c2b3-4946-8848-35608e64b195 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 945 time: 0.1050231 Dec 22 05:09:13.228054 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-119c2ae9-c2de-4f6f-a88f-c94911a1f15d req-a874f5f1-729b-4629-b9f4-53c05a3423d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Dec 22 05:09:13.339712 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-c37e7dd3-f5b6-4df9-baa8-ddc523d61c14 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790110 Dec 22 05:09:13.425377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b61c-3ca5-40db-8870-8bdfddff8710 req-bcc9b60c-2c9e-405f-a961-84d900ae9b41 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.427000 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4586b61c-3ca5-40db-8870-8bdfddff8710 req-bcc9b60c-2c9e-405f-a961-84d900ae9b41 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 945 time: 0.0865333 Dec 22 05:09:13.471843 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4586b61c-3ca5-40db-8870-8bdfddff8710 req-cd02f5ac-3f77-41bf-aca2-4dd73298b6b6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388308 Dec 22 05:09:13.494533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34136) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:13.502744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-945cb905-1111-4911-b1fc-2f63865f120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.504599 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-945cb905-1111-4911-b1fc-2f63865f120a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1098 time: 0.0774701 Dec 22 05:09:13.572306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b75f2-1492-42ee-a0fd-cf68d7252af7 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.573827 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-418b75f2-1492-42ee-a0fd-cf68d7252af7 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1093 time: 0.0782473 Dec 22 05:09:13.576731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34140) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:13.581870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:13.588409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:13.592398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:floatingip and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:13.595324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:13.601358 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:13.613069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:13.659006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-2325d32d-8788-4946-beda-49fbb7fcac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.660830 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-2325d32d-8788-4946-beda-49fbb7fcac9a service neutron] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 898 time: 0.1370103 Dec 22 05:09:13.730289 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-665239c1-636b-42a0-b45e-9f2d810b1aff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 217 time: 0.0630748 Dec 22 05:09:13.755680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:13.902834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.18 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/0d2ff418-a118-477a-8fbf-8f097a5f7c06) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:09:13.918001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-8fe865ec-f797-4223-b0f9-730f0ebe2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.919839 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-8fe865ec-f797-4223-b0f9-730f0ebe2501 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.1830201 Dec 22 05:09:13.997382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-6a4fb77b-e741-40a0-b7f7-7d73e372c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.998994 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-6a4fb77b-e741-40a0-b7f7-7d73e372c685 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716691 Dec 22 05:09:14.053784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:14.083961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:14.087715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec7686ff-0046-45d6-b8b7-fcaf60b40909 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:14.138751 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-2fb1241f-a70f-40ff-af96-3829b7d3ff86 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333494 Dec 22 05:09:14.162330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:14.166367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:14.170601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:09:14.203112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=0d2ff418-a118-477a-8fbf-8f097a5f7c06,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:14.209409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:14.273690 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4fa8d609-d6e6-4052-b7bc-d31782efc875 req-0d115621-8de5-48a0-a209-5a090799ed29 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288564 Dec 22 05:09:14.546957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:14.617659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:14.695725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:15.018781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:15.025512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:15.029089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:15.132590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=0d2ff418-a118-477a-8fbf-8f097a5f7c06,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:15.136566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:15.144518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:15.317877 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP 2ae3adef-f4d1-405e-94ab-78c4d350ea7f associated. External IP: 172.26.1.18, port: 1ae34338-ca31-4d28-9a43-73811bcefc95. Dec 22 05:09:15.680311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 925c1009-19ce-4302-a64f-578e32d232e6 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:09:15.872164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:09:15.882635 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] Sync routers for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:09:15.892857 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:09:15.893610 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:08:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:15.898000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:15.959766 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3817978 Dec 22 05:09:15.960297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:15.962739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34144) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:16.004603 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'status': 'completed', 'code': 200} Dec 22 05:09:16.041086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a27e40a-a1ec-49e5-b84b-b043697b7e03 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.043061 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3a27e40a-a1ec-49e5-b84b-b043697b7e03 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1093 time: 0.0793450 Dec 22 05:09:16.077352 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:09:16.116399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-d539b4c9-316d-4bef-96ca-a38ed342c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.117853 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-d539b4c9-316d-4bef-96ca-a38ed342c07d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1098 time: 0.0701959 Dec 22 05:09:16.258648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-90350840-7234-4b53-9a26-ee302e90ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.260825 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-90350840-7234-4b53-9a26-ee302e90ce48 service neutron] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 898 time: 0.1364751 Dec 22 05:09:16.301676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34152) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:16.306963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150622142', 'description': 'tempest-secgroup-smoke-150622142 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:16.313223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:16.323217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:16.335639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.355832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:16.361105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:16.364418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:16.370049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:16.376073 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-b7dd8683-cbe1-4706-8ca6-4a23be08a3c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 998 time: 0.1085374 Dec 22 05:09:16.439048 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2ae3adef-f4d1-405e-94ab-78c4d350ea7f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:19:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:14Z', 'updated_at': '2021-12-22T05:09:14Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:16.443159 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] Checking router: 925c1009-19ce-4302-a64f-578e32d232e6 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:09:16.447750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-0e0fcb5e-a12d-4397-b766-e001d409e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.449215 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-0e0fcb5e-a12d-4397-b766-e001d409e2c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.0666335 Dec 22 05:09:16.451910 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:09:16.452553 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:08:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:16.454953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.460342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.486441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-36673b55-6927-4fd0-a7fd-89b13e869eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:16.518196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.522254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34156) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:16.522552 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2198684 Dec 22 05:09:16.523584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c34f1a-98c3-4cc7-9669-745f0b34052c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:16.527834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:16.528473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '82c34f1a-98c3-4cc7-9669-745f0b34052c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:16.536128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-62214e9d-ee92-4e77-a52e-9973b9c5eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.537614 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-62214e9d-ee92-4e77-a52e-9973b9c5eac6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821829 Dec 22 05:09:16.538527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:16.542451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:16.546555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:16.572975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:16.650161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.657909 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:09:16.720838 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-0693ab97-9e16-4918-b984-c8f5ad49296d service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752350 Dec 22 05:09:16.753812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.804549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.810048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-39f4db6b-cc53-4158-a4d7-c6f4932707ec tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:16.841996 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84392c76-76d7-4459-8a8f-9ee80f4a3535,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:16.848165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:16.855659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.859805 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338296 Dec 22 05:09:16.860517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34160) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:16.866962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '82c34f1a-98c3-4cc7-9669-745f0b34052c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:16.873530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:16.877863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:16.881657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:16.887822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:16.895468 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a38a65ce-aea2-4667-a8f4-aa89b24c949e req-7a0ea110-43cf-4381-b997-fd7dd7dff043 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640005 Dec 22 05:09:16.908054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.979128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.983754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.990940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a566980e-cdeb-49d0-b566-e803b239e0d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:17.009704 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8051c898-1deb-4734-be09-f6c19b94b63b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:17.013031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:17.014140 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2ae3adef-f4d1-405e-94ab-78c4d350ea7f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:19:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:14Z', 'updated_at': '2021-12-22T05:09:14Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:17.018302 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f72e2af-acf2-4b1e-a8df-32858811fa64 None None] The sync data for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv is: [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2ae3adef-f4d1-405e-94ab-78c4d350ea7f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:19:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:14Z', 'updated_at': '2021-12-22T05:09:14Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:09:17.024938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.026194 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644399 Dec 22 05:09:17.029133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34164) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:17.034631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '82c34f1a-98c3-4cc7-9669-745f0b34052c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:17.041524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:17.045542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:17.048779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:17.054888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:17.072857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.136763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.143129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.145609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-269a115e-5abb-4714-ac92-f39673f8b8da tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:17.168764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47db7bf9-da4b-4c2f-b240-b7d5082045e9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:17.171353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:17.180150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.184046 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514270 Dec 22 05:09:17.184315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34168) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:17.189637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '82c34f1a-98c3-4cc7-9669-745f0b34052c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:17.196768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:17.200709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:17.203860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:17.209893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:17.230301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.242642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62875ad-4eb1-499f-b16e-b3b2ab45b12c None None] New status for floating IP 2ae3adef-f4d1-405e-94ab-78c4d350ea7f: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:09:17.301186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.305419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.313436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-09f9c0ff-fbd8-4183-8d91-03a4240ee0db tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:17.338906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadbc88c-290d-4040-aa44-83215a2e1500,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:17.342958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:17.346735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.348442 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1630650 Dec 22 05:09:17.351125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34172) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:17.356689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '82c34f1a-98c3-4cc7-9669-745f0b34052c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:17.362867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:17.367158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:17.370110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:17.375694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:17.513139 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:09:17.520567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.591762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.597280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.599964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03a723eb-b625-4945-979b-d85790f4d59d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:17.622036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a0f129-db43-4863-88d6-e9910756c301,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:17.624611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:17.633158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.634393 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821507 Dec 22 05:09:17.637357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34176) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:17.642900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '82c34f1a-98c3-4cc7-9669-745f0b34052c', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:17.649861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:17.653869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:17.656957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:17.663934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:17.676799 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:09:17.683656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.759956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.765369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.767198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0127a490-ebf4-417f-873e-68805c741a40 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:17.790004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36d5e2a-a8cf-4129-888d-8d9653f9522e,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:17.792540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:17.802188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:17.803451 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647985 Dec 22 05:09:17.970269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6f72e865-901f-4522-ac6a-684547c0a64c req-7ad9e050-0e90-418d-9eaf-c1310edf10d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:09:17.987954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6f72e865-901f-4522-ac6a-684547c0a64c req-7ad9e050-0e90-418d-9eaf-c1310edf10d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:09:17.989325 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-7ad9e050-0e90-418d-9eaf-c1310edf10d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150622142&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.0588303 Dec 22 05:09:18.153707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72e865-901f-4522-ac6a-684547c0a64c req-68a35957-b02e-4258-bb5a-3272c989467c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:18.156069 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-68a35957-b02e-4258-bb5a-3272c989467c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 797 time: 0.1596324 Dec 22 05:09:18.173625 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-db252db9-5fb7-4829-9cae-5c823bb0c2d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/quotas/e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 375 time: 0.0101721 Dec 22 05:09:18.265450 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-ed469f4e-ce20-4d43-a462-1c27f9657d9e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0868382 Dec 22 05:09:18.405512 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-0d71b8f8-96b8-4028-a0ec-3a6fb12da197 service neutron] 10.222.0.36 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277101 Dec 22 05:09:18.537855 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-78ea9792-d312-45f6-9095-6a713909d6bf service neutron] 10.222.0.36 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265521 Dec 22 05:09:18.730067 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b355934e-cadc-4d4d-bbf6-a1af6af84344 req-28d68d3b-e808-4e17-9000-3089975a661b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 210 time: 0.0459592 Dec 22 05:09:19.884335 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7a541ea-68f0-404e-8b89-da7d6e9b7bf8 req-12ecd4dd-c457-44e5-9744-739d322e8a7e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 210 time: 0.0438526 Dec 22 05:09:19.939503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72e865-901f-4522-ac6a-684547c0a64c req-d9a761b2-2ec1-492a-91e4-f6338fcb286c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:19.941002 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-d9a761b2-2ec1-492a-91e4-f6338fcb286c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 797 time: 0.1529806 Dec 22 05:09:19.998662 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-9d7c807e-bad7-4eaa-91dd-046d125ca7c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 472 time: 0.0432582 Dec 22 05:09:20.007205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'device_id': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'admin_state_up': True, 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'security_groups': ['82c34f1a-98c3-4cc7-9669-745f0b34052c']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:20.252284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:20.256516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:port and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:20.259438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:20.265466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:20.278498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:09:20.281899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:20.453799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.9 (465c67ef-697c-4939-95dc-a9c9249794d5/0d261ee5-eb26-452c-a26b-69fce83e1b7a/b0d7e787-3483-44e0-b68b-3b6ca4403b41) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:09:20.648575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:20.665487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object b0d7e787-3483-44e0-b68b-3b6ca4403b41 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:09:20.691908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:20.697692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-598b53ea-6e9e-4f85-aad4-c3af17cde15b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:20.767000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 465c67ef-697c-4939-95dc-a9c9249794d5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:20.770120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:20.774268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:09:20.805138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=b0d7e787-3483-44e0-b68b-3b6ca4403b41,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:20.812152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:20.851077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:20.851663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:20.877113 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8735414 Dec 22 05:09:20.894768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Request body: {'port': {'device_id': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:21.010367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.029556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e26ae1a1-7205-4b48-96f4-a15a79106444 None None] Provisioning for port b0d7e787-3483-44e0-b68b-3b6ca4403b41 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:09:21.035389 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e26ae1a1-7205-4b48-96f4-a15a79106444 None None] Provisioning complete for port b0d7e787-3483-44e0-b68b-3b6ca4403b41 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:21.035879 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e26ae1a1-7205-4b48-96f4-a15a79106444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.083117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa5692-4d6f-4069-a3d7-eb7d6ba4efa7 req-0b9f0062-65a7-416b-8ba3-efb727d15609 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:21.085343 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8faa5692-4d6f-4069-a3d7-eb7d6ba4efa7 req-0b9f0062-65a7-416b-8ba3-efb727d15609 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 931 time: 0.0894563 Dec 22 05:09:21.098366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e26ae1a1-7205-4b48-96f4-a15a79106444 None None] Port b0d7e787-3483-44e0-b68b-3b6ca4403b41 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:09:21.129798 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8faa5692-4d6f-4069-a3d7-eb7d6ba4efa7 req-6ded9089-4361-49c8-9e6e-9b2c18cf7be8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384800 Dec 22 05:09:21.360698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d7e787-3483-44e0-b68b-3b6ca4403b41 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:09:21.368060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.382275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Transition to ACTIVE for port object b0d7e787-3483-44e0-b68b-3b6ca4403b41 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:09:21.387462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.391020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:21.546737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d7e787-3483-44e0-b68b-3b6ca4403b41,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:21.554343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:21.629775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Attempting to bind port b0d7e787-3483-44e0-b68b-3b6ca4403b41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:09:21.630224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Attempting to bind port b0d7e787-3483-44e0-b68b-3b6ca4403b41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:09:21.630463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Attempting to bind port b0d7e787-3483-44e0-b68b-3b6ca4403b41 on network 465c67ef-697c-4939-95dc-a9c9249794d5 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:09:21.635445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Port b0d7e787-3483-44e0-b68b-3b6ca4403b41 on network 465c67ef-697c-4939-95dc-a9c9249794d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:09:21.635756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Attempting to bind port b0d7e787-3483-44e0-b68b-3b6ca4403b41 on network 465c67ef-697c-4939-95dc-a9c9249794d5 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:09:21.641256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:09:21.641582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Checking segment: {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:09:21.641961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Bound using segment: {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:09:21.642393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Bound port: b0d7e787-3483-44e0-b68b-3b6ca4403b41, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c94aae3-64bd-4e8f-8dca-98254c9192d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:09:21.642728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.735462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] For port b0d7e787-3483-44e0-b68b-3b6ca4403b41, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:09:21.738411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] For port b0d7e787-3483-44e0-b68b-3b6ca4403b41, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b0d7e787-3483-44e0-b68b-3b6ca4403b41,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:09:21.745942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.749575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eec2fcf1-857e-44ed-9300-ffdf53980bcc tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:21.806939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:21.807541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.808915 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] 10.222.0.61 "PUT /v2.0/ports/b0d7e787-3483-44e0-b68b-3b6ca4403b41 HTTP/1.1" status: 200 len: 1093 time: 0.9184945 Dec 22 05:09:21.809408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'tag': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:21.828844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d7e787-3483-44e0-b68b-3b6ca4403b41,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:21.832181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:21.858680 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'tag': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'status': 'completed', 'code': 200} Dec 22 05:09:21.955537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72e865-901f-4522-ac6a-684547c0a64c req-9828bd3e-21f2-4e2d-aa86-62a45f96fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:21.957139 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-9828bd3e-21f2-4e2d-aa86-62a45f96fb38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 1096 time: 0.0785913 Dec 22 05:09:22.046730 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-e921d1f8-201a-40c3-9cd1-6d2cb22e2080 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d7e787-3483-44e0-b68b-3b6ca4403b41 HTTP/1.1" status: 200 len: 217 time: 0.0740309 Dec 22 05:09:22.231315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72e865-901f-4522-ac6a-684547c0a64c req-8369d7a2-9f4b-40bf-a0c5-304fd13df909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.233402 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-8369d7a2-9f4b-40bf-a0c5-304fd13df909 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.1802452 Dec 22 05:09:22.309940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72e865-901f-4522-ac6a-684547c0a64c req-520b96ee-3e4f-44eb-9486-6357d7b616fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.311422 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-520b96ee-3e4f-44eb-9486-6357d7b616fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702205 Dec 22 05:09:22.323560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a2e68-c5f9-4ab8-82bf-6b63f50599dc req-9ba3c2e7-dfc5-4c33-be49-2fcdc4d89f0a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.325093 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c5a2e68-c5f9-4ab8-82bf-6b63f50599dc req-9ba3c2e7-dfc5-4c33-be49-2fcdc4d89f0a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 943 time: 0.0803823 Dec 22 05:09:22.374267 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c5a2e68-c5f9-4ab8-82bf-6b63f50599dc req-6aa9010f-205e-4076-9ee9-d5bd38f1a33d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430830 Dec 22 05:09:22.445210 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-f0dbfd56-b7ce-4073-919e-059d5daec62d service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269848 Dec 22 05:09:22.580190 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f72e865-901f-4522-ac6a-684547c0a64c req-a0a1326d-aa7f-48c6-b788-99bfe763dd8b service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284580 Dec 22 05:09:22.760263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-c61e5456-3c5c-4b48-9bc6-0f77f95b326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.761654 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-c61e5456-3c5c-4b48-9bc6-0f77f95b326c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 1096 time: 0.0852706 Dec 22 05:09:22.899921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-72e32ac0-c630-4298-9a12-2fcc706df11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.901410 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-72e32ac0-c630-4298-9a12-2fcc706df11e service neutron] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 898 time: 0.1318772 Dec 22 05:09:22.976903 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-a61eb7d8-310d-4a32-938a-2c8ec517ced4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d7e787-3483-44e0-b68b-3b6ca4403b41 HTTP/1.1" status: 200 len: 217 time: 0.0668423 Dec 22 05:09:23.040092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-80b9e20b-f2c8-4451-a351-04710511c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.041425 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-80b9e20b-f2c8-4451-a351-04710511c8c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.0582228 Dec 22 05:09:23.121428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-1153c8ae-53c0-4479-9bce-4a4887608901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.122866 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-1153c8ae-53c0-4479-9bce-4a4887608901 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739615 Dec 22 05:09:23.257065 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-07baebb5-af49-46f2-a09a-9feb664fd912 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269987 Dec 22 05:09:23.400974 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-bed1e8a1-43c5-4a83-91c2-b0ff52600e69 req-72a7987c-e371-4e91-aad0-a69144f74479 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351705 Dec 22 05:09:23.568937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb9100-67f3-49fd-b059-da81097ee559 req-3cb0deed-f2a9-40d8-8bbd-9056fa82510d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.570456 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37eb9100-67f3-49fd-b059-da81097ee559 req-3cb0deed-f2a9-40d8-8bbd-9056fa82510d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 943 time: 0.0871978 Dec 22 05:09:23.615287 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37eb9100-67f3-49fd-b059-da81097ee559 req-41866441-551d-4f1d-b8ab-8fc60a8c8b7a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389185 Dec 22 05:09:24.615421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e398dde-2868-4a88-a312-922d52074cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:24.835060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f529f0-241e-44aa-82ad-d3de7f7437bf req-8175edde-ed58-4187-a9f9-bc3967c0c2d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:24.836494 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36f529f0-241e-44aa-82ad-d3de7f7437bf req-8175edde-ed58-4187-a9f9-bc3967c0c2d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 943 time: 0.0954933 Dec 22 05:09:24.885868 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36f529f0-241e-44aa-82ad-d3de7f7437bf req-5f54806e-3dfd-4f6f-9d67-7b36d506ac76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409832 Dec 22 05:09:26.242279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a56d99-b4a1-4c0f-9b38-95b1734fe746 req-cf0822f5-62e1-49d7-b29f-c4aefd54033d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:26.243716 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-48a56d99-b4a1-4c0f-9b38-95b1734fe746 req-cf0822f5-62e1-49d7-b29f-c4aefd54033d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 943 time: 0.0862288 Dec 22 05:09:26.291155 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-48a56d99-b4a1-4c0f-9b38-95b1734fe746 req-dbff463e-0983-4995-9000-3ddb7a99fa45 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416331 Dec 22 05:09:26.452481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b0d7e787-3483-44e0-b68b-3b6ca4403b41 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:09:26.597448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b0d7e787-3483-44e0-b68b-3b6ca4403b41, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b0d7e787-3483-44e0-b68b-3b6ca4403b41,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:09:26.610573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'port_id': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'mac_address': 'fa:16:3e:41:e6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:09:26.670465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:26.694157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d7e787-3483-44e0-b68b-3b6ca4403b41 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:09:26.709913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b0d7e787-3483-44e0-b68b-3b6ca4403b41, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b0d7e787-3483-44e0-b68b-3b6ca4403b41,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:09:26.715381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:26.718727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5ec54901-5cf1-48fd-9ce8-602f02c4bbfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:26.795134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b0d7e787-3483-44e0-b68b-3b6ca4403b41,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:26.798416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:26.942040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ea5053f9-62cc-4ca7-87b8-c7370cb3e4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:27.106360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['b0d7e787-3483-44e0-b68b-3b6ca4403b41'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:09:27.484507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9007c-7c39-4640-9c4f-6cdee2b1a822 req-5bc53414-640e-4b98-a607-e55fb6a4b73a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:27.485944 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1da9007c-7c39-4640-9c4f-6cdee2b1a822 req-5bc53414-640e-4b98-a607-e55fb6a4b73a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 944 time: 0.0880706 Dec 22 05:09:27.532784 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1da9007c-7c39-4640-9c4f-6cdee2b1a822 req-f03c9770-6aea-456d-95ac-14827c59043a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383136 Dec 22 05:09:28.030415 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:28.093798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:28.453314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b0d7e787-3483-44e0-b68b-3b6ca4403b41 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:09:28.544655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port b0d7e787-3483-44e0-b68b-3b6ca4403b41 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:09:28.549595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port b0d7e787-3483-44e0-b68b-3b6ca4403b41 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:28.550007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:28.708744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:28.719634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9678a-199e-4d5f-8e08-469b09ae0fc2 req-c2123b22-41bd-40cb-ab8d-43f73e2a5ae8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:28.721640 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c8e9678a-199e-4d5f-8e08-469b09ae0fc2 req-c2123b22-41bd-40cb-ab8d-43f73e2a5ae8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 944 time: 0.0836620 Dec 22 05:09:28.736118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:28.746740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b0d7e787-3483-44e0-b68b-3b6ca4403b41, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b0d7e787-3483-44e0-b68b-3b6ca4403b41,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:09:28.752372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:28.754715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:28.768015 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c8e9678a-199e-4d5f-8e08-469b09ae0fc2 req-2805031c-7c81-4654-a357-f8dca994c829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406773 Dec 22 05:09:28.785902 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'code': 200} Dec 22 05:09:28.823862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b0d7e787-3483-44e0-b68b-3b6ca4403b41,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:28.826805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:29.056606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5acf4b-0df9-4657-a6a6-10ce8a2b00c7 req-570a84dc-d693-47db-88d5-d86a1275c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:29.058000 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1e5acf4b-0df9-4657-a6a6-10ce8a2b00c7 req-570a84dc-d693-47db-88d5-d86a1275c8f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 1098 time: 0.0780079 Dec 22 05:09:29.100481 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1e5acf4b-0df9-4657-a6a6-10ce8a2b00c7 req-f98c1a49-9c62-4b40-8427-b0cdc637e346 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341661 Dec 22 05:09:29.479447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:29.979029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f62b7-b3d9-4fe7-82ff-4c62169bb53c req-5c46845a-1d30-40ed-bde6-a52df5bb9377 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:29.980539 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f6f62b7-b3d9-4fe7-82ff-4c62169bb53c req-5c46845a-1d30-40ed-bde6-a52df5bb9377 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 945 time: 0.0925140 Dec 22 05:09:30.029073 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f6f62b7-b3d9-4fe7-82ff-4c62169bb53c req-12b07202-7f69-4d11-846a-1000c3718446 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404165 Dec 22 05:09:31.225264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622a779-da8d-4e20-9107-7acc0218da5d req-c7e74090-79d9-448f-8082-743080537fcb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:31.226744 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b622a779-da8d-4e20-9107-7acc0218da5d req-c7e74090-79d9-448f-8082-743080537fcb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 945 time: 0.0878808 Dec 22 05:09:31.275816 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b622a779-da8d-4e20-9107-7acc0218da5d req-d8f3e385-dbbd-491b-a28e-6bf82440135d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Dec 22 05:09:31.477807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998e842-9a39-440b-9779-56c9568330f3 req-d8dede4d-4e85-4954-8707-b04bf196571c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:31.479278 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8998e842-9a39-440b-9779-56c9568330f3 req-d8dede4d-4e85-4954-8707-b04bf196571c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 945 time: 0.0968306 Dec 22 05:09:31.539388 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8998e842-9a39-440b-9779-56c9568330f3 req-1f8e222d-e55c-4a18-b51e-79cedce6665d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511966 Dec 22 05:09:31.562963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34232) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:31.755843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70159dcc-797e-4a28-b462-ec51a98f78a2 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:31.757455 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-70159dcc-797e-4a28-b462-ec51a98f78a2 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 1093 time: 0.1935835 Dec 22 05:09:31.761517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34236) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:09:31.766460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:31.772832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:09:31.776734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:floatingip and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:09:31.779599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:09:31.785274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:09:31.798404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:31.939660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:32.075913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.25 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/7dc00935-a5d1-4128-b5b9-c0f31f978863) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:09:32.243118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:32.277984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:32.281755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-75ee39cf-6aa7-4cbc-a750-1d54d9a9d73b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:32.347997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:32.350872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:32.354421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:09:32.383226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=7dc00935-a5d1-4128-b5b9-c0f31f978863,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:32.389223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:32.799209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:32.888760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:33.094202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:33.100881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:33.104564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84916612-1f8d-460d-8a08-39c8aa557829 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:09:33.209600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=7dc00935-a5d1-4128-b5b9-c0f31f978863,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:33.213548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:09:33.219944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:33.394426 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP 35c7c57a-5da2-4479-908e-1f5c607f460e associated. External IP: 172.26.1.25, port: b0d7e787-3483-44e0-b68b-3b6ca4403b41. Dec 22 05:09:33.892516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 925c1009-19ce-4302-a64f-578e32d232e6 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:09:34.079187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:09:34.089413 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] Sync routers for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:09:34.102020 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:09:34.102734 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:09:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:34.109972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:34.171589 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4089506 Dec 22 05:09:34.172220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'tag': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:34.218812 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'tag': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'status': 'completed', 'code': 200} Dec 22 05:09:34.278995 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:09:34.337392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-05f03827-834f-49c0-a9cd-ae261100794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.338879 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-05f03827-834f-49c0-a9cd-ae261100794a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 1098 time: 0.0725882 Dec 22 05:09:34.474142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-eb21d274-a8dd-4ca4-a053-36990533b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.475538 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-eb21d274-a8dd-4ca4-a053-36990533b564 service neutron] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 898 time: 0.1299741 Dec 22 05:09:34.589311 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-fd67f1c6-37e1-458b-a8ab-31494958707b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d7e787-3483-44e0-b68b-3b6ca4403b41 HTTP/1.1" status: 200 len: 998 time: 0.1067283 Dec 22 05:09:34.630992 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2ae3adef-f4d1-405e-94ab-78c4d350ea7f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:19:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:14Z', 'updated_at': '2021-12-22T05:09:17Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}, {'id': '35c7c57a-5da2-4479-908e-1f5c607f460e', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.25', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:41:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:32Z', 'updated_at': '2021-12-22T05:09:32Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:34.635318 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] Checking router: 925c1009-19ce-4302-a64f-578e32d232e6 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:09:34.644023 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:09:34.644667 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:09:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:34.656637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-6184d10b-9ec4-421c-b47c-4625a3f9f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.658086 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-6184d10b-9ec4-421c-b47c-4625a3f9f687 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.0615723 Dec 22 05:09:34.735247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-cc01a420-59c2-4388-a880-779120f6ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.736733 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-cc01a420-59c2-4388-a880-779120f6ac84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720971 Dec 22 05:09:34.825491 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:09:34.983883 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-0f01bc7b-7234-49a5-9e2a-1767ddf635bc service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403982 Dec 22 05:09:35.120872 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1441f7c-c72f-4951-8b7b-e7ee099a3e8b req-6e9b7d3a-f99a-4899-8517-ecd6eba2253f service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293974 Dec 22 05:09:35.228055 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2ae3adef-f4d1-405e-94ab-78c4d350ea7f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:19:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:14Z', 'updated_at': '2021-12-22T05:09:17Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}, {'id': '35c7c57a-5da2-4479-908e-1f5c607f460e', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.25', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:41:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:32Z', 'updated_at': '2021-12-22T05:09:32Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:35.232100 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15771ac-ff84-4b25-88c0-31193e2b9b06 None None] The sync data for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv is: [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2ae3adef-f4d1-405e-94ab-78c4d350ea7f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:19:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:14Z', 'updated_at': '2021-12-22T05:09:17Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}, {'id': '35c7c57a-5da2-4479-908e-1f5c607f460e', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.25', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:41:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:32Z', 'updated_at': '2021-12-22T05:09:32Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:09:35.445020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55a5a0-76bb-40b4-81e1-05473ff35719 None None] New status for floating IP 35c7c57a-5da2-4479-908e-1f5c607f460e: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:09:44.566288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:46.882185 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:09:54.616646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-98d8ab8e-a5ff-4de9-92d3-8417f09aa706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:56.933322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7b03bee4-c26f-4393-b598-7a552d26b015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:58.036508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:58.089085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:59.482047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.261505 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-9690526b-7264-4a6b-a884-99a62595a48f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796587 Dec 22 05:10:14.436168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-84f731ac-35df-46f6-bc4a-647baa723b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:14.437662 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-84f731ac-35df-46f6-bc4a-647baa723b5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1098 time: 0.0812163 Dec 22 05:10:14.558137 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.589259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-3d03a0ca-e35d-4d99-82b8-add22d2dfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:14.590752 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-3d03a0ca-e35d-4d99-82b8-add22d2dfc6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 898 time: 0.1333380 Dec 22 05:10:14.694860 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-99aa8c88-80ae-4e30-a491-77a22d87d7c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 1000 time: 0.0977447 Dec 22 05:10:14.760311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-eeddf66b-868f-4c13-a5b0-0026a343bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:14.761782 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-eeddf66b-868f-4c13-a5b0-0026a343bef0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.0599439 Dec 22 05:10:14.843278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-fd5ddbd2-e655-45eb-88b6-c994fd6918d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:14.844668 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-fd5ddbd2-e655-45eb-88b6-c994fd6918d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762677 Dec 22 05:10:14.978054 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-ac1b13c0-af3e-46dd-ab4c-851e70e5d935 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266315 Dec 22 05:10:15.112836 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ab745eb2-b420-4e00-afcf-74170fa362b2 req-8bfd4fc5-6377-448c-8700-5465ad8be0aa service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270180 Dec 22 05:10:23.885731 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:10:24.622410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9d156c71-42be-4374-a849-9f18c8a0ae84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:26.935676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-12d86253-eb87-4c4e-afc1-dfc47f8710bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:28.038983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:28.100105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:29.485253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:44.577729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:48.847523 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34264) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:10:48.969901 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0478acc1-57f1-4349-968e-683cb59bd506 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/2ae3adef-f4d1-405e-94ab-78c4d350ea7f HTTP/1.1" status: 200 len: 992 time: 0.1206703 Dec 22 05:10:49.724963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34276) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:10:49.734959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:10:49.872278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:50.098803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 1ae34338-ca31-4d28-9a43-73811bcefc95, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ae34338-ca31-4d28-9a43-73811bcefc95,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:10:50.122545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:50.130088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:50.134452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1ec5a5c9-e630-490b-82d0-399f8dfbd0c1 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:10:50.191282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:50.191826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:50.193835 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/ports/1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 938 time: 0.4675369 Dec 22 05:10:50.205106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:10:50.229702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=1ae34338-ca31-4d28-9a43-73811bcefc95,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:50.238136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.238678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.239114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.239552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.240077 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.240533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.241058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.241507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.242605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.242977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.243341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.243699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:50.247951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:10:50.328645 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'status': 'completed', 'code': 200} Dec 22 05:10:50.396906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-bc76d614-1541-4a15-a3e5-8a4e0241de1b None None] Provisioning complete for port 1ae34338-ca31-4d28-9a43-73811bcefc95 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:10:50.397487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bc76d614-1541-4a15-a3e5-8a4e0241de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:50.449742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77414c0c-e16a-4359-a128-610594a05635 req-b8d69db3-2c3a-4b92-80df-73c53a09e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:50.451344 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-77414c0c-e16a-4359-a128-610594a05635 req-b8d69db3-2c3a-4b92-80df-73c53a09e357 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1099 time: 0.0743966 Dec 22 05:10:50.456885 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-bc76d614-1541-4a15-a3e5-8a4e0241de1b None None] Port 1ae34338-ca31-4d28-9a43-73811bcefc95 is administratively disabled so it will not transition to active. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Dec 22 05:10:50.584781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77414c0c-e16a-4359-a128-610594a05635 req-0c1d9666-0e8f-4b15-9439-82071076088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:50.586202 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-77414c0c-e16a-4359-a128-610594a05635 req-0c1d9666-0e8f-4b15-9439-82071076088e service neutron] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 898 time: 0.1280503 Dec 22 05:10:50.689814 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-77414c0c-e16a-4359-a128-610594a05635 req-ca1ff08d-9ceb-4467-9d44-7c67b8db823f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 1001 time: 0.0967634 Dec 22 05:10:50.753922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77414c0c-e16a-4359-a128-610594a05635 req-9b9ceb4e-1a00-443b-aecb-88edb4b15d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:50.755369 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-77414c0c-e16a-4359-a128-610594a05635 req-9b9ceb4e-1a00-443b-aecb-88edb4b15d3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.0594690 Dec 22 05:10:50.837484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77414c0c-e16a-4359-a128-610594a05635 req-abfbb60a-1d76-4e64-b65c-98aac96e4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:50.838918 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-77414c0c-e16a-4359-a128-610594a05635 req-abfbb60a-1d76-4e64-b65c-98aac96e4a52 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766423 Dec 22 05:10:51.103335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-77414c0c-e16a-4359-a128-610594a05635 req-fbb4087c-827a-44ec-a630-1e9566b9d232 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574961 Dec 22 05:10:51.242070 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-77414c0c-e16a-4359-a128-610594a05635 req-bc3e449d-6da3-453a-bb55-0b4f0fd3c877 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326375 Dec 22 05:10:53.647680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34288) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:10:53.657694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:10:53.782140 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:54.139076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 1ae34338-ca31-4d28-9a43-73811bcefc95, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ae34338-ca31-4d28-9a43-73811bcefc95,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:10:54.164984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:54.171963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:54.175964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:10:54.239274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:54.239905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:54.244253 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/ports/1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 937 time: 0.5923781 Dec 22 05:10:54.244253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:10:54.245127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34292) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:10:54.280011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=1ae34338-ca31-4d28-9a43-73811bcefc95,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:54.283860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:10:54.309638 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'status': 'completed', 'code': 200} Dec 22 05:10:54.421756 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d00ee03b-a380-4a4b-b9a1-a9fdd763326f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/2ae3adef-f4d1-405e-94ab-78c4d350ea7f HTTP/1.1" status: 200 len: 992 time: 0.1746378 Dec 22 05:10:54.444830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-aea5cb20-94cc-4e1f-8da4-750401987d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:54.446298 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-aea5cb20-94cc-4e1f-8da4-750401987d3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1098 time: 0.0903215 Dec 22 05:10:54.508837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-34d8829b-8372-4dac-aea4-d646d5f49ca5 None None] Provisioning complete for port 1ae34338-ca31-4d28-9a43-73811bcefc95 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:10:54.509444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-34d8829b-8372-4dac-aea4-d646d5f49ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:54.582552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-ae05ea2c-5c6e-4e9b-a3dd-16a6abd07864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:54.584079 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-ae05ea2c-5c6e-4e9b-a3dd-16a6abd07864 service neutron] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 898 time: 0.1306107 Dec 22 05:10:54.631125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-99004d7d-bb9b-4d31-b20b-d5158a63cad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:54.667094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['1ae34338-ca31-4d28-9a43-73811bcefc95'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:10:54.693294 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-9e2381c2-b21d-4721-b98f-864980c243f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 1000 time: 0.1021898 Dec 22 05:10:54.760277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-a5f8d171-b7bf-4cfa-b5a2-4d520bd6862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:54.761734 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-a5f8d171-b7bf-4cfa-b5a2-4d520bd6862d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.0617151 Dec 22 05:10:54.842091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-eb32bbc8-f827-4f58-acce-924da0d9babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:54.843602 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-eb32bbc8-f827-4f58-acce-924da0d9babe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754333 Dec 22 05:10:54.976567 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-6492675c-0d22-4a0a-bfd0-58a0bd064c36 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259089 Dec 22 05:10:55.115027 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8e80ac9f-b743-4a47-96f9-aab940738164 req-4910038d-c01b-48c8-a03d-e7fb45c554a6 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310403 Dec 22 05:10:56.937240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-04ab2ca4-7d57-4101-9de7-31b81f0ca431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:57.028474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34304) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:10:57.248240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 7dc00935-a5d1-4128-b5b9-c0f31f978863 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:10:57.248499 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:57.428957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:57.429233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:57.555931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 7dc00935-a5d1-4128-b5b9-c0f31f978863 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:10:57.716189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:57.719896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b85535a0-414e-4123-814e-2afae830e30b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:10:57.765095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=7dc00935-a5d1-4128-b5b9-c0f31f978863,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:57.768783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:10:57.858692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:57.859032 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP 35c7c57a-5da2-4479-908e-1f5c607f460e disassociated (deleted). External IP: 172.26.1.25, port: b0d7e787-3483-44e0-b68b-3b6ca4403b41. Dec 22 05:10:58.039928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:58.094843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:58.225996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 925c1009-19ce-4302-a64f-578e32d232e6 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:10:58.543982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:10:58.554157 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] Sync routers for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:10:58.561503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:58.563673 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:10:58.564636 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:10:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:58.623528 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/floatingips/35c7c57a-5da2-4479-908e-1f5c607f460e HTTP/1.1" status: 204 len: 168 time: 1.5938804 Dec 22 05:10:58.624265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'tag': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:10:58.681588 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'tag': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'status': 'completed', 'code': 200} Dec 22 05:10:58.757695 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:10:58.800171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ad117-9da2-48a4-b536-280003482209 req-1f3d6cac-6246-4358-bc41-446cf415e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:58.801642 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea0ad117-9da2-48a4-b536-280003482209 req-1f3d6cac-6246-4358-bc41-446cf415e896 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 1098 time: 0.0747895 Dec 22 05:10:58.941652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ad117-9da2-48a4-b536-280003482209 req-6536c8be-57b8-4aec-982d-aff2760c56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:58.943167 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea0ad117-9da2-48a4-b536-280003482209 req-6536c8be-57b8-4aec-982d-aff2760c56f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 898 time: 0.1344764 Dec 22 05:10:59.011677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bcaf0-d1ea-4d1c-bee7-893c42a6cd89 req-96b4795d-c3c0-4d0c-91e7-7c8cf9a18ac2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:59.012662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1a7bcaf0-d1ea-4d1c-bee7-893c42a6cd89 req-96b4795d-c3c0-4d0c-91e7-7c8cf9a18ac2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:10:59.018848 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea0ad117-9da2-48a4-b536-280003482209 req-5b63d868-34e2-443d-9337-18e9d75c5ea5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d7e787-3483-44e0-b68b-3b6ca4403b41 HTTP/1.1" status: 200 len: 217 time: 0.0676582 Dec 22 05:10:59.032123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1a7bcaf0-d1ea-4d1c-bee7-893c42a6cd89 req-96b4795d-c3c0-4d0c-91e7-7c8cf9a18ac2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:10:59.033582 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a7bcaf0-d1ea-4d1c-bee7-893c42a6cd89 req-96b4795d-c3c0-4d0c-91e7-7c8cf9a18ac2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 945 time: 0.1042125 Dec 22 05:10:59.081130 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a7bcaf0-d1ea-4d1c-bee7-893c42a6cd89 req-a42b09a5-8f6b-4c47-8055-ec22b1d5836e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395808 Dec 22 05:10:59.082581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ad117-9da2-48a4-b536-280003482209 req-7887174a-c13c-48fc-a2f4-afda16b59491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:59.084094 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea0ad117-9da2-48a4-b536-280003482209 req-7887174a-c13c-48fc-a2f4-afda16b59491 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.0590250 Dec 22 05:10:59.128064 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2ae3adef-f4d1-405e-94ab-78c4d350ea7f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:19:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:14Z', 'updated_at': '2021-12-22T05:09:17Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:59.131910 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] Checking router: 925c1009-19ce-4302-a64f-578e32d232e6 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:10:59.139942 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:10:59.140565 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:10:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:59.166348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ad117-9da2-48a4-b536-280003482209 req-d2f11cd3-54b6-4f6c-a821-b823a07c5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:59.168236 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea0ad117-9da2-48a4-b536-280003482209 req-d2f11cd3-54b6-4f6c-a821-b823a07c5236 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761051 Dec 22 05:10:59.322116 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:10:59.450556 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea0ad117-9da2-48a4-b536-280003482209 req-c5f8da1e-7061-4b36-9f94-b39bba6d2077 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721312 Dec 22 05:10:59.488195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:59.593453 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea0ad117-9da2-48a4-b536-280003482209 req-c969c288-976d-4004-9029-188b148edaac service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349158 Dec 22 05:10:59.725783 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2ae3adef-f4d1-405e-94ab-78c4d350ea7f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:19:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:14Z', 'updated_at': '2021-12-22T05:09:17Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:59.729943 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55e55b-390b-4d95-9806-7086dab4a19d None None] The sync data for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv is: [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '2ae3adef-f4d1-405e-94ab-78c4d350ea7f', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'port_id': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'mac_address': 'fa:16:3e:19:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:14Z', 'updated_at': '2021-12-22T05:09:17Z', 'revision_number': 1, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:10:59.969485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8a1b51-7a0c-4430-842d-35434592afb8 None None] New status for floating IP 35c7c57a-5da2-4479-908e-1f5c607f460e: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:11:00.277202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a9c12-6093-4581-a7d8-8900d6085a54 req-32a97265-4995-4b06-9ca7-49c876a80a49 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:00.278674 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f4a9c12-6093-4581-a7d8-8900d6085a54 req-32a97265-4995-4b06-9ca7-49c876a80a49 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 945 time: 0.0859647 Dec 22 05:11:00.323596 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f4a9c12-6093-4581-a7d8-8900d6085a54 req-5fdfc42a-69b6-47f4-9d9c-78a450899de5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=82c34f1a-98c3-4cc7-9669-745f0b34052c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385041 Dec 22 05:11:00.627788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-7582e912-dcb0-4578-b546-8c0102b63376 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:00.628476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-7582e912-dcb0-4578-b546-8c0102b63376 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:11:00.640162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-7582e912-dcb0-4578-b546-8c0102b63376 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:11:00.641297 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-7582e912-dcb0-4578-b546-8c0102b63376 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 945 time: 0.1026099 Dec 22 05:11:00.716844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port b0d7e787-3483-44e0-b68b-3b6ca4403b41 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:11:00.717176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:00.885136 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:11:00.965947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port b0d7e787-3483-44e0-b68b-3b6ca4403b41, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b0d7e787-3483-44e0-b68b-3b6ca4403b41,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:00.966321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:01.093240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for b0d7e787-3483-44e0-b68b-3b6ca4403b41 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:11:01.240191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:01.245955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cfbd5d6b-6848-4493-a607-048411070508 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:01.295317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=b0d7e787-3483-44e0-b68b-3b6ca4403b41,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:01.335969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.336373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.336743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.337104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.337460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.337820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.338168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.338524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.338854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.339229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.339577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.339921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:01.366971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:01.378081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port b0d7e787-3483-44e0-b68b-3b6ca4403b41 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:11:01.380663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:01.383232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'name': 'network-vif-deleted', 'tag': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:01.403351 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6d5b0b24-4e0b-46c2-9d89-6b4f430b337e req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "DELETE /v2.0/ports/b0d7e787-3483-44e0-b68b-3b6ca4403b41 HTTP/1.1" status: 204 len: 173 time: 0.7555249 Dec 22 05:11:01.485107 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfa24c9-2085-4bc4-b7c8-cab372cd21be', 'name': 'network-vif-deleted', 'tag': 'b0d7e787-3483-44e0-b68b-3b6ca4403b41', 'status': 'completed', 'code': 200} Dec 22 05:11:01.490392 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47202e7b-2424-42db-8238-60a04c85c224 req-8a9e781d-1b67-43a5-958c-349f29d8eb1e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfa24c9-2085-4bc4-b7c8-cab372cd21be HTTP/1.1" status: 200 len: 210 time: 0.0557654 Dec 22 05:11:02.596775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34324) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:02.673101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88023c31-dd53-4fbf-b13e-ff58b5b64e3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:02.703313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88023c31-dd53-4fbf-b13e-ff58b5b64e3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:02.771334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88023c31-dd53-4fbf-b13e-ff58b5b64e3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:02.779501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-be374089-9ea1-4131-b630-238469f309cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:02.796534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88023c31-dd53-4fbf-b13e-ff58b5b64e3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c34f1a-98c3-4cc7-9669-745f0b34052c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:02.799294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88023c31-dd53-4fbf-b13e-ff58b5b64e3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:02.807610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88023c31-dd53-4fbf-b13e-ff58b5b64e3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:02.808796 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-88023c31-dd53-4fbf-b13e-ff58b5b64e3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/82c34f1a-98c3-4cc7-9669-745f0b34052c HTTP/1.1" status: 204 len: 168 time: 0.2110343 Dec 22 05:11:02.840625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34330) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:03.046998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 0d2ff418-a118-477a-8fbf-8f097a5f7c06 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:11:03.047237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:03.232173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:03.232539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:03.465809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 0d2ff418-a118-477a-8fbf-8f097a5f7c06 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:11:03.629077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:03.632735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e5dcf16-df21-4d3b-a5ff-80e087d586b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:03.679056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=0d2ff418-a118-477a-8fbf-8f097a5f7c06,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:03.682217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:03.776484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:03.776716 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP 2ae3adef-f4d1-405e-94ab-78c4d350ea7f disassociated (deleted). External IP: 172.26.1.18, port: 1ae34338-ca31-4d28-9a43-73811bcefc95. Dec 22 05:11:04.157967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 925c1009-19ce-4302-a64f-578e32d232e6 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:11:04.354763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:11:04.365485 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] Sync routers for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:11:04.371108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:04.375095 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:11:04.375705 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:10:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:04.427750 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/floatingips/2ae3adef-f4d1-405e-94ab-78c4d350ea7f HTTP/1.1" status: 204 len: 168 time: 1.5857005 Dec 22 05:11:04.428264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:04.474275 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'status': 'completed', 'code': 200} Dec 22 05:11:04.564100 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:11:04.594974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-173bd8f1-8dd0-4ea4-8ca9-11ce36784220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:04.597005 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-173bd8f1-8dd0-4ea4-8ca9-11ce36784220 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 1098 time: 0.0725875 Dec 22 05:11:04.742728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-eb968145-33ee-4b42-a952-f98b26339193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:04.744316 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-eb968145-33ee-4b42-a952-f98b26339193 service neutron] 10.222.0.61 "GET /v2.0/networks?id=465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 200 len: 898 time: 0.1415057 Dec 22 05:11:04.814137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f66b7-1dc7-488a-bd3d-91deb77f5b75 req-b2d96ec5-cc89-4c19-84b8-be1e43b753aa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:04.816105 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-982f66b7-1dc7-488a-bd3d-91deb77f5b75 req-b2d96ec5-cc89-4c19-84b8-be1e43b753aa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 945 time: 0.0900362 Dec 22 05:11:04.820127 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-4c90bbe8-2373-4b2c-be13-bc0cc9d5e58c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 200 len: 217 time: 0.0656855 Dec 22 05:11:04.851210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b0d7e787-3483-44e0-b68b-3b6ca4403b41 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:11:04.872574 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-982f66b7-1dc7-488a-bd3d-91deb77f5b75 req-6e600350-46fe-4ba1-b6c6-af08fa4566c6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507729 Dec 22 05:11:04.893169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: b0d7e787-3483-44e0-b68b-3b6ca4403b41 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:11:04.893916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b0d7e787-3483-44e0-b68b-3b6ca4403b41 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:11:04.900474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-4f9ded84-edc5-4ba5-8911-7d6dbd0e7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:04.901947 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-4f9ded84-edc5-4ba5-8911-7d6dbd0e7366 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 200 len: 834 time: 0.0749240 Dec 22 05:11:04.908001 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:04.911966 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] Checking router: 925c1009-19ce-4302-a64f-578e32d232e6 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:11:04.920438 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:11:04.921022 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:10:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:05.102791 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:11:05.107154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-e41aa0e3-08a6-4033-adba-49c43d8c327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:05.108670 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-e41aa0e3-08a6-4033-adba-49c43d8c327f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=465c67ef-697c-4939-95dc-a9c9249794d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1986840 Dec 22 05:11:05.251631 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-8bd359cb-9554-43aa-a4c0-5222a228d7b5 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356149 Dec 22 05:11:05.387257 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa79bedb-4dd4-4bbf-96ed-ae03a48d33b8 req-b14eb399-fde0-4c61-8a65-8ae3b8ce7319 service neutron] 10.222.0.61 "GET /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282248 Dec 22 05:11:05.428540 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:05.432380 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66717d8a-99db-4c6e-ae13-61fecdd20a72 None None] The sync data for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv is: [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '981756a4-2790-4e11-a691-79413be3e144', 'name': '', 'network_id': '465c67ef-697c-4939-95dc-a9c9249794d5', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:ad:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:55Z', 'updated_at': '2021-12-22T05:09:01Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': '0d261ee5-eb26-452c-a26b-69fce83e1b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:11:05.667538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab4cb2-4a36-44bb-9a23-5aa5bc14e06a None None] New status for floating IP 2ae3adef-f4d1-405e-94ab-78c4d350ea7f: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:11:06.067552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a9ba7-2c12-4240-8749-645729aec6a7 req-ebb57baa-356a-4e61-a6b9-57e22cd466bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:06.069077 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a4a9ba7-2c12-4240-8749-645729aec6a7 req-ebb57baa-356a-4e61-a6b9-57e22cd466bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 945 time: 0.0863073 Dec 22 05:11:06.117434 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a4a9ba7-2c12-4240-8749-645729aec6a7 req-a18caf39-3161-49b7-9455-ca79e88bd44a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=c283bc19-757a-4cfd-abb8-9d6f3d187362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392921 Dec 22 05:11:06.623273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-18cd0893-c1b1-48d4-846a-4168060fa9ea tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:06.623979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-18cd0893-c1b1-48d4-846a-4168060fa9ea tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:11:06.643771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-18cd0893-c1b1-48d4-846a-4168060fa9ea tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:11:06.644934 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-18cd0893-c1b1-48d4-846a-4168060fa9ea tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 945 time: 0.1110106 Dec 22 05:11:06.716974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 1ae34338-ca31-4d28-9a43-73811bcefc95 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:11:06.717310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:06.972507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 1ae34338-ca31-4d28-9a43-73811bcefc95, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ae34338-ca31-4d28-9a43-73811bcefc95,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:06.972763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:07.098090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 1ae34338-ca31-4d28-9a43-73811bcefc95 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:11:07.248972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:07.256159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aea9cf00-775a-42bc-aa5d-135461a3e3fd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:07.278427 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55aef73f-e6e9-4be5-a59a-b28320aa4ead req-c42a639a-b4a7-4fcb-a749-c9ab7498401c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5218ac-31e6-4f16-acfe-238735de74d2 HTTP/1.1" status: 200 len: 210 time: 0.0485845 Dec 22 05:11:07.306602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=1ae34338-ca31-4d28-9a43-73811bcefc95,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:07.309230 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:07.393178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port 1ae34338-ca31-4d28-9a43-73811bcefc95 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:11:07.395859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:07.398478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'name': 'network-vif-deleted', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:07.416698 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c233bee9-a5c0-40cd-9628-144a0865a854 req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "DELETE /v2.0/ports/1ae34338-ca31-4d28-9a43-73811bcefc95 HTTP/1.1" status: 204 len: 173 time: 0.7636175 Dec 22 05:11:07.451543 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5218ac-31e6-4f16-acfe-238735de74d2', 'name': 'network-vif-deleted', 'tag': '1ae34338-ca31-4d28-9a43-73811bcefc95', 'status': 'completed', 'code': 200} Dec 22 05:11:08.387197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34348) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:08.476036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-938965ad-0fb7-4f2e-bd8e-26f96d15d5f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:08.506713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-938965ad-0fb7-4f2e-bd8e-26f96d15d5f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:08.576755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-938965ad-0fb7-4f2e-bd8e-26f96d15d5f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:08.583054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5fcfd54e-958a-446b-adb3-2f150136cc5b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:08.599511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938965ad-0fb7-4f2e-bd8e-26f96d15d5f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283bc19-757a-4cfd-abb8-9d6f3d187362,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:08.602206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-938965ad-0fb7-4f2e-bd8e-26f96d15d5f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:08.610066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-938965ad-0fb7-4f2e-bd8e-26f96d15d5f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:08.611185 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-938965ad-0fb7-4f2e-bd8e-26f96d15d5f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/c283bc19-757a-4cfd-abb8-9d6f3d187362 HTTP/1.1" status: 204 len: 168 time: 0.2230275 Dec 22 05:11:08.647487 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34354) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:09.250407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:09.746793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 981756a4-2790-4e11-a691-79413be3e144 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:11:09.747484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:09.944948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 981756a4-2790-4e11-a691-79413be3e144, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=981756a4-2790-4e11-a691-79413be3e144,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:09.945297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:10.074580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 981756a4-2790-4e11-a691-79413be3e144 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:11:10.412587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:10.416830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-868b145c-22b2-43dc-be10-18cbedd55552 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:10.464836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=981756a4-2790-4e11-a691-79413be3e144,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:10.468009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:10.747911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:10.870326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1ae34338-ca31-4d28-9a43-73811bcefc95 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:11:10.905093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 1ae34338-ca31-4d28-9a43-73811bcefc95 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:11:10.905977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1ae34338-ca31-4d28-9a43-73811bcefc95 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:11:11.244734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 925c1009-19ce-4302-a64f-578e32d232e6 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:11:11.429170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:11:11.439308 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] Sync routers for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:11:11.441890 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/925c1009-19ce-4302-a64f-578e32d232e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7932203 Dec 22 05:11:11.444662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34358) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:11.449128 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:11:11.449809 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:10:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:11.509991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f57374-88c4-4475-ae13-7d8cd635ffc1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting subnet 0d261ee5-eb26-452c-a26b-69fce83e1b7a {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:11:11.512913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69f57374-88c4-4475-ae13-7d8cd635ffc1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:11.571282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69f57374-88c4-4475-ae13-7d8cd635ffc1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:11.626339 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:11:11.652422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69f57374-88c4-4475-ae13-7d8cd635ffc1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:11.729460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69f57374-88c4-4475-ae13-7d8cd635ffc1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:11.733429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a290a76b-13b6-4809-8f52-55eb58dbc681 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:11.772807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f57374-88c4-4475-ae13-7d8cd635ffc1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Subnet': ['ID=0d261ee5-eb26-452c-a26b-69fce83e1b7a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:11.775727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-69f57374-88c4-4475-ae13-7d8cd635ffc1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:11.778194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69f57374-88c4-4475-ae13-7d8cd635ffc1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:11.784911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4624328-6ba2-492e-8489-227bc6b6e377 None None] Network 465c67ef-697c-4939-95dc-a9c9249794d5 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:11:11.787879 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-69f57374-88c4-4475-ae13-7d8cd635ffc1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/subnets/0d261ee5-eb26-452c-a26b-69fce83e1b7a HTTP/1.1" status: 204 len: 168 time: 0.3422239 Dec 22 05:11:11.788306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34362) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:11.955332 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:11:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:11.959411 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] Checking router: 925c1009-19ce-4302-a64f-578e32d232e6 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:11:11.968117 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] Routers {'925c1009-19ce-4302-a64f-578e32d232e6'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:11:11.968744 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:10:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['925c1009-19ce-4302-a64f-578e32d232e6'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:11.984824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:12.054606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] DHCP port deletion for 465c67ef-697c-4939-95dc-a9c9249794d5 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:11:12.058857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Deleting port 87de6c07-d5b7-44df-9feb-e2e32be32c0e {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:11:12.059357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:12.149598 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] Set router 925c1009-19ce-4302-a64f-578e32d232e6 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:11:12.270407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] For port 87de6c07-d5b7-44df-9feb-e2e32be32c0e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=87de6c07-d5b7-44df-9feb-e2e32be32c0e,segment=NetworkSegment(4c94aae3-64bd-4e8f-8dca-98254c9192d4),segment_id=4c94aae3-64bd-4e8f-8dca-98254c9192d4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:12.270871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:12.306837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:12.317214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 1ad32578-d310-4ee8-bab4-7b7c80593e9c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:11:12.317550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:12.395814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Calling delete_port for 87de6c07-d5b7-44df-9feb-e2e32be32c0e owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:11:12.453047 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:11:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:12.457691 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f2ee65-18c7-45eb-9a7e-43ebee2d3bfd None None] The sync data for ids ['925c1009-19ce-4302-a64f-578e32d232e6'] in dv-neutron-822524-1-hyperv is: [{'id': '925c1009-19ce-4302-a64f-578e32d232e6', 'name': 'tempest-TestNetworkBasicOps-router-327619905', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:50Z', 'updated_at': '2021-12-22T05:11:10Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '1ad32578-d310-4ee8-bab4-7b7c80593e9c', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925c1009-19ce-4302-a64f-578e32d232e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:08:51Z', 'updated_at': '2021-12-22T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:11:12.482153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:12.487944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:12.535259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Pushing event deleted for resources: {'Port': ['ID=87de6c07-d5b7-44df-9feb-e2e32be32c0e,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:12.536168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 1ad32578-d310-4ee8-bab4-7b7c80593e9c, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1ad32578-d310-4ee8-bab4-7b7c80593e9c,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:12.536543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:12.540089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] No DVR routers for this DVR port 87de6c07-d5b7-44df-9feb-e2e32be32c0e on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:11:12.546562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.547117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.547653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.548005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.548342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.548657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.549006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.549330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.550146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.550146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.550432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.550907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:12.554070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:12.670638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 1ad32578-d310-4ee8-bab4-7b7c80593e9c owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:11:12.847805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 87de6c07-d5b7-44df-9feb-e2e32be32c0e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:11:12.889989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 87de6c07-d5b7-44df-9feb-e2e32be32c0e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:11:12.890340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 87de6c07-d5b7-44df-9feb-e2e32be32c0e not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:11:12.890780 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 981756a4-2790-4e11-a691-79413be3e144 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:11:12.929717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 981756a4-2790-4e11-a691-79413be3e144 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:11:12.930114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 981756a4-2790-4e11-a691-79413be3e144 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:11:12.993093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:12.996785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-352a9bd8-4e05-4665-b3dd-9645a78f5e25 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:13.042043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=1ad32578-d310-4ee8-bab4-7b7c80593e9c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:13.045210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:13.137428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.323791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.326654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.356442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.357262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Fanout notify agent at l3_agent the message router_deleted on router 925c1009-19ce-4302-a64f-578e32d232e6 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:11:13.374942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.378516 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/routers/925c1009-19ce-4302-a64f-578e32d232e6 HTTP/1.1" status: 204 len: 168 time: 1.5866501 Dec 22 05:11:13.379162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34366) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:13.501435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.633723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.658836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465c67ef-697c-4939-95dc-a9c9249794d5']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:13.671057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c94aae3-64bd-4e8f-8dca-98254c9192d4') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:13.671348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c94aae3-64bd-4e8f-8dca-98254c9192d4') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:13.682656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.699980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.706943 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:11:13.707348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:11:13.721766 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:11:13.807167 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.811157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-511bf21d-43a4-4920-bfe2-d1a2484518ef tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:13.829497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.840924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Network': ['ID=465c67ef-697c-4939-95dc-a9c9249794d5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:13.843356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:13.845287 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/networks/465c67ef-697c-4939-95dc-a9c9249794d5 HTTP/1.1" status: 204 len: 168 time: 0.4651034 Dec 22 05:11:13.871744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34370) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:13.877483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'network': {'name': 'tempest-network-smoke--73549351', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'port_security_enabled': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:13.883420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:13.887793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:network and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:13.890774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:13.897914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:13.909163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:11:13.912700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.941958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:11:13.951580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.951930 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Added segment a62c754d-1a66-487e-ac13-0eb1bb34a27d of type vlan for network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 Dec 22 05:11:13.980122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.013111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.019282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:14.019906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.023656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1ce08b0-866c-4d4a-8b01-ed51471a5b91 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:14.131803 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2589335 Dec 22 05:11:14.134826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34374) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:14.135324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Network': ['ID=8e4e2fcd-2fe6-41e4-b223-fd29cf676066,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:14.138381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:14.140203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'admin_state_up': True, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:14.146406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:11:14.148591 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:14.152695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:router and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:14.155711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:14.162279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:14.174455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.176149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.193056 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.469184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.568793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.774176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ad32578-d310-4ee8-bab4-7b7c80593e9c no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:11:14.808407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 1ad32578-d310-4ee8-bab4-7b7c80593e9c {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:11:14.808757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ad32578-d310-4ee8-bab4-7b7c80593e9c not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:11:14.917511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.946951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.088640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.20 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/6d5d9236-a3ba-4be9-9d76-1495fdfe9495) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:11:15.243876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.279908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.283806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:15.347913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:11:15.350660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:11:15.354301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:11:15.387565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:15.393457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:15.777517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:16.270879 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:16.490807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:11:16.677988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:11:16.687826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Sync routers for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:11:16.697825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:11:16.698447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:10:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:16.709546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:16.710975 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5751462 Dec 22 05:11:16.714117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34378) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:16.801196 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3bc68e24-7ba1-4a32-8ce9-0b10294c2a30 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e765bc1a80cf45709d5ddab0fa47c255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0858774 Dec 22 05:11:16.803890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34384) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:16.880861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:11:16.938374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc7f22-6364-423e-8b1e-0e41197c43fb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:16.939781 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-02fc7f22-6364-423e-8b1e-0e41197c43fb tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349642 Dec 22 05:11:16.943055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34388) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:16.981938 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-927d4307-5d7c-44cc-8713-f44213382ca3 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376668 Dec 22 05:11:16.984569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34392) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:16.990129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-436696425', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:17.104049 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:17.107833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:subnet and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:17.110631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:17.116345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:17.127285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:11:17.131020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:17.214265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:15Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:17.218049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Checking router: 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:11:17.218400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Updating router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:11:17.282378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:17.348460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:17.352349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0f3f3d02-3fb7-4488-951c-f17b2e7ec93a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:17.435470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Subnet': ['ID=bcd00eca-ef30-41e6-9a72-54270c76ba4c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:17.439159 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:17.447244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Checking segment: {'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:11:17.447621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network hostable DHCP agents. Network: 8e4e2fcd-2fe6-41e4-b223-fd29cf676066, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:11:17.468366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:11:17.478892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 8e4e2fcd-2fe6-41e4-b223-fd29cf676066) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:11:17.482887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:17.483523 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:17.496463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b50f4-2d14-43ec-8502-f0c4c91788c8 None None] Network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:11:17.511082 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a2048341-31b1-4dff-aa42-1ccb5e0dfe6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5228212 Dec 22 05:11:17.511512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34396) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:17.796489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:17.804841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:11:17.805650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:17.820910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Transition to ACTIVE for port object 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:11:17.833674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:17.874887 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:17.983252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Attempting to bind port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:11:17.983629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Attempting to bind port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:11:17.983990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Attempting to bind port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:11:18.032007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:11:18.032410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:11:18.032813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:18.033212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:11:18.033685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Bound port: 6d5d9236-a3ba-4be9-9d76-1495fdfe9495, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:11:18.034379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:18.058355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06169637-a56c-4141-b8aa-fad9b7d320c8 None None] Pushing event updated for resources: {'Port': ['ID=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:18.068358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-06169637-a56c-4141-b8aa-fad9b7d320c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:18.109871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Allocated IP 172.20.0.2 (8e4e2fcd-2fe6-41e4-b223-fd29cf676066/bcd00eca-ef30-41e6-9a72-54270c76ba4c/6591f72d-bc91-4d9b-bb39-635bbf161461) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:11:18.131453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] For port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:11:18.198853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] For port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:11:18.212044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:18.217704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:18.338587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:11:18.339133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:10:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:18.381315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:18.435352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06169637-a56c-4141-b8aa-fad9b7d320c8 None None] Pushing event updated for resources: {'Port': ['ID=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:18.451914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-06169637-a56c-4141-b8aa-fad9b7d320c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:18.542829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:18.619437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Transition to ACTIVE for port object 6591f72d-bc91-4d9b-bb39-635bbf161461 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:11:18.651311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Transition to ACTIVE for port object 6591f72d-bc91-4d9b-bb39-635bbf161461 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:11:18.653590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:11:18.753170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:18.763968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:18.796051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.1 (8e4e2fcd-2fe6-41e4-b223-fd29cf676066/bcd00eca-ef30-41e6-9a72-54270c76ba4c/8950cc34-1255-401c-bc40-918a4d4a2f2e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:11:18.840904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:11:18.845126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:11:18.892862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:11:18.912404 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Pushing event updated for resources: {'Port': ['ID=6591f72d-bc91-4d9b-bb39-635bbf161461,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:18.940268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:18.960300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:18.976692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object 8950cc34-1255-401c-bc40-918a4d4a2f2e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:11:19.003508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:19.008569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9fba9acb-6ddb-44de-84dc-6a16a70504b6 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:19.030765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Attempting to bind port 6591f72d-bc91-4d9b-bb39-635bbf161461 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:11:19.031145 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Attempting to bind port 6591f72d-bc91-4d9b-bb39-635bbf161461 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:11:19.031513 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Attempting to bind port 6591f72d-bc91-4d9b-bb39-635bbf161461 on network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:11:19.042029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:11:19.042413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Checking segment: {'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:11:19.042807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:19.043212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Bound using segment: {'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:11:19.043667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Bound port: 6591f72d-bc91-4d9b-bb39-635bbf161461, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:11:19.044049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:19.070672 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:11:19.073682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:11:19.076496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:11:19.130681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=8950cc34-1255-401c-bc40-918a4d4a2f2e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:19.135253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:19.148806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:19.176821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] For port 6591f72d-bc91-4d9b-bb39-635bbf161461, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:11:19.180662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] For port 6591f72d-bc91-4d9b-bb39-635bbf161461, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6591f72d-bc91-4d9b-bb39-635bbf161461,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:11:19.186991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:19.192085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:19.223028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:15Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:19.251369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa1ffd-5762-4c3b-9824-b3e3a0cab634 None None] The sync data for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv is: [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:15Z', 'revision_number': 3, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:11:19.280237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Pushing event updated for resources: {'Port': ['ID=6591f72d-bc91-4d9b-bb39-635bbf161461,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:19.291976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:19.452093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.054151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.060219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.086284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-91931a7e-d2ad-4b89-814f-9adcb8d6c787 tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:20.183128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=8950cc34-1255-401c-bc40-918a4d4a2f2e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:20.185656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.189679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:20.325230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0ce0ca-cfa9-40ff-9522-1f38d61c65a1 None None] Network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:11:20.332732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:11:20.333853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:11:20.431227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d6cbd3f0-56df-4d26-a6ac-aaf7c3eaf034 None None] Provisioning for port 6591f72d-bc91-4d9b-bb39-635bbf161461 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:11:20.533622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:11:20.726817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:11:20.742469 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2297690 Dec 22 05:11:20.744969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34402) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:20.850098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6591f72d-bc91-4d9b-bb39-635bbf161461 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:11:20.915444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cbda99e0-af9f-48fc-b53a-af67eb981638 None None] Provisioning for port 8950cc34-1255-401c-bc40-918a4d4a2f2e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:11:20.923650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cbda99e0-af9f-48fc-b53a-af67eb981638 None None] Provisioning complete for port 8950cc34-1255-401c-bc40-918a4d4a2f2e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:20.924121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cbda99e0-af9f-48fc-b53a-af67eb981638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.986970 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Sync routers for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:11:20.992104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 6591f72d-bc91-4d9b-bb39-635bbf161461 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:11:20.999391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-cbda99e0-af9f-48fc-b53a-af67eb981638 None None] Port 8950cc34-1255-401c-bc40-918a4d4a2f2e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:11:20.999762 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:11:21.001256 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:10:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:21.002146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6591f72d-bc91-4d9b-bb39-635bbf161461 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:21.002721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.051971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce370a-adb3-4df7-9ccd-6431ba57e8e4 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.052470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce370a-adb3-4df7-9ccd-6431ba57e8e4 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.053050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce370a-adb3-4df7-9ccd-6431ba57e8e4 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.053668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce370a-adb3-4df7-9ccd-6431ba57e8e4 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.055489 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-92ce370a-adb3-4df7-9ccd-6431ba57e8e4 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.3087039 Dec 22 05:11:21.058411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34406) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:21.074375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cbda99e0-af9f-48fc-b53a-af67eb981638 None None] Provisioning complete for port 6591f72d-bc91-4d9b-bb39-635bbf161461 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:21.074855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cbda99e0-af9f-48fc-b53a-af67eb981638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.133544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71b4de-cf48-42c8-ac33-c72444691637 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.134188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71b4de-cf48-42c8-ac33-c72444691637 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.134788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71b4de-cf48-42c8-ac33-c72444691637 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.135375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71b4de-cf48-42c8-ac33-c72444691637 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.137701 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6a71b4de-cf48-42c8-ac33-c72444691637 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0779879 Dec 22 05:11:21.140405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34410) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:21.206528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.219423 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:11:21.316819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cbda99e0-af9f-48fc-b53a-af67eb981638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.342284 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 6591f72d-bc91-4d9b-bb39-635bbf161461, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6591f72d-bc91-4d9b-bb39-635bbf161461,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:21.350222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.351133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:11:21.373043 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-468d2b4a-ad02-4bdb-a9c4-c4e6bca63ae6 tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2287211 Dec 22 05:11:21.386871 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:21.519937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-cbda99e0-af9f-48fc-b53a-af67eb981638 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:11:21.520405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-cbda99e0-af9f-48fc-b53a-af67eb981638 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:11:21.527151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=6591f72d-bc91-4d9b-bb39-635bbf161461,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:21.534902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:21.542365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:11:21.547617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:21.548014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.569297 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:19Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:11:19Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:21.573484 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Checking router: 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:11:21.573838 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Updating router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b port 8950cc34-1255-401c-bc40-918a4d4a2f2e binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:11:21.630860 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.711904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34418) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:21.717360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2099474039', 'description': 'tempest-secgroup-smoke-2099474039 description', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:21.720060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.723770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:21.728711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:21.732416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:21.736962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:21.739899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:21.742541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.746148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:21.751997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.773578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:21.777755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:21.781813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:21.787629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:21.820927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:21.824408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:21.862082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.866344 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.871413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-468bd346-db76-4216-a86e-582c32026b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:21.910921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92cc3523-4413-4630-a3b3-b6e4ed215d57,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:21.913533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:21.914752 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2018163 Dec 22 05:11:21.915627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:21.918063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34424) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:21.923133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '92cc3523-4413-4630-a3b3-b6e4ed215d57', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:21.929709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:21.933833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:21.936966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:21.942938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:21.960566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.021758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.026608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.027738 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.028853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac3277b4-3105-4df5-aeea-c93292fd1c87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:22.041956 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Transition to ACTIVE for port object 8950cc34-1255-401c-bc40-918a4d4a2f2e will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:11:22.049615 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.055405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedb1117-0385-48e2-a5f3-641a964fe864,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:22.059459 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:22.060204 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:22.070760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.072254 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532094 Dec 22 05:11:22.075202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34428) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:22.081301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '92cc3523-4413-4630-a3b3-b6e4ed215d57', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:22.087737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:22.091761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:22.094638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:22.101006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:22.120674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.197334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.203100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.206563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0a0f4adb-368a-46bb-9e74-0fd8f1b7cd90 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:22.225092 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Pushing event updated for resources: {'Port': ['ID=8950cc34-1255-401c-bc40-918a4d4a2f2e,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:22.233691 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7811c5-6ca7-470b-b758-1eb999e1fc3e,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:22.239985 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.240355 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.240693 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.241014 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.243898 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.244277 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.244612 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.244938 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.245264 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.245584 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.245901 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.246208 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:22.247493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:22.249877 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:22.267122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.269295 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1928511 Dec 22 05:11:22.272248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34434) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:22.277874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '92cc3523-4413-4630-a3b3-b6e4ed215d57', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:22.284806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:22.289172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:22.292685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:22.299270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:22.309130 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Attempting to bind port 8950cc34-1255-401c-bc40-918a4d4a2f2e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:11:22.309541 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Attempting to bind port 8950cc34-1255-401c-bc40-918a4d4a2f2e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:11:22.309931 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Attempting to bind port 8950cc34-1255-401c-bc40-918a4d4a2f2e on network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:11:22.316339 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:11:22.317126 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Checking segment: {'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:11:22.317126 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.317546 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Bound using segment: {'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:11:22.317929 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Bound port: 8950cc34-1255-401c-bc40-918a4d4a2f2e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:11:22.318297 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.318421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.387864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.393333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.395280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8770e8b2-5e98-4fc2-a189-70f1a42245ae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:22.411166 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] For port 8950cc34-1255-401c-bc40-918a4d4a2f2e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:11:22.414413 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] For port 8950cc34-1255-401c-bc40-918a4d4a2f2e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8950cc34-1255-401c-bc40-918a4d4a2f2e,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:11:22.418077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a658e53-afe1-4520-8c30-77e09c61350d,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:22.418903 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.420585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:22.426124 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ecc76cbe-cf96-41fd-a2c5-6ba369958d35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:22.429399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.433738 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576939 Dec 22 05:11:22.433890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34438) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:22.439402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '92cc3523-4413-4630-a3b3-b6e4ed215d57', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:22.447223 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:22.451234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:22.454190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:22.460036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:22.479379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.500560 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:11:22.501282 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:10:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:22.545760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.551725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.553237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e772a22b-abec-4456-8cbd-178d927744c1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:22.569301 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Pushing event updated for resources: {'Port': ['ID=8950cc34-1255-401c-bc40-918a4d4a2f2e,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:22.578676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ab853e-7d20-4bf2-ae3b-768dd9713a73,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:22.580861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:22.583913 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:22.593270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.594535 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5fac3010-4ac0-41e4-bb1e-b36134cf557a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1597128 Dec 22 05:11:22.598385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34442) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:22.604241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '92cc3523-4413-4630-a3b3-b6e4ed215d57', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:22.610561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:22.614517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:22.617526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:22.624687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:22.637724 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:11:22.646190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.699297 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:11:22.714555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.718180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.720075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ef9119cf-9cca-4ef1-9313-f43ddcfc11b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:22.743239 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c527fed-ec2d-406d-840f-faccbaee4e0a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:22.747760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:22.756339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.759112 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592953 Dec 22 05:11:22.762490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34446) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:22.767848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'security_group_rule': {'security_group_id': '92cc3523-4413-4630-a3b3-b6e4ed215d57', 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:22.774338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:22.782860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:security_group_rule and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:22.785897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:22.792197 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:22.803906 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Project e765bc1a80cf45709d5ddab0fa47c255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:11:22.810858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.814123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6591f72d-bc91-4d9b-bb39-635bbf161461 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:11:22.878929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.883408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.885397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-32058bea-a7ec-4377-b596-b48724f1e98a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:22.887588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6591f72d-bc91-4d9b-bb39-635bbf161461 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:22.888207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.907279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d37974e-89a4-485a-95a0-b7476700f02a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:22.912948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:22.920802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:22.928651 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1650348 Dec 22 05:11:23.015737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:11:23.044719 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:19Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:11:22Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:23.049118 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510968f-5468-4a54-9a1b-0ddcc6e1b60c None None] The sync data for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv is: [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:19Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:11:22Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:11:23.083939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:23.084424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:23.123370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-3423acd1-f715-4eef-9a36-783fb9976858 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:11:23.140522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-3423acd1-f715-4eef-9a36-783fb9976858 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:11:23.142025 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-3423acd1-f715-4eef-9a36-783fb9976858 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099474039&fields=id&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 267 time: 0.0831742 Dec 22 05:11:23.315648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-2a1661b0-f4a9-4e39-88dc-2a61057fb3fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:23.316389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-2a1661b0-f4a9-4e39-88dc-2a61057fb3fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:11:23.333478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-2a1661b0-f4a9-4e39-88dc-2a61057fb3fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:11:23.334719 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-2a1661b0-f4a9-4e39-88dc-2a61057fb3fb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/networks?id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066 HTTP/1.1" status: 200 len: 795 time: 0.1852236 Dec 22 05:11:23.352770 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-df265e48-454a-4e50-a1b0-7dfe2bb62e1b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/quotas/e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 375 time: 0.0121136 Dec 22 05:11:23.441754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-75de4d9b-235a-4b5a-9cc0-fde5611b5321 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:11:23.458401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-75de4d9b-235a-4b5a-9cc0-fde5611b5321 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:11:23.459699 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-75de4d9b-235a-4b5a-9cc0-fde5611b5321 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009648 Dec 22 05:11:23.746711 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-8ae18842-3b08-464c-9778-cd1c1445ad16 service neutron] 10.222.0.36 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748766 Dec 22 05:11:23.891348 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-c6eb424d-7a63-4cc6-833e-d542815a678c service neutron] 10.222.0.36 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388183 Dec 22 05:11:24.085591 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8a164d9d-78d5-416a-979e-f8b1145d9b01 req-388ec3f6-3975-46fa-8706-adfedf13d7b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 210 time: 0.0454125 Dec 22 05:11:24.606122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d994b5e8-87c9-40f7-8ec4-2b9b3c5752e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:24.797465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8950cc34-1255-401c-bc40-918a4d4a2f2e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:11:24.871570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 8950cc34-1255-401c-bc40-918a4d4a2f2e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:11:24.876524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 8950cc34-1255-401c-bc40-918a4d4a2f2e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:24.876900 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:25.010343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:25.043740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 8950cc34-1255-401c-bc40-918a4d4a2f2e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8950cc34-1255-401c-bc40-918a4d4a2f2e,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:25.050227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:25.052318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:25.125005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=8950cc34-1255-401c-bc40-918a4d4a2f2e,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:25.128530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:25.244955 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c4e2a87-55d3-4e9a-8622-de0625e6477b req-14298f7a-7125-42a5-8d40-f43b4485217d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 210 time: 0.0440068 Dec 22 05:11:25.291630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-79c81b6d-9d48-465b-9fa9-dbd73533a782 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:25.293115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-79c81b6d-9d48-465b-9fa9-dbd73533a782 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:11:25.307379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-79c81b6d-9d48-465b-9fa9-dbd73533a782 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:11:25.308614 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-79c81b6d-9d48-465b-9fa9-dbd73533a782 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/networks?id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066 HTTP/1.1" status: 200 len: 795 time: 0.1756985 Dec 22 05:11:25.370387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-48c9c42c-602d-4ff7-8153-7db0b98f370b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:11:25.383348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-48c9c42c-602d-4ff7-8153-7db0b98f370b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:11:25.384486 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-48c9c42c-602d-4ff7-8153-7db0b98f370b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e765bc1a80cf45709d5ddab0fa47c255 HTTP/1.1" status: 200 len: 380 time: 0.0612147 Dec 22 05:11:25.397550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'port': {'device_id': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'admin_state_up': True, 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'security_groups': ['92cc3523-4413-4630-a3b3-b6e4ed215d57']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:25.543239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:25.553215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:25.565740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Made reservation on behalf of e765bc1a80cf45709d5ddab0fa47c255 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:11:25.570945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:25.742221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.20.0.10 (8e4e2fcd-2fe6-41e4-b223-fd29cf676066/bcd00eca-ef30-41e6-9a72-54270c76ba4c/ac27cd36-aca5-439b-a6b8-41a21b924501) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:11:25.942122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:25.958137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Transition to ACTIVE for port object ac27cd36-aca5-439b-a6b8-41a21b924501 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:11:25.987596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:25.994385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:26.059904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:11:26.062930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:11:26.065562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:11:26.103338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=ac27cd36-aca5-439b-a6b8-41a21b924501,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:26.106495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:26.140738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:26.141354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:26.169492 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7762706 Dec 22 05:11:26.186674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Request body: {'port': {'device_id': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:26.300073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:26.322454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0ad95bf8-b0dd-4b6a-9caa-fca5ec9b250f None None] Provisioning for port ac27cd36-aca5-439b-a6b8-41a21b924501 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:11:26.330195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0ad95bf8-b0dd-4b6a-9caa-fca5ec9b250f None None] Provisioning complete for port ac27cd36-aca5-439b-a6b8-41a21b924501 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:26.331707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0ad95bf8-b0dd-4b6a-9caa-fca5ec9b250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:26.398470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0ad95bf8-b0dd-4b6a-9caa-fca5ec9b250f None None] Port ac27cd36-aca5-439b-a6b8-41a21b924501 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:11:26.439000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a7e31-1106-4c16-af5a-8148b17798d7 req-5584958e-568d-4178-85e1-a4fb0190c567 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:26.440563 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b5a7e31-1106-4c16-af5a-8148b17798d7 req-5584958e-568d-4178-85e1-a4fb0190c567 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 932 time: 0.0886190 Dec 22 05:11:26.491210 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b5a7e31-1106-4c16-af5a-8148b17798d7 req-7c906bd6-14ef-45d9-8d13-2e58acb83b99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444829 Dec 22 05:11:26.652886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac27cd36-aca5-439b-a6b8-41a21b924501 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:11:26.661041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:26.676844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Transition to ACTIVE for port object ac27cd36-aca5-439b-a6b8-41a21b924501 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:11:26.683351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:26.688939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-152c8122-f6ea-47c9-8528-2e56c3661f02 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:26.786602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8950cc34-1255-401c-bc40-918a4d4a2f2e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:11:26.855625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 8950cc34-1255-401c-bc40-918a4d4a2f2e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:26.855914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:26.938944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-847a015e-03e1-48a1-aba1-2258f6013bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:26.961149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Pushing event updated for resources: {'Port': ['ID=ac27cd36-aca5-439b-a6b8-41a21b924501,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:26.994191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:27.036083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Attempting to bind port ac27cd36-aca5-439b-a6b8-41a21b924501 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:11:27.036464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Attempting to bind port ac27cd36-aca5-439b-a6b8-41a21b924501 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:11:27.036809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Attempting to bind port ac27cd36-aca5-439b-a6b8-41a21b924501 on network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:11:27.041986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Port ac27cd36-aca5-439b-a6b8-41a21b924501 on network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:11:27.042303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Attempting to bind port ac27cd36-aca5-439b-a6b8-41a21b924501 on network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:11:27.047332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:11:27.047664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Checking segment: {'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:11:27.048044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Bound using segment: {'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:11:27.048503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Bound port: ac27cd36-aca5-439b-a6b8-41a21b924501, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62c754d-1a66-487e-ac13-0eb1bb34a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:11:27.048861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:27.139053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] For port ac27cd36-aca5-439b-a6b8-41a21b924501, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:11:27.142676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] For port ac27cd36-aca5-439b-a6b8-41a21b924501, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ac27cd36-aca5-439b-a6b8-41a21b924501,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:11:27.147851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:27.151617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d551e8ef-efc8-4182-84dd-629434abbaf8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:27.218825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:27.219910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:27.222086 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac27cd36-aca5-439b-a6b8-41a21b924501 HTTP/1.1" status: 200 len: 1094 time: 1.0398402 Dec 22 05:11:27.222613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'tag': 'ac27cd36-aca5-439b-a6b8-41a21b924501'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:27.248375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Pushing event updated for resources: {'Port': ['ID=ac27cd36-aca5-439b-a6b8-41a21b924501,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:27.251989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:27.278575 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'tag': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'status': 'completed', 'code': 200} Dec 22 05:11:27.374356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-33e8c8c7-1753-46cd-985c-46737a46e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:27.375932 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-33e8c8c7-1753-46cd-985c-46737a46e0e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 1097 time: 0.0771620 Dec 22 05:11:27.456187 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-043218f2-5ee0-4e71-80c4-9b60cb48237e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac27cd36-aca5-439b-a6b8-41a21b924501 HTTP/1.1" status: 200 len: 217 time: 0.0663619 Dec 22 05:11:27.519109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-b6fa3f3a-164f-4501-8e84-87d87520be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:27.520482 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-b6fa3f3a-164f-4501-8e84-87d87520be91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bcd00eca-ef30-41e6-9a72-54270c76ba4c HTTP/1.1" status: 200 len: 834 time: 0.0582600 Dec 22 05:11:27.600874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-d34a85e3-1ccb-4a8c-add0-98d608ba05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:27.602596 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-d34a85e3-1ccb-4a8c-add0-98d608ba05b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755601 Dec 22 05:11:27.682133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b184-f9fa-46eb-94f4-f8dfc1bd0917 req-9c340744-2460-4da7-b351-02bffb1b65cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:27.683607 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33f8b184-f9fa-46eb-94f4-f8dfc1bd0917 req-9c340744-2460-4da7-b351-02bffb1b65cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 944 time: 0.0834956 Dec 22 05:11:27.732471 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33f8b184-f9fa-46eb-94f4-f8dfc1bd0917 req-318d5b62-e00d-476c-8310-ffe1103e527e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 Dec 22 05:11:27.736896 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-0f17baa2-8d0c-4ba8-97d2-426c8a88ae82 service neutron] 10.222.0.61 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277885 Dec 22 05:11:27.872395 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1a7969dc-4e24-4038-bc82-b23a9b8f2f6b req-cf772880-cee2-476c-b8a9-8d0fdbad859f service neutron] 10.222.0.61 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292653 Dec 22 05:11:28.040441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:28.052585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-6dad80f6-2597-49c6-add8-f547f6b0d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:28.054125 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-6dad80f6-2597-49c6-add8-f547f6b0d1d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 1097 time: 0.0754781 Dec 22 05:11:28.099063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:28.193421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-03812147-1136-445d-ae8a-caaf6c268508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:28.194957 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-03812147-1136-445d-ae8a-caaf6c268508 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066 HTTP/1.1" status: 200 len: 896 time: 0.1336942 Dec 22 05:11:28.267401 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-fdd09d28-954c-46e5-8f2c-03fe36939d3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac27cd36-aca5-439b-a6b8-41a21b924501 HTTP/1.1" status: 200 len: 217 time: 0.0653703 Dec 22 05:11:28.330002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-df1cfc2b-6d44-407e-84b2-efc0f922b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:28.331551 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-df1cfc2b-6d44-407e-84b2-efc0f922b697 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bcd00eca-ef30-41e6-9a72-54270c76ba4c HTTP/1.1" status: 200 len: 834 time: 0.0581775 Dec 22 05:11:28.407543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-fbed0701-97bd-4b97-a8db-f41ced7f94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:28.409044 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-fbed0701-97bd-4b97-a8db-f41ced7f94ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712812 Dec 22 05:11:28.544298 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-7b1fad40-ece4-4e3b-90d7-8e0df39f0258 service neutron] 10.222.0.61 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279633 Dec 22 05:11:28.797310 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d424cfcf-24f7-4210-953d-1c9a9fa83ce2 req-1e62d6ea-e6fd-4ea4-a6be-d3b5db076c74 service neutron] 10.222.0.61 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400937 Dec 22 05:11:28.926842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d35c5d-9259-4f5c-bcfa-9c16f73a6704 req-b17dc326-1373-4afc-803c-45dd97354521 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:28.928310 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-86d35c5d-9259-4f5c-bcfa-9c16f73a6704 req-b17dc326-1373-4afc-803c-45dd97354521 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 944 time: 0.0840652 Dec 22 05:11:28.976863 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-86d35c5d-9259-4f5c-bcfa-9c16f73a6704 req-cee4f291-71be-4c2e-8b34-cf257f8aa8f1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399323 Dec 22 05:11:29.489310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:30.183128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e094-0769-4222-b76e-8d75b5e188b8 req-b923cdba-9269-4ee5-97c8-62e7e75e53b6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:30.184628 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8728e094-0769-4222-b76e-8d75b5e188b8 req-b923cdba-9269-4ee5-97c8-62e7e75e53b6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 944 time: 0.0928609 Dec 22 05:11:30.232863 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8728e094-0769-4222-b76e-8d75b5e188b8 req-03a3c016-4f4b-4bb3-b662-fb6e09352169 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 Dec 22 05:11:30.903480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ac27cd36-aca5-439b-a6b8-41a21b924501 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:11:31.043816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port ac27cd36-aca5-439b-a6b8-41a21b924501, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ac27cd36-aca5-439b-a6b8-41a21b924501,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:31.063017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'port_id': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'mac_address': 'fa:16:3e:b6:6a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:11:31.124122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:31.144207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac27cd36-aca5-439b-a6b8-41a21b924501 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:11:31.165481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port ac27cd36-aca5-439b-a6b8-41a21b924501, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ac27cd36-aca5-439b-a6b8-41a21b924501,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:31.172626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:31.174390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:31.239635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=ac27cd36-aca5-439b-a6b8-41a21b924501,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:31.242841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:31.446657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e4eca-718d-4995-8a93-e4a9412896a3 req-76148f9a-32c3-4813-966a-289b52a9ee60 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:31.448162 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-333e4eca-718d-4995-8a93-e4a9412896a3 req-76148f9a-32c3-4813-966a-289b52a9ee60 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 945 time: 0.1075110 Dec 22 05:11:31.493450 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-333e4eca-718d-4995-8a93-e4a9412896a3 req-297060ff-17c9-4ae4-8b5a-6af3d2c71f36 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393567 Dec 22 05:11:31.573082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['ac27cd36-aca5-439b-a6b8-41a21b924501'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:11:32.697714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfa03-6e35-41d0-965e-75e1734b6689 req-16d4e037-ef7e-40a8-917c-32e448294c74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:32.699449 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bd5cfa03-6e35-41d0-965e-75e1734b6689 req-16d4e037-ef7e-40a8-917c-32e448294c74 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 945 time: 0.0917115 Dec 22 05:11:32.745536 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bd5cfa03-6e35-41d0-965e-75e1734b6689 req-a55ab405-0e28-4640-b075-b3c957055777 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397084 Dec 22 05:11:32.929271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ac27cd36-aca5-439b-a6b8-41a21b924501 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:11:33.008215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port ac27cd36-aca5-439b-a6b8-41a21b924501 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:11:33.012833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port ac27cd36-aca5-439b-a6b8-41a21b924501 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:33.013216 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:33.131526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:33.157975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac27cd36-aca5-439b-a6b8-41a21b924501'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:33.168173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port ac27cd36-aca5-439b-a6b8-41a21b924501, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ac27cd36-aca5-439b-a6b8-41a21b924501,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:11:33.173125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:33.176276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:33.243918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=ac27cd36-aca5-439b-a6b8-41a21b924501,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:33.247485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:33.251683 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'code': 200} Dec 22 05:11:33.540000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9866ce2-ac07-4e27-b636-887a7fc0b68c req-9e4d0dcb-326b-4393-950e-597aed462397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:33.541746 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d9866ce2-ac07-4e27-b636-887a7fc0b68c req-9e4d0dcb-326b-4393-950e-597aed462397 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 1099 time: 0.0824621 Dec 22 05:11:33.583377 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d9866ce2-ac07-4e27-b636-887a7fc0b68c req-0429abaa-da17-4e75-9d2a-9fe7c58183e6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348189 Dec 22 05:11:33.934482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7defda5-44ee-431c-b54f-f9d28d4b594a req-a7229712-58be-4519-a712-6616ef25c82c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:33.935933 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7defda5-44ee-431c-b54f-f9d28d4b594a req-a7229712-58be-4519-a712-6616ef25c82c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 946 time: 0.0834649 Dec 22 05:11:33.981552 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7defda5-44ee-431c-b54f-f9d28d4b594a req-9ab97c0b-6c80-43a3-a1d4-9c15dd08a0c7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380945 Dec 22 05:11:35.196126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9429534-4a09-45ab-aebb-e8f8d7593df6 req-a56caec6-ebed-478e-b1af-5405ea55875a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:35.197615 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9429534-4a09-45ab-aebb-e8f8d7593df6 req-a56caec6-ebed-478e-b1af-5405ea55875a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 946 time: 0.0862923 Dec 22 05:11:35.242592 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9429534-4a09-45ab-aebb-e8f8d7593df6 req-2e2a6a54-75a6-4131-b47c-c9252696efed tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390346 Dec 22 05:11:35.433821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac666c1f-3710-410f-b0c6-a28729079d6e req-fa0decfa-0c5f-4949-a757-cc7fe4f46214 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:35.435286 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac666c1f-3710-410f-b0c6-a28729079d6e req-fa0decfa-0c5f-4949-a757-cc7fe4f46214 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 946 time: 0.0853884 Dec 22 05:11:35.486635 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac666c1f-3710-410f-b0c6-a28729079d6e req-444978d1-b919-45f4-9023-cac481f37afe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441544 Dec 22 05:11:35.516621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34518) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:35.597579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb0069c-1563-40ba-9d1b-2bf569e1538b tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:35.598982 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9bb0069c-1563-40ba-9d1b-2bf569e1538b tempest-TestNetworkBasicOps-2010209039 tempest-TestNetworkBasicOps-2010209039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 1094 time: 0.0813851 Dec 22 05:11:35.602003 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34522) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:35.606944 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:35.613055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:11:35.616752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Usage tracker for resource:floatingip and tenant:e765bc1a80cf45709d5ddab0fa47c255 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:11:35.619620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:11:35.625280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:11:35.638165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:35.780991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:35.923248 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Allocated IP 172.26.1.59 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/be661471-3a7a-4ddb-8e02-85fe1909ea26) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:11:36.088818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:36.126908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:36.130771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7f0fce61-7d2c-435a-a7a3-14ebea8baf16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:36.196980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:11:36.199632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:11:36.203341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:11:36.231900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=be661471-3a7a-4ddb-8e02-85fe1909ea26,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:36.238087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:36.620698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:36.710094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:36.941195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:36.949417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:36.954914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fd721405-0939-4f6a-bc3d-d6f8967ece21 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:11:37.182856 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event updated for resources: {'Port': ['ID=be661471-3a7a-4ddb-8e02-85fe1909ea26,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:37.186725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:11:37.193995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:37.366533 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP ba25d3b8-d698-4316-84a9-305bc5138d90 associated. External IP: 172.26.1.59, port: ac27cd36-aca5-439b-a6b8-41a21b924501. Dec 22 05:11:37.720701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:11:37.884614 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:11:37.898762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:11:37.909650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] Sync routers for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:11:37.925281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:11:37.925563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:37.926125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:11:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:37.985012 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3818483 Dec 22 05:11:37.985560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'tag': 'ac27cd36-aca5-439b-a6b8-41a21b924501'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:37.988071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34526) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:38.032659 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'tag': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'status': 'completed', 'code': 200} Dec 22 05:11:38.107445 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ea299783-04a5-4101-b882-f6b4fc24f0ff tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/ba25d3b8-d698-4316-84a9-305bc5138d90 HTTP/1.1" status: 200 len: 991 time: 0.1165011 Dec 22 05:11:38.119790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:11:38.150474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-d86e3156-92b8-4fa2-91c4-1af5e52764cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:38.151949 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-d86e3156-92b8-4fa2-91c4-1af5e52764cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 1099 time: 0.0737154 Dec 22 05:11:38.284694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-2933c9cf-5525-4ed3-9561-6ddc48b99f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:38.286179 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-2933c9cf-5525-4ed3-9561-6ddc48b99f37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066 HTTP/1.1" status: 200 len: 896 time: 0.1280918 Dec 22 05:11:38.390489 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-100e4e3c-084b-4c5f-9aac-30ccb7e9583d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac27cd36-aca5-439b-a6b8-41a21b924501 HTTP/1.1" status: 200 len: 999 time: 0.0976782 Dec 22 05:11:38.453815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-3e0808f5-80c3-4436-81ff-46faf03da039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:38.455332 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-3e0808f5-80c3-4436-81ff-46faf03da039 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bcd00eca-ef30-41e6-9a72-54270c76ba4c HTTP/1.1" status: 200 len: 834 time: 0.0588484 Dec 22 05:11:38.474716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:19Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'ba25d3b8-d698-4316-84a9-305bc5138d90', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.59', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'port_id': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'mac_address': 'fa:16:3e:b6:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:11:36Z', 'updated_at': '2021-12-22T05:11:36Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:11:25Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:38.478944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] Checking router: 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:11:38.487546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:11:38.488254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:11:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:38.531994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-2136df59-0c1b-4956-aac2-070e5e924e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:38.533390 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-2136df59-0c1b-4956-aac2-070e5e924e71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723977 Dec 22 05:11:38.669010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:11:38.805765 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-f4f53c01-98b2-4640-8088-be93fc8ac218 service neutron] 10.222.0.61 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658913 Dec 22 05:11:38.940119 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7297e6f6-81aa-4fc3-9342-ba83d6ebe7e8 req-f30ad2de-5c7d-4555-b524-fa73a6bae80e service neutron] 10.222.0.61 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268318 Dec 22 05:11:39.096633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:19Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'ba25d3b8-d698-4316-84a9-305bc5138d90', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.59', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'port_id': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'mac_address': 'fa:16:3e:b6:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:11:36Z', 'updated_at': '2021-12-22T05:11:36Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:11:25Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:11:39.102196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe6a12e-6c02-4ef0-8b2f-5b003f37cce1 None None] The sync data for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv is: [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:19Z', 'revision_number': 4, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'ba25d3b8-d698-4316-84a9-305bc5138d90', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.59', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'port_id': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'mac_address': 'fa:16:3e:b6:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:11:36Z', 'updated_at': '2021-12-22T05:11:36Z', 'revision_number': 0, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:11:25Z', 'revision_number': 5, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:11:39.110387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34532) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:39.256464 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5f72655b-99a6-44bc-9d70-86091906da94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/ba25d3b8-d698-4316-84a9-305bc5138d90 HTTP/1.1" status: 200 len: 991 time: 0.1447303 Dec 22 05:11:39.333796 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212ba7c-c469-46d8-96f5-141e6396cb98 None None] New status for floating IP ba25d3b8-d698-4316-84a9-305bc5138d90: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:11:40.260836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34536) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:11:40.370210 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b9989a93-2447-4fe0-ba98-325ef06921c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/ba25d3b8-d698-4316-84a9-305bc5138d90 HTTP/1.1" status: 200 len: 993 time: 0.1081266 Dec 22 05:11:44.577036 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:54.623295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-af306aff-8263-4696-8ac5-b543f0c3f7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:56.942786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-055bc772-9b04-4275-b4fd-bc42f47c0bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:58.046035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:58.104796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:59.481550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:14.595855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:14.884058 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:12:15.241453 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-7c3bb662-1936-4f9f-bcd5-2edec3859700 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705459 Dec 22 05:12:15.411373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-bb3b1635-99e7-4b92-89f0-e95132786629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:15.412843 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-bb3b1635-99e7-4b92-89f0-e95132786629 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 1099 time: 0.0762312 Dec 22 05:12:15.560608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-4d1d4a9a-70e0-4da2-bfc3-4a1d50d6db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:15.562030 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-4d1d4a9a-70e0-4da2-bfc3-4a1d50d6db3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066 HTTP/1.1" status: 200 len: 896 time: 0.1289926 Dec 22 05:12:15.664666 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-a19f747b-3830-49bd-8556-0700771acac7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac27cd36-aca5-439b-a6b8-41a21b924501 HTTP/1.1" status: 200 len: 1001 time: 0.0958376 Dec 22 05:12:15.736203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-0eeff58f-388d-4b24-9cfb-df5b22c52d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:15.737370 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-0eeff58f-388d-4b24-9cfb-df5b22c52d9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bcd00eca-ef30-41e6-9a72-54270c76ba4c HTTP/1.1" status: 200 len: 834 time: 0.0661411 Dec 22 05:12:15.814589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-1c3f8488-9f4a-4efc-abc7-7626f0b1113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:15.815788 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-1c3f8488-9f4a-4efc-abc7-7626f0b1113d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717001 Dec 22 05:12:15.948335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-8c99c745-17b3-44ba-ad2d-dcc3b0e9ab54 service neutron] 10.222.0.61 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257806 Dec 22 05:12:16.081749 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5a02fc48-1e8d-42f3-9852-cbd1626cbea8 req-a015d094-9f31-4ca8-9f41-a8a4bc3c9908 service neutron] 10.222.0.61 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268480 Dec 22 05:12:24.615682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f99be0c9-2531-4261-98cb-b3552d9d42aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:26.948966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-951b6f96-ae37-43dc-9a62-1a59bd012cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:28.046679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:28.099327 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:29.495945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:44.608061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:51.414116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34558) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:12:51.423036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-88bc4c74-ebbd-4c51-b558-036b308dd4a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:51.883155 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:12:52.104630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88bc4c74-ebbd-4c51-b558-036b308dd4a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:52.119650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88bc4c74-ebbd-4c51-b558-036b308dd4a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:52.309920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bc4c74-ebbd-4c51-b558-036b308dd4a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:12:52.501361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc4c74-ebbd-4c51-b558-036b308dd4a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:12:52.508519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88bc4c74-ebbd-4c51-b558-036b308dd4a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:52.509686 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-88bc4c74-ebbd-4c51-b558-036b308dd4a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b HTTP/1.1" status: 200 len: 888 time: 1.0938044 Dec 22 05:12:52.515448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1d6c2-be96-4e06-adea-b699a1763eda None None] Sync routers for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:12:52.526206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1d6c2-be96-4e06-adea-b699a1763eda None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:12:52.526830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-84f1d6c2-be96-4e06-adea-b699a1763eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:12:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:52.591866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-84f1d6c2-be96-4e06-adea-b699a1763eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:52.601138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1d6c2-be96-4e06-adea-b699a1763eda None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:12:52.601732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-84f1d6c2-be96-4e06-adea-b699a1763eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:12:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:52.662644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-84f1d6c2-be96-4e06-adea-b699a1763eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:52.663020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1d6c2-be96-4e06-adea-b699a1763eda None None] The sync data for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:12:53.075232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8950cc34-1255-401c-bc40-918a4d4a2f2e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:12:53.203384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:53.234794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 8950cc34-1255-401c-bc40-918a4d4a2f2e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8950cc34-1255-401c-bc40-918a4d4a2f2e,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:12:53.240740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:53.242631 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-da939f71-cf73-44d5-b141-7c11ce4a223c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:12:53.311378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=8950cc34-1255-401c-bc40-918a4d4a2f2e,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:53.318722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.319069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.319395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.319719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.320043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.320395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.320714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.321031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.321400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.321713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.322001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.322337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:53.326277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:12:53.459314 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ec4d5-d1b3-4f69-84c8-80b7e2ebed0a None None] New status for floating IP ba25d3b8-d698-4316-84a9-305bc5138d90: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:12:54.611133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5755bf76-d021-4fd3-98f2-bbdf9ae71f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:54.698651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34564) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:12:54.705987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-e2eaab94-2972-4d66-8b0c-dd74d247fd9f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:54.832234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:12:54.944310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:54.961205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:12:54.967425 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:54.969323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:12:55.037050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:55.040520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:12:55.387698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2eaab94-2972-4d66-8b0c-dd74d247fd9f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:55.401755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2eaab94-2972-4d66-8b0c-dd74d247fd9f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715277'] for router, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:55.598956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eaab94-2972-4d66-8b0c-dd74d247fd9f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:12:55.780253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eaab94-2972-4d66-8b0c-dd74d247fd9f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:12:55.786932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2eaab94-2972-4d66-8b0c-dd74d247fd9f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:55.788090 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e2eaab94-2972-4d66-8b0c-dd74d247fd9f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b HTTP/1.1" status: 200 len: 887 time: 1.0882277 Dec 22 05:12:55.790385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] Sync routers for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:12:55.792293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34568) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:12:55.801374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:12:55.802003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:12:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:55.900838 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-329736d8-1045-461d-9679-4552354c7d6d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/ba25d3b8-d698-4316-84a9-305bc5138d90 HTTP/1.1" status: 200 len: 991 time: 0.1073060 Dec 22 05:12:55.987101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:12:56.356336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:55Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'ba25d3b8-d698-4316-84a9-305bc5138d90', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.59', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'port_id': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'mac_address': 'fa:16:3e:b6:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:11:36Z', 'updated_at': '2021-12-22T05:12:53Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:12:53Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:56.361012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] Checking router: 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:12:56.370728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:12:56.371324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:12:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:56.590356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:12:56.904917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34572) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:12:56.951448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-173a343c-79a0-4ee8-9941-db466d952413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:56.967929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:55Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'ba25d3b8-d698-4316-84a9-305bc5138d90', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.59', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'port_id': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'mac_address': 'fa:16:3e:b6:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:11:36Z', 'updated_at': '2021-12-22T05:12:53Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:12:53Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:56.972034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f0c971-387f-4d99-b734-af38065dc834 None None] The sync data for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv is: [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:55Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'ba25d3b8-d698-4316-84a9-305bc5138d90', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'floating_ip_address': '172.26.1.59', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'port_id': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'mac_address': 'fa:16:3e:b6:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:11:36Z', 'updated_at': '2021-12-22T05:12:53Z', 'revision_number': 2, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:12:53Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:12:57.015047 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5375cb2c-b358-4861-b605-5ece35adacb5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/ba25d3b8-d698-4316-84a9-305bc5138d90 HTTP/1.1" status: 200 len: 991 time: 0.1078367 Dec 22 05:12:58.017625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34576) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:12:58.055606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:58.106325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:58.153775 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e6def7f-63d4-4d90-9143-6422cf0cb7b0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/ba25d3b8-d698-4316-84a9-305bc5138d90 HTTP/1.1" status: 200 len: 991 time: 0.1347339 Dec 22 05:12:58.725495 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b6fa01-1ddf-4ab2-9eab-83a517cfa7e3 None None] New status for floating IP ba25d3b8-d698-4316-84a9-305bc5138d90: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:12:58.873807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:12:58.942137 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:12:58.942594 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:59.063272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:59.081801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:12:59.087003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:59.087979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8950cc34-1255-401c-bc40-918a4d4a2f2e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:12:59.111621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7ac69cc-34c9-4b14-8187-a062f0367a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:12:59.157228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34580) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:12:59.211642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:59.216210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:12:59.230151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 8950cc34-1255-401c-bc40-918a4d4a2f2e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:12:59.230876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:59.285846 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ef6b1f89-5d94-4176-84ab-5f3d589f6b8c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/floatingips/ba25d3b8-d698-4316-84a9-305bc5138d90 HTTP/1.1" status: 200 len: 993 time: 0.1262829 Dec 22 05:12:59.361368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:59.395997 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 8950cc34-1255-401c-bc40-918a4d4a2f2e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8950cc34-1255-401c-bc40-918a4d4a2f2e,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:12:59.401196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:59.404461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:12:59.487270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=8950cc34-1255-401c-bc40-918a4d4a2f2e,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:59.491134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:12:59.496198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:59.585884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34588) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:12:59.801934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port be661471-3a7a-4ddb-8e02-85fe1909ea26 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:12:59.802261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:59.973545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:59.973764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:00.104840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for be661471-3a7a-4ddb-8e02-85fe1909ea26 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:13:00.262450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:00.266521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-412917b4-0279-46da-bfcd-c303d73247ab tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:00.309159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=be661471-3a7a-4ddb-8e02-85fe1909ea26,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:00.477242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.477528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.477938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.478410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.478807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.479167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.479524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.479878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.480259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.480610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.480957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.481307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:00.516520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:00.551735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:00.552273 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Floating IP ba25d3b8-d698-4316-84a9-305bc5138d90 disassociated (deleted). External IP: 172.26.1.59, port: ac27cd36-aca5-439b-a6b8-41a21b924501. Dec 22 05:13:00.845598 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:13:00.918057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:00.918517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:00.918653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:13:01.037807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8950cc34-1255-401c-bc40-918a4d4a2f2e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:13:01.098933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:13:01.103738 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 8950cc34-1255-401c-bc40-918a4d4a2f2e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:01.103934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:01.116033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:01.131071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] Sync routers for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:13:01.161016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:13:01.161638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:12:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:01.174789 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/floatingips/ba25d3b8-d698-4316-84a9-305bc5138d90 HTTP/1.1" status: 204 len: 168 time: 1.5878711 Dec 22 05:13:01.175516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'tag': 'ac27cd36-aca5-439b-a6b8-41a21b924501'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:01.227783 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'tag': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'status': 'completed', 'code': 200} Dec 22 05:13:01.343505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-616325a2-91a6-4eef-af56-7447d885da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:01.344963 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-616325a2-91a6-4eef-af56-7447d885da95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 1099 time: 0.0738497 Dec 22 05:13:01.475323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:13:01.491979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-be6b6715-3a18-4e9e-9f60-ae1f875a3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:01.493853 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-be6b6715-3a18-4e9e-9f60-ae1f875a3a94 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066 HTTP/1.1" status: 200 len: 896 time: 0.1426182 Dec 22 05:13:01.566659 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-a013fbef-613e-4d64-9e73-4a2f68858781 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac27cd36-aca5-439b-a6b8-41a21b924501 HTTP/1.1" status: 200 len: 217 time: 0.0656779 Dec 22 05:13:01.569202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70558cb-85e8-4b70-a6d1-356434e344e8 req-7cce3f84-a750-4f2a-be0d-3fd9d608718e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:01.570694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a70558cb-85e8-4b70-a6d1-356434e344e8 req-7cce3f84-a750-4f2a-be0d-3fd9d608718e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 946 time: 0.0888934 Dec 22 05:13:01.618105 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a70558cb-85e8-4b70-a6d1-356434e344e8 req-cd68563f-0789-4be7-b3d2-a87727229cff tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412738 Dec 22 05:13:01.630269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-ed5a73a6-10a6-4867-93e3-737afc0c48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:01.631729 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-ed5a73a6-10a6-4867-93e3-737afc0c48a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bcd00eca-ef30-41e6-9a72-54270c76ba4c HTTP/1.1" status: 200 len: 834 time: 0.0589886 Dec 22 05:13:01.706546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-ecbaf5f6-8e59-476d-ad28-3bf8e7551e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:01.708053 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-ecbaf5f6-8e59-476d-ad28-3bf8e7551e85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e4e2fcd-2fe6-41e4-b223-fd29cf676066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698051 Dec 22 05:13:01.799169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:55Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:12:59Z', 'revision_number': 7, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:01.803054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] Checking router: 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:13:01.811595 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:13:01.812223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:12:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:01.843412 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-ac33c613-cf1c-49d7-8b51-a17f5a8fa70e service neutron] 10.222.0.61 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274846 Dec 22 05:13:01.979278 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-10a44eb9-331b-4031-950b-3745cc1f8564 req-6fc6eca3-f35e-4e45-b854-4395b3965d03 service neutron] 10.222.0.61 "GET /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279328 Dec 22 05:13:01.994582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:13:02.314375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:55Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:12:59Z', 'revision_number': 7, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:02.318600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed12c52-c6a9-4f82-b9e4-681f3d30ef9a None None] The sync data for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv is: [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:55Z', 'revision_number': 6, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '8950cc34-1255-401c-bc40-918a4d4a2f2e', 'name': '', 'network_id': '8e4e2fcd-2fe6-41e4-b223-fd29cf676066', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'mac_address': 'fa:16:3e:3b:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:18Z', 'updated_at': '2021-12-22T05:12:59Z', 'revision_number': 7, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'subnets': [{'id': 'bcd00eca-ef30-41e6-9a72-54270c76ba4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:13:02.818757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ee304-c65d-4b0e-b55e-370ba2278661 req-9cc4e61a-fffa-44ba-a10e-dfffea4e05ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:02.820389 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf8ee304-c65d-4b0e-b55e-370ba2278661 req-9cc4e61a-fffa-44ba-a10e-dfffea4e05ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 946 time: 0.0844493 Dec 22 05:13:02.868401 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf8ee304-c65d-4b0e-b55e-370ba2278661 req-03981590-c758-4e60-8a44-51890b6f311a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/security-groups?id=92cc3523-4413-4630-a3b3-b6e4ed215d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418880 Dec 22 05:13:02.990876 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86379dd0-b425-4c63-bfac-57973f5c2ccd None None] New status for floating IP ba25d3b8-d698-4316-84a9-305bc5138d90: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:13:03.336348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-552f86b2-95ac-4ea8-9088-9e87b42e47d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:03.337048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-552f86b2-95ac-4ea8-9088-9e87b42e47d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Synchronizing usage tracker for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:13:03.355396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-552f86b2-95ac-4ea8-9088-9e87b42e47d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Unset dirty status for tenant:e765bc1a80cf45709d5ddab0fa47c255 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:13:03.356582 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-552f86b2-95ac-4ea8-9088-9e87b42e47d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 946 time: 0.2290001 Dec 22 05:13:03.437220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port ac27cd36-aca5-439b-a6b8-41a21b924501 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:13:03.437436 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:03.704067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port ac27cd36-aca5-439b-a6b8-41a21b924501, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ac27cd36-aca5-439b-a6b8-41a21b924501,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:03.704400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:03.831756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for ac27cd36-aca5-439b-a6b8-41a21b924501 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:13:03.978741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:03.985141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-81071485-7244-4297-8dad-40b335f42f1c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:04.032578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=ac27cd36-aca5-439b-a6b8-41a21b924501,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:04.035046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:04.116933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] No DVR routers for this DVR port ac27cd36-aca5-439b-a6b8-41a21b924501 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:13:04.119684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:04.122731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'name': 'network-vif-deleted', 'tag': 'ac27cd36-aca5-439b-a6b8-41a21b924501'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:04.140637 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d78a5daf-64cb-4ff5-bbba-e79768f74528 req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.61 "DELETE /v2.0/ports/ac27cd36-aca5-439b-a6b8-41a21b924501 HTTP/1.1" status: 204 len: 173 time: 0.7774882 Dec 22 05:13:04.173220 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c50a54-2db6-4392-9a15-ad321c7a6f62', 'name': 'network-vif-deleted', 'tag': 'ac27cd36-aca5-439b-a6b8-41a21b924501', 'status': 'completed', 'code': 200} Dec 22 05:13:04.175641 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c22c2f0-bee2-4eb7-bddd-8606c093ae5d req-0322362e-bba5-467a-8d3b-cdcd41a3eba1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c50a54-2db6-4392-9a15-ad321c7a6f62 HTTP/1.1" status: 200 len: 210 time: 0.1985862 Dec 22 05:13:05.271500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34606) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:05.344413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c63e0da2-6000-4eb3-b215-5f0ae115effa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:05.385313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c63e0da2-6000-4eb3-b215-5f0ae115effa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:05.461417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c63e0da2-6000-4eb3-b215-5f0ae115effa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:05.465191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0442105d-ca9d-4349-bfcc-d10d3bf9b3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:05.479717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e0da2-6000-4eb3-b215-5f0ae115effa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cc3523-4413-4630-a3b3-b6e4ed215d57,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:05.482910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c63e0da2-6000-4eb3-b215-5f0ae115effa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:05.497370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c63e0da2-6000-4eb3-b215-5f0ae115effa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:05.498539 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c63e0da2-6000-4eb3-b215-5f0ae115effa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/security-groups/92cc3523-4413-4630-a3b3-b6e4ed215d57 HTTP/1.1" status: 204 len: 168 time: 0.2260845 Dec 22 05:13:05.531079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34612) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:06.103971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:06.587455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 8950cc34-1255-401c-bc40-918a4d4a2f2e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:13:06.588178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:06.776036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 8950cc34-1255-401c-bc40-918a4d4a2f2e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8950cc34-1255-401c-bc40-918a4d4a2f2e,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:06.776368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:06.898592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 8950cc34-1255-401c-bc40-918a4d4a2f2e owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:13:07.105624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:07.109424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ba5df05e-b7c6-40a0-952b-629c25ca629c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:07.156527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=8950cc34-1255-401c-bc40-918a4d4a2f2e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:07.159533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:07.307202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ac27cd36-aca5-439b-a6b8-41a21b924501 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:13:07.347975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: ac27cd36-aca5-439b-a6b8-41a21b924501 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:13:07.348357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device ac27cd36-aca5-439b-a6b8-41a21b924501 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:13:07.442842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:07.948124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:13:08.152943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:13:08.162873 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] Sync routers for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:13:08.167597 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "PUT /v2.0/routers/98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6350100 Dec 22 05:13:08.169971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34616) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:08.173516 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:13:08.174134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:12:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:08.235894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-12084343-5ad0-4e8d-925e-078808556258 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting subnet bcd00eca-ef30-41e6-9a72-54270c76ba4c {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:13:08.238712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12084343-5ad0-4e8d-925e-078808556258 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.295791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12084343-5ad0-4e8d-925e-078808556258 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.354260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:13:08.379557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12084343-5ad0-4e8d-925e-078808556258 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.450910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12084343-5ad0-4e8d-925e-078808556258 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.455373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-421d3227-320e-4623-b100-7cd02ac243bd tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:08.493027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12084343-5ad0-4e8d-925e-078808556258 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd00eca-ef30-41e6-9a72-54270c76ba4c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:08.495924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12084343-5ad0-4e8d-925e-078808556258 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:08.498389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12084343-5ad0-4e8d-925e-078808556258 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.505346 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-12084343-5ad0-4e8d-925e-078808556258 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/subnets/bcd00eca-ef30-41e6-9a72-54270c76ba4c HTTP/1.1" status: 204 len: 168 time: 0.3344104 Dec 22 05:13:08.508259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34620) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:08.522212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6103ee-e3f6-442f-9baa-9daaf668f628 None None] Network 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:13:08.691787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.860685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 7, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port': {'id': '6d5d9236-a3ba-4be9-9d76-1495fdfe9495', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:12:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:08.864446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] Checking router: 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:13:08.873486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] Routers {'98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:13:08.874100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:12:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:08.875900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.886496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Deleting port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:13:08.886838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.940739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] DHCP port deletion for 8e4e2fcd-2fe6-41e4-b223-fd29cf676066 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:13:09.014378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] Deleting port 6591f72d-bc91-4d9b-bb39-635bbf161461 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:13:09.014752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:09.076933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] For port 6d5d9236-a3ba-4be9-9d76-1495fdfe9495, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:09.077216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:09.081861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] Set router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:13:09.202555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Calling delete_port for 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:13:09.224332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:13:08Z', 'revision_number': 8, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:09.233537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba245046-08db-4166-8c5a-f31c776e2828 None None] The sync data for ids ['98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b'] in dv-neutron-822524-1-hyperv is: [{'id': '98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b', 'name': 'tempest-TestNetworkBasicOps-router-1061417572', 'tenant_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:11:14Z', 'updated_at': '2021-12-22T05:13:08Z', 'revision_number': 8, 'project_id': 'e765bc1a80cf45709d5ddab0fa47c255', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:13:09.340881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] For port 6591f72d-bc91-4d9b-bb39-635bbf161461, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6591f72d-bc91-4d9b-bb39-635bbf161461,segment=NetworkSegment(a62c754d-1a66-487e-ac13-0eb1bb34a27d),segment_id=a62c754d-1a66-487e-ac13-0eb1bb34a27d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:09.341185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:09.463998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] Calling delete_port for 6591f72d-bc91-4d9b-bb39-635bbf161461 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:13:09.506284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:09.511283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f4f8a6a8-5e8c-4add-a11b-69246bcbe899 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:09.538414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:09.543268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:09.558965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Port': ['ID=6d5d9236-a3ba-4be9-9d76-1495fdfe9495,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:09.590370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] Pushing event deleted for resources: {'Port': ['ID=6591f72d-bc91-4d9b-bb39-635bbf161461,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:09.594226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:09.597328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.597712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.598086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.598241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] No DVR routers for this DVR port 6591f72d-bc91-4d9b-bb39-635bbf161461 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:13:09.598452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.598812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.599171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.599822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.599940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.600892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.600892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.601060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.601288 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:09.609470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:09.666347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:09.976553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:09.978992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.008682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.011248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Fanout notify agent at l3_agent the message router_deleted on router 98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:13:10.028075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.031719 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/routers/98e7af89-5b45-4ee5-a5bd-6ac50dd1a32b HTTP/1.1" status: 204 len: 168 time: 1.5199139 Dec 22 05:13:10.032173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34624) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:10.158583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.293792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.319146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4e2fcd-2fe6-41e4-b223-fd29cf676066']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:10.331463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62c754d-1a66-487e-ac13-0eb1bb34a27d') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:10.331752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62c754d-1a66-487e-ac13-0eb1bb34a27d') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:10.343013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.358420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.364595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:13:10.364965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:13:10.379094 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:13:10.460514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.464478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9e2e8fbf-4d22-4f11-a9a4-a48cf499a181 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:10.479264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.490274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Pushing event deleted for resources: {'Network': ['ID=8e4e2fcd-2fe6-41e4-b223-fd29cf676066,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:10.493625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:10.503345 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a653fda7-3b4d-4e3a-a911-6ed493fde408 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] 10.222.0.36 "DELETE /v2.0/networks/8e4e2fcd-2fe6-41e4-b223-fd29cf676066 HTTP/1.1" status: 204 len: 168 time: 0.4698510 Dec 22 05:13:10.841061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6591f72d-bc91-4d9b-bb39-635bbf161461 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:13:10.875904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 6591f72d-bc91-4d9b-bb39-635bbf161461 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:13:10.876361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6591f72d-bc91-4d9b-bb39-635bbf161461 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:13:10.876799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:13:10.902288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34632) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:10.910233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:13:10.910596 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6d5d9236-a3ba-4be9-9d76-1495fdfe9495 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:13:10.911018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8950cc34-1255-401c-bc40-918a4d4a2f2e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:13:10.947109 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 8950cc34-1255-401c-bc40-918a4d4a2f2e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:13:10.947463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8950cc34-1255-401c-bc40-918a4d4a2f2e not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:13:11.063678 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-baeab3d3-d758-41e9-ab05-79a55650cf6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e765bc1a80cf45709d5ddab0fa47c255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599641 Dec 22 05:13:11.066369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34638) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:11.134089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6178ded3-3576-4ae6-89a4-1b5bf8f3f1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.163888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6178ded3-3576-4ae6-89a4-1b5bf8f3f1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.220703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6178ded3-3576-4ae6-89a4-1b5bf8f3f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.224477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e3d5b5d2-025f-46bd-a2bb-c046f57e6d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:11.238502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178ded3-3576-4ae6-89a4-1b5bf8f3f1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753b7bfb-6db5-4c8a-b859-72dcac10e602,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:11.242410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6178ded3-3576-4ae6-89a4-1b5bf8f3f1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:11.245838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6178ded3-3576-4ae6-89a4-1b5bf8f3f1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.249419 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6178ded3-3576-4ae6-89a4-1b5bf8f3f1f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/753b7bfb-6db5-4c8a-b859-72dcac10e602 HTTP/1.1" status: 204 len: 168 time: 0.1814067 Dec 22 05:13:11.546128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34646) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:11.564893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.579978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:13:11.584084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] Usage tracker for resource:security_group_rule and tenant:ad5e5b6b934549d393a115f3d2353f33 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:13:11.587130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:13:11.592960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:13:11.685491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.691274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.698347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-08581e22-fc40-4478-99ae-74c002cb1acd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:11.737741 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad5e5b6b934549d393a115f3d2353f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905301 Dec 22 05:13:11.738752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919731e0-7b8b-4bc5-8e48-c093e4d8b681,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:11.740718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34650) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:11.742259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:11.800841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d62c13c8-000a-4b3f-84bb-2a89f0548cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.826386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d62c13c8-000a-4b3f-84bb-2a89f0548cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.879757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d62c13c8-000a-4b3f-84bb-2a89f0548cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.883740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d361d7f4-57a5-449b-91d0-afacd09b532c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:11.896198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c13c8-000a-4b3f-84bb-2a89f0548cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919731e0-7b8b-4bc5-8e48-c093e4d8b681,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:11.898530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d62c13c8-000a-4b3f-84bb-2a89f0548cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:11.902127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d62c13c8-000a-4b3f-84bb-2a89f0548cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:11.903231 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d62c13c8-000a-4b3f-84bb-2a89f0548cfa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/919731e0-7b8b-4bc5-8e48-c093e4d8b681 HTTP/1.1" status: 204 len: 168 time: 0.1615112 Dec 22 05:13:14.612966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:19.032883 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-d0a04f46-bbfc-49f8-8d93-2c736d2fed57 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c835a41f77ee47788c46bb42ed0523fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300298 Dec 22 05:13:19.193259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-15754767-290a-4588-b807-86fdbc21374d tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:19.194586 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-15754767-290a-4588-b807-86fdbc21374d tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559668 Dec 22 05:13:19.210418 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-476d07d2-1762-46c5-a313-8d19fee98597 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/quotas/c835a41f77ee47788c46bb42ed0523fd HTTP/1.1" status: 200 len: 375 time: 0.0093334 Dec 22 05:13:19.258972 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-99694fbb-46b9-407e-ac47-d444f4efe1fa tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c835a41f77ee47788c46bb42ed0523fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421779 Dec 22 05:13:19.448750 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-df30af0b-c39e-4d78-81bb-18cf298a5f8b req-9e0bc9d1-c2d7-402d-9002-c541b6d972e0 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 210 time: 0.0466063 Dec 22 05:13:19.932672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [req-241d22ee-747a-4454-96b5-a1c3797c5212 req-6c671672-03a7-4a55-a403-6a25b1f77e3d service neutron] (87555) timed out ('10.222.0.61', 60602) {{(pid=87555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 05:13:20.503221 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-3f545ad8-310c-4032-bc3f-522a69245aa4 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c835a41f77ee47788c46bb42ed0523fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313275 Dec 22 05:13:20.606213 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ff946f63-83a8-4ef1-a732-3b212357357e req-453818a3-99d5-436c-87d1-b59a02dc416c tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 210 time: 0.0465951 Dec 22 05:13:20.782700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-d59687fa-ea7b-4687-acfd-c4638c571387 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:20.784088 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-d59687fa-ea7b-4687-acfd-c4638c571387 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759075 Dec 22 05:13:20.805021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Request body: {'port': {'device_id': '5064e366-2989-44c9-a932-0bbae9f1e54c', 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21', 'admin_state_up': True, 'tenant_id': 'c835a41f77ee47788c46bb42ed0523fd'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:20.942607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:13:20.948392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Usage tracker for resource:port and tenant:c835a41f77ee47788c46bb42ed0523fd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:13:20.953145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:13:20.963206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:13:20.976914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Made reservation on behalf of c835a41f77ee47788c46bb42ed0523fd for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:13:20.980608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:20.993264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:21.008342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:13:21.012585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Usage tracker for resource:security_group_rule and tenant:c835a41f77ee47788c46bb42ed0523fd is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:13:21.015430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:13:21.021217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:13:21.107245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:21.113499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:21.116411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d96689a9-db0e-47cf-b216-69bebcb12faf tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:21.198349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6540f0-bf1b-4555-8c0c-a624668dbc22,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:21.203925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:21.291843 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Allocated IP 192.168.233.208 (7091e1e2-e64f-4fc3-929e-3c03a4d7cc21/134aa564-8173-47f9-815e-cfac6db86da3/a1c6549a-b251-46c9-964f-a56b08d93255) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:13:21.490890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:21.506793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Transition to ACTIVE for port object a1c6549a-b251-46c9-964f-a56b08d93255 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:13:21.544750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:21.551089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-13b4c158-0cca-482f-bde3-faa9c7fc6670 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:21.622997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:13:21.627860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:13:21.632937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:13:21.668844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Pushing event updated for resources: {'Port': ['ID=a1c6549a-b251-46c9-964f-a56b08d93255,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:21.678090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:21.701408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:21.702069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:21.730038 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9284616 Dec 22 05:13:21.803400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af4f27-5a12-47af-97db-2ba975c58b89 req-7027cd8b-2aef-4b25-8783-5bbede6c0578 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:21.804939 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a3af4f27-5a12-47af-97db-2ba975c58b89 req-7027cd8b-2aef-4b25-8783-5bbede6c0578 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 936 time: 0.0888977 Dec 22 05:13:21.857763 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a3af4f27-5a12-47af-97db-2ba975c58b89 req-2eb8812e-f1f7-4efc-b952-3ce4d13a4436 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Dec 22 05:13:21.858014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Request body: {'port': {'device_id': '5064e366-2989-44c9-a932-0bbae9f1e54c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:21.893154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f834f0aa-3144-4ba3-a625-d36762252a76 None None] Provisioning for port a1c6549a-b251-46c9-964f-a56b08d93255 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:13:21.897956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f834f0aa-3144-4ba3-a625-d36762252a76 None None] Provisioning complete for port a1c6549a-b251-46c9-964f-a56b08d93255 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:21.898340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f834f0aa-3144-4ba3-a625-d36762252a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:21.951044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f834f0aa-3144-4ba3-a625-d36762252a76 None None] Port a1c6549a-b251-46c9-964f-a56b08d93255 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:13:21.976609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:22.332169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c6549a-b251-46c9-964f-a56b08d93255 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:13:22.340702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:22.355798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Transition to ACTIVE for port object a1c6549a-b251-46c9-964f-a56b08d93255 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:13:22.360257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:22.363774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-945a8f73-9eaf-4db1-8537-8096e61fedee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:22.496533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Pushing event updated for resources: {'Port': ['ID=a1c6549a-b251-46c9-964f-a56b08d93255,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:22.523096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:22.600999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Attempting to bind port a1c6549a-b251-46c9-964f-a56b08d93255 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:13:22.601330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Attempting to bind port a1c6549a-b251-46c9-964f-a56b08d93255 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b3786030-8146-4c91-9edd-3a2d37479884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:13:22.601649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Attempting to bind port a1c6549a-b251-46c9-964f-a56b08d93255 on network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:13:22.606566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Port a1c6549a-b251-46c9-964f-a56b08d93255 on network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:13:22.606885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Attempting to bind port a1c6549a-b251-46c9-964f-a56b08d93255 on network 7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:13:22.612015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:13:22.612383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Checking segment: {'id': 'b3786030-8146-4c91-9edd-3a2d37479884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:13:22.612757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Bound using segment: {'id': 'b3786030-8146-4c91-9edd-3a2d37479884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:13:22.613168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Bound port: a1c6549a-b251-46c9-964f-a56b08d93255, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3786030-8146-4c91-9edd-3a2d37479884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:13:22.613504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:22.705786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] For port a1c6549a-b251-46c9-964f-a56b08d93255, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:13:22.708906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] For port a1c6549a-b251-46c9-964f-a56b08d93255, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a1c6549a-b251-46c9-964f-a56b08d93255,segment=NetworkSegment(b3786030-8146-4c91-9edd-3a2d37479884),segment_id=b3786030-8146-4c91-9edd-3a2d37479884)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:13:22.715290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:22.719153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-856b4e59-c7fb-4364-88ad-d40bb574020d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:22.775770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:22.776396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:22.777810 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] 10.222.0.61 "PUT /v2.0/ports/a1c6549a-b251-46c9-964f-a56b08d93255 HTTP/1.1" status: 200 len: 1098 time: 1.0340838 Dec 22 05:13:22.778343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5064e366-2989-44c9-a932-0bbae9f1e54c', 'tag': 'a1c6549a-b251-46c9-964f-a56b08d93255'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:22.804817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Pushing event updated for resources: {'Port': ['ID=a1c6549a-b251-46c9-964f-a56b08d93255,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:22.808259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:22.832047 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5064e366-2989-44c9-a932-0bbae9f1e54c', 'tag': 'a1c6549a-b251-46c9-964f-a56b08d93255', 'status': 'completed', 'code': 200} Dec 22 05:13:23.050510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-b4a6ec75-c132-4b18-bb4f-49fe72057c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:23.051980 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-b4a6ec75-c132-4b18-bb4f-49fe72057c73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c835a41f77ee47788c46bb42ed0523fd&device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 1101 time: 0.2021966 Dec 22 05:13:23.068048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fd0d8-cb63-4491-8ae9-f36e2382d708 req-64f74a34-bf3e-45b5-867e-8f686251b58e tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:23.069839 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-503fd0d8-cb63-4491-8ae9-f36e2382d708 req-64f74a34-bf3e-45b5-867e-8f686251b58e tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 948 time: 0.0869849 Dec 22 05:13:23.114260 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-503fd0d8-cb63-4491-8ae9-f36e2382d708 req-6ac62911-a209-4810-ae50-8e5d046a2f99 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389063 Dec 22 05:13:23.128522 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-8f0cf8f3-5a29-4c65-bd88-5f7e49ebc549 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a1c6549a-b251-46c9-964f-a56b08d93255 HTTP/1.1" status: 200 len: 217 time: 0.0619895 Dec 22 05:13:23.196376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-7d79103e-33b9-4b4b-aadd-886cbf709071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:23.198311 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-7d79103e-33b9-4b4b-aadd-886cbf709071 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=134aa564-8173-47f9-815e-cfac6db86da3 HTTP/1.1" status: 200 len: 843 time: 0.0637326 Dec 22 05:13:23.277577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-af802176-a6d3-4fb6-8574-836d4d2aa571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:23.279092 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-af802176-a6d3-4fb6-8574-836d4d2aa571 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7091e1e2-e64f-4fc3-929e-3c03a4d7cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0729065 Dec 22 05:13:23.414795 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-48dfe70e-d2da-461a-8b5b-2aaa950bf115 service neutron] 10.222.0.61 "GET /v2.0/networks/7091e1e2-e64f-4fc3-929e-3c03a4d7cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282494 Dec 22 05:13:23.549494 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ce0b5d8-525c-4a96-810d-31fbf0e1053e req-81f2a93e-a228-431f-b1f8-5f50dd301588 service neutron] 10.222.0.61 "GET /v2.0/networks/7091e1e2-e64f-4fc3-929e-3c03a4d7cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283233 Dec 22 05:13:23.720450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-837372c0-7faa-449f-ac85-20472f6b5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:23.721831 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-837372c0-7faa-449f-ac85-20472f6b5967 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c835a41f77ee47788c46bb42ed0523fd&device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 1101 time: 0.0806451 Dec 22 05:13:23.854177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-e086d860-2492-464d-b7c6-d6f3ea278a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:23.855842 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-e086d860-2492-464d-b7c6-d6f3ea278a5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7091e1e2-e64f-4fc3-929e-3c03a4d7cc21 HTTP/1.1" status: 200 len: 870 time: 0.1276631 Dec 22 05:13:23.924315 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-0b18378e-8098-44f2-b69f-db8aa1b3fde5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a1c6549a-b251-46c9-964f-a56b08d93255 HTTP/1.1" status: 200 len: 217 time: 0.0610147 Dec 22 05:13:23.990444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-4b1b13bc-cbb8-4511-82a1-df3a403f651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:23.991740 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-4b1b13bc-cbb8-4511-82a1-df3a403f651a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=134aa564-8173-47f9-815e-cfac6db86da3 HTTP/1.1" status: 200 len: 843 time: 0.0616567 Dec 22 05:13:24.068233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-6605f23c-2a88-46cd-aad6-78a25248e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:24.069758 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-6605f23c-2a88-46cd-aad6-78a25248e0d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7091e1e2-e64f-4fc3-929e-3c03a4d7cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0713720 Dec 22 05:13:24.212560 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-dd337ec4-250e-4e2b-b8af-755ec4c5cacd service neutron] 10.222.0.61 "GET /v2.0/networks/7091e1e2-e64f-4fc3-929e-3c03a4d7cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362739 Dec 22 05:13:24.321577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e5425-f70a-4e8f-a2f1-f220f79b0c3d req-bf7931a7-5a61-4f89-834b-7498587955af tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:24.323195 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-157e5425-f70a-4e8f-a2f1-f220f79b0c3d req-bf7931a7-5a61-4f89-834b-7498587955af tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 948 time: 0.0896995 Dec 22 05:13:24.353211 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e8955c59-22c4-4ecb-aeae-3e7e8f3d2fde req-2cc29e40-6732-4e91-af5e-06754c294551 service neutron] 10.222.0.61 "GET /v2.0/networks/7091e1e2-e64f-4fc3-929e-3c03a4d7cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321425 Dec 22 05:13:24.369649 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-157e5425-f70a-4e8f-a2f1-f220f79b0c3d req-e15ce13c-d889-4ca6-ac1c-d4dec6821e3f tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Dec 22 05:13:24.626852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ada211c6-30cf-4f48-92e7-2d0cbbb6dce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:25.562441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74d5c-d453-4538-8155-bb90f8e13c38 req-70e3f62f-4aa0-4059-871c-52cd34160eff tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:25.563777 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bfb74d5c-d453-4538-8155-bb90f8e13c38 req-70e3f62f-4aa0-4059-871c-52cd34160eff tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 948 time: 0.0862269 Dec 22 05:13:25.610201 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bfb74d5c-d453-4538-8155-bb90f8e13c38 req-99740c79-784f-40fb-9abc-e1012d9108a4 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378666 Dec 22 05:13:26.823466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf6cda-fce2-4531-8efc-2a2d3e9abd2a req-9bca72e7-9424-407d-a23b-21c15cc5fcb6 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:26.825075 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5cf6cda-fce2-4531-8efc-2a2d3e9abd2a req-9bca72e7-9424-407d-a23b-21c15cc5fcb6 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 948 time: 0.0986838 Dec 22 05:13:26.871626 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5cf6cda-fce2-4531-8efc-2a2d3e9abd2a req-cf92fe0f-48b4-44c2-b709-e1f4bc690ef9 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Dec 22 05:13:26.947382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f7295091-5679-4268-be87-006c48bf31b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:27.449496 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device a1c6549a-b251-46c9-964f-a56b08d93255 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:13:27.591680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port a1c6549a-b251-46c9-964f-a56b08d93255, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a1c6549a-b251-46c9-964f-a56b08d93255,segment=NetworkSegment(b3786030-8146-4c91-9edd-3a2d37479884),segment_id=b3786030-8146-4c91-9edd-3a2d37479884)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:27.608060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'a1c6549a-b251-46c9-964f-a56b08d93255', 'network_id': '7091e1e2-e64f-4fc3-929e-3c03a4d7cc21', 'port_id': 'a1c6549a-b251-46c9-964f-a56b08d93255', 'mac_address': 'fa:16:3e:5a:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134aa564-8173-47f9-815e-cfac6db86da3', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:13:27.702017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:27.719071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c6549a-b251-46c9-964f-a56b08d93255 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:13:27.737619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port a1c6549a-b251-46c9-964f-a56b08d93255, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a1c6549a-b251-46c9-964f-a56b08d93255,segment=NetworkSegment(b3786030-8146-4c91-9edd-3a2d37479884),segment_id=b3786030-8146-4c91-9edd-3a2d37479884)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:27.744549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:27.747335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:27.820954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=a1c6549a-b251-46c9-964f-a56b08d93255,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:27.825115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:28.054094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:28.073059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca69dc-916f-4927-a6af-cf984d1b61c1 req-3b78c282-3021-405c-af85-4cf13e8faeed tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:28.074584 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47ca69dc-916f-4927-a6af-cf984d1b61c1 req-3b78c282-3021-405c-af85-4cf13e8faeed tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 949 time: 0.0834477 Dec 22 05:13:28.100908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:28.119989 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47ca69dc-916f-4927-a6af-cf984d1b61c1 req-0c214273-d481-43c2-99b5-296efc63e20b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391526 Dec 22 05:13:28.145297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['a1c6549a-b251-46c9-964f-a56b08d93255'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:13:28.885659 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:13:29.315735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf4504-1d26-46ce-9fe4-a9eb548d1267 req-a4677b00-d4df-4581-b249-956bc9cfc50c tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:29.317248 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8baf4504-1d26-46ce-9fe4-a9eb548d1267 req-a4677b00-d4df-4581-b249-956bc9cfc50c tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 949 time: 0.0854986 Dec 22 05:13:29.364003 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8baf4504-1d26-46ce-9fe4-a9eb548d1267 req-272a1394-98d1-4917-b881-76b1d88911e3 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409617 Dec 22 05:13:29.483753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device a1c6549a-b251-46c9-964f-a56b08d93255 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:13:29.540014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:29.562262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port a1c6549a-b251-46c9-964f-a56b08d93255 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:13:29.567319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port a1c6549a-b251-46c9-964f-a56b08d93255 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:29.567696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:29.693875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:29.721109 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5064e366-2989-44c9-a932-0bbae9f1e54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c6549a-b251-46c9-964f-a56b08d93255'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:29.732583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port a1c6549a-b251-46c9-964f-a56b08d93255, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a1c6549a-b251-46c9-964f-a56b08d93255,segment=NetworkSegment(b3786030-8146-4c91-9edd-3a2d37479884),segment_id=b3786030-8146-4c91-9edd-3a2d37479884)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:29.737886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:29.740019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-06169637-a56c-4141-b8aa-fad9b7d320c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:29.770121 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5064e366-2989-44c9-a932-0bbae9f1e54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c6549a-b251-46c9-964f-a56b08d93255', 'code': 200} Dec 22 05:13:29.807734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=a1c6549a-b251-46c9-964f-a56b08d93255,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:29.810889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:30.044178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98748ee2-e42c-472f-98b8-8a99a119fc81 req-7cc6a63d-8f6a-4989-9b76-19f000df3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:30.045600 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-98748ee2-e42c-472f-98b8-8a99a119fc81 req-7cc6a63d-8f6a-4989-9b76-19f000df3c4d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 1103 time: 0.0824802 Dec 22 05:13:30.091947 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-98748ee2-e42c-472f-98b8-8a99a119fc81 req-8d122b9b-d9b0-4b34-ad8b-46afe5e3351f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 Dec 22 05:13:30.571352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7b140-0dc4-459b-a537-aaa19da3e2a5 req-5efe81ff-33b6-4b43-9cd6-72737b90cb3e tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:30.572847 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-80c7b140-0dc4-459b-a537-aaa19da3e2a5 req-5efe81ff-33b6-4b43-9cd6-72737b90cb3e tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 950 time: 0.0930564 Dec 22 05:13:30.626258 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-80c7b140-0dc4-459b-a537-aaa19da3e2a5 req-23f7aa18-1631-402f-9f40-593a7d567906 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Dec 22 05:13:31.854423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f0e3b-f61e-4bc2-97eb-edaf0d27203e req-267b321c-9b91-4e0f-b879-b9fae98a6615 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:31.855893 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c8f0e3b-f61e-4bc2-97eb-edaf0d27203e req-267b321c-9b91-4e0f-b879-b9fae98a6615 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 950 time: 0.0966930 Dec 22 05:13:31.903882 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c8f0e3b-f61e-4bc2-97eb-edaf0d27203e req-1a6b1bb6-0e66-4774-88c3-9c602ae6c7f4 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Dec 22 05:13:33.218378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fdfbb-d1dd-4c56-9666-c52447bb3f0f req-29117065-11a7-4311-9c16-266724c8079c tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:33.219867 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef5fdfbb-d1dd-4c56-9666-c52447bb3f0f req-29117065-11a7-4311-9c16-266724c8079c tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 950 time: 0.0955145 Dec 22 05:13:33.265490 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef5fdfbb-d1dd-4c56-9666-c52447bb3f0f req-c11e759f-6490-4965-8982-090b54d4c110 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Dec 22 05:13:34.467553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7947930-fd9d-447d-ba42-9c2a5ce5bc0f req-b156c3cb-4352-44ab-a2eb-46c3f3437388 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:34.469054 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b7947930-fd9d-447d-ba42-9c2a5ce5bc0f req-b156c3cb-4352-44ab-a2eb-46c3f3437388 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 950 time: 0.0943141 Dec 22 05:13:34.515508 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b7947930-fd9d-447d-ba42-9c2a5ce5bc0f req-f6a2949d-7770-41ac-a971-d775d58c0aac tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b6540f0-bf1b-4555-8c0c-a624668dbc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 Dec 22 05:13:34.619367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-6de5de23-0149-47ac-a7fd-42bd2ad5b84e tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:34.620086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-6de5de23-0149-47ac-a7fd-42bd2ad5b84e tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Synchronizing usage tracker for tenant:c835a41f77ee47788c46bb42ed0523fd on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:13:34.641509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-6de5de23-0149-47ac-a7fd-42bd2ad5b84e tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Unset dirty status for tenant:c835a41f77ee47788c46bb42ed0523fd on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:13:34.643222 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-6de5de23-0149-47ac-a7fd-42bd2ad5b84e tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 950 time: 0.1111667 Dec 22 05:13:34.722190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Deleting port a1c6549a-b251-46c9-964f-a56b08d93255 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:13:34.722503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:35.085264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] For port a1c6549a-b251-46c9-964f-a56b08d93255, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a1c6549a-b251-46c9-964f-a56b08d93255,segment=NetworkSegment(b3786030-8146-4c91-9edd-3a2d37479884),segment_id=b3786030-8146-4c91-9edd-3a2d37479884)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:35.085516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:35.212465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Calling delete_port for a1c6549a-b251-46c9-964f-a56b08d93255 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:13:35.368667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:35.375014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:35.404824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['a1c6549a-b251-46c9-964f-a56b08d93255'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:13:35.458981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Pushing event deleted for resources: {'Port': ['ID=a1c6549a-b251-46c9-964f-a56b08d93255,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:35.466124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:35.508122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] No DVR routers for this DVR port a1c6549a-b251-46c9-964f-a56b08d93255 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:13:35.510799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:35.513556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5064e366-2989-44c9-a932-0bbae9f1e54c', 'name': 'network-vif-deleted', 'tag': 'a1c6549a-b251-46c9-964f-a56b08d93255'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:35.533431 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-41b13ca2-9c5a-4f2c-9491-88ef466c57b6 req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.61 "DELETE /v2.0/ports/a1c6549a-b251-46c9-964f-a56b08d93255 HTTP/1.1" status: 204 len: 173 time: 0.8845570 Dec 22 05:13:35.589244 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5064e366-2989-44c9-a932-0bbae9f1e54c', 'name': 'network-vif-deleted', 'tag': 'a1c6549a-b251-46c9-964f-a56b08d93255', 'status': 'completed', 'code': 200} Dec 22 05:13:35.690178 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-05ba7dd0-d2ee-41d8-8eff-7c790d16e7bb req-e9df3e09-9a1a-46f0-8be8-8970dd7564f3 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] 10.222.0.36 "GET /v2.0/ports?device_id=5064e366-2989-44c9-a932-0bbae9f1e54c HTTP/1.1" status: 200 len: 210 time: 0.0473583 Dec 22 05:13:37.077810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34788) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:37.252177 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1819bf24-2e24-4f8e-8bb1-6fc54ff754bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c835a41f77ee47788c46bb42ed0523fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704192 Dec 22 05:13:37.252533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34794) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:37.315695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-34ea4474-bb8b-4349-88f8-a955257434e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:37.340504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-34ea4474-bb8b-4349-88f8-a955257434e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:37.400821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-34ea4474-bb8b-4349-88f8-a955257434e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:37.404569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3a111616-e4af-4c6f-9f4b-ebbf331db93a tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:37.420883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea4474-bb8b-4349-88f8-a955257434e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6540f0-bf1b-4555-8c0c-a624668dbc22,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:37.424403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-34ea4474-bb8b-4349-88f8-a955257434e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:37.435475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-34ea4474-bb8b-4349-88f8-a955257434e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:37.436601 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-34ea4474-bb8b-4349-88f8-a955257434e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b6540f0-bf1b-4555-8c0c-a624668dbc22 HTTP/1.1" status: 204 len: 168 time: 0.1830268 Dec 22 05:13:37.524649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device a1c6549a-b251-46c9-964f-a56b08d93255 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:13:37.560483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: a1c6549a-b251-46c9-964f-a56b08d93255 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:13:37.560837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device a1c6549a-b251-46c9-964f-a56b08d93255 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:13:37.741897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34802) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:37.763341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:37.777757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:13:37.781725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] Usage tracker for resource:security_group_rule and tenant:2e774083ba3641edb23671493d869fbf is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:13:37.784584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:13:37.790623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:13:37.877875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:37.883553 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:37.891331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-938965ad-0fb7-4f2e-bd8e-26f96d15d5f0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:37.932129 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e774083ba3641edb23671493d869fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891022 Dec 22 05:13:37.933097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669385da-dba7-471c-84c9-cc5f18bd41df,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:37.934985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:37.936477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:38.007150 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fcac4565-45b2-4245-80d0-54bdfd1030d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:38.038417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fcac4565-45b2-4245-80d0-54bdfd1030d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:38.095042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fcac4565-45b2-4245-80d0-54bdfd1030d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:38.098830 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fab2d77d-a441-4fc3-9d54-904e2e9b029f tempest-NegativeSecGroupTest-697880742 tempest-NegativeSecGroupTest-697880742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:38.111641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac4565-45b2-4245-80d0-54bdfd1030d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669385da-dba7-471c-84c9-cc5f18bd41df,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:38.114569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fcac4565-45b2-4245-80d0-54bdfd1030d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:38.116496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fcac4565-45b2-4245-80d0-54bdfd1030d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:38.117641 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fcac4565-45b2-4245-80d0-54bdfd1030d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/669385da-dba7-471c-84c9-cc5f18bd41df HTTP/1.1" status: 204 len: 168 time: 0.1816573 Dec 22 05:13:38.889192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34830) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:39.010248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1266061761-network', 'tenant_id': 'a21b5f5ed3b1474994962165b31a64b2'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:39.015930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:13:39.020045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Usage tracker for resource:network and tenant:a21b5f5ed3b1474994962165b31a64b2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:13:39.023148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:13:39.029937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:13:39.041906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Made reservation on behalf of a21b5f5ed3b1474994962165b31a64b2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:13:39.044229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.056621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.071289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:13:39.075496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a21b5f5ed3b1474994962165b31a64b2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:13:39.078871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:13:39.085508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:13:39.182059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.188987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.191972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9e79e6b-4b12-457f-8aa7-d2d620c232bb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:39.219307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:13:39.227775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:39.231610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:39.234286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.234650 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Added segment bed8e15f-33f4-46ae-9ab2-8f78062cf22f of type vlan for network f10448c5-a6a4-44fe-acd8-4484c67b451d Dec 22 05:13:39.262871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.292400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.293417 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:39.294073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.299003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d080c3d-77cb-4e86-9311-c306761a0a67 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:39.523733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f10448c5-a6a4-44fe-acd8-4484c67b451d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:39.526622 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6363544 Dec 22 05:13:39.527495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:39.529662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 34836) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:39.534442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network f10448c5-a6a4-44fe-acd8-4484c67b451d details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:13:39.535396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Request body: {'subnet': {'network_id': 'f10448c5-a6a4-44fe-acd8-4484c67b451d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1266061761-subnet', 'tenant_id': 'a21b5f5ed3b1474994962165b31a64b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:39.540820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:13:39.544712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Usage tracker for resource:subnet and tenant:a21b5f5ed3b1474994962165b31a64b2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:13:39.547640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:13:39.553315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:13:39.564882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Made reservation on behalf of a21b5f5ed3b1474994962165b31a64b2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:13:39.567270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.782748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.786338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8667bc5b-2756-4c35-abf0-55f4c0bcdeb8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:39.857307 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f459b0-cde1-4998-89cb-937a1fc7f28d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:39.861079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:39.868335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Checking segment: {'id': 'bed8e15f-33f4-46ae-9ab2-8f78062cf22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f10448c5-a6a4-44fe-acd8-4484c67b451d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:13:39.868702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Network hostable DHCP agents. Network: f10448c5-a6a4-44fe-acd8-4484c67b451d, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:13:39.889618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Network f10448c5-a6a4-44fe-acd8-4484c67b451d is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:13:39.900774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, f10448c5-a6a4-44fe-acd8-4484c67b451d) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:13:39.904935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:39.905512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.911115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9d12bc-8c87-4682-ba72-0669d888371b None None] Network f10448c5-a6a4-44fe-acd8-4484c67b451d requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:13:39.932197 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3973620 Dec 22 05:13:40.125325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7abd0f-e537-4939-bdec-9eee0d7783a8 None None] Network f10448c5-a6a4-44fe-acd8-4484c67b451d requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:13:40.479673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-45357c00-097e-4450-a2aa-a128e39ac6c9 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:40.480378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-45357c00-097e-4450-a2aa-a128e39ac6c9 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Synchronizing usage tracker for tenant:a21b5f5ed3b1474994962165b31a64b2 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:13:40.502234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-45357c00-097e-4450-a2aa-a128e39ac6c9 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Unset dirty status for tenant:a21b5f5ed3b1474994962165b31a64b2 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:13:40.503447 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-45357c00-097e-4450-a2aa-a128e39ac6c9 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/networks?id=f10448c5-a6a4-44fe-acd8-4484c67b451d HTTP/1.1" status: 200 len: 812 time: 0.1871283 Dec 22 05:13:40.521260 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-b1d9dc79-4f82-4636-aea0-8f38eb5aed06 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/quotas/a21b5f5ed3b1474994962165b31a64b2 HTTP/1.1" status: 200 len: 375 time: 0.0096359 Dec 22 05:13:40.568614 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-2dffa419-e8f1-4fe9-a438-827643fc4cbb tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a21b5f5ed3b1474994962165b31a64b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421348 Dec 22 05:13:40.702609 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-60db9a58-9dd5-4fac-87bd-19e1ca87a0e8 service neutron] 10.222.0.36 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270792 Dec 22 05:13:40.845589 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-bba6f100-b8c1-431f-b877-f981403f63bb service neutron] 10.222.0.36 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341593 Dec 22 05:13:41.040567 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c2c15e54-f78e-462c-abd4-7922f3ad60aa req-a4010b53-8ac1-44d5-8d16-fa876acd8d1d tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 210 time: 0.0556068 Dec 22 05:13:42.194235 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccfedbc8-162f-4ba8-b3fb-526f95485928 req-22f36f19-cc99-443f-806a-f4b407a8271e tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 210 time: 0.0458243 Dec 22 05:13:42.379516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-b58ddf73-ffcf-42da-8c03-9df29ddbc54a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:42.381695 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-b58ddf73-ffcf-42da-8c03-9df29ddbc54a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.61 "GET /v2.0/networks?id=f10448c5-a6a4-44fe-acd8-4484c67b451d HTTP/1.1" status: 200 len: 812 time: 0.1594989 Dec 22 05:13:42.400588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Request body: {'port': {'device_id': 'aeb55171-f7a7-4702-a457-1146845d666b', 'network_id': 'f10448c5-a6a4-44fe-acd8-4484c67b451d', 'admin_state_up': True, 'tenant_id': 'a21b5f5ed3b1474994962165b31a64b2'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:42.543877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:13:42.548062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Usage tracker for resource:port and tenant:a21b5f5ed3b1474994962165b31a64b2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:13:42.551057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:13:42.556791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:13:42.567872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Made reservation on behalf of a21b5f5ed3b1474994962165b31a64b2 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:13:42.571964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:42.747010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Allocated IP 172.20.0.13 (f10448c5-a6a4-44fe-acd8-4484c67b451d/54f459b0-cde1-4998-89cb-937a1fc7f28d/672fd680-d902-499c-bce3-c79710a87cf0) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:13:42.961463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:42.994718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:43.000947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-310e01fe-a096-4e6c-89ac-bd0a9f115043 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:43.074857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Network f10448c5-a6a4-44fe-acd8-4484c67b451d is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:13:43.078031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:13:43.082797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:13:43.108810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Pushing event updated for resources: {'Port': ['ID=672fd680-d902-499c-bce3-c79710a87cf0,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:43.114427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:43.147514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:43.148116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:43.182101 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7852969 Dec 22 05:13:43.199951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Request body: {'port': {'device_id': 'aeb55171-f7a7-4702-a457-1146845d666b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:43.312961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:43.447099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba9b4-e346-46aa-b999-34688fed676f req-d3dab948-a54c-453a-a0ce-69bf4dfa6a55 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:43.448706 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1deba9b4-e346-46aa-b999-34688fed676f req-d3dab948-a54c-453a-a0ce-69bf4dfa6a55 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 932 time: 0.1340878 Dec 22 05:13:43.503133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1deba9b4-e346-46aa-b999-34688fed676f req-ee7c2222-e5bd-4149-bf19-35f3262e9861 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Synchronizing usage tracker for tenant:a21b5f5ed3b1474994962165b31a64b2 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:13:43.523963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1deba9b4-e346-46aa-b999-34688fed676f req-ee7c2222-e5bd-4149-bf19-35f3262e9861 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Unset dirty status for tenant:a21b5f5ed3b1474994962165b31a64b2 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:13:43.525382 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1deba9b4-e346-46aa-b999-34688fed676f req-ee7c2222-e5bd-4149-bf19-35f3262e9861 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702343 Dec 22 05:13:43.769822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672fd680-d902-499c-bce3-c79710a87cf0 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:13:43.777144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:43.795903 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Transition to ACTIVE for port object 672fd680-d902-499c-bce3-c79710a87cf0 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:13:43.802857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:43.806581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:43.953957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Pushing event updated for resources: {'Port': ['ID=672fd680-d902-499c-bce3-c79710a87cf0,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:43.961401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:44.034975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Attempting to bind port 672fd680-d902-499c-bce3-c79710a87cf0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:13:44.035187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Attempting to bind port 672fd680-d902-499c-bce3-c79710a87cf0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bed8e15f-33f4-46ae-9ab2-8f78062cf22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f10448c5-a6a4-44fe-acd8-4484c67b451d'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:13:44.035532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Attempting to bind port 672fd680-d902-499c-bce3-c79710a87cf0 on network f10448c5-a6a4-44fe-acd8-4484c67b451d {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:13:44.040531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Port 672fd680-d902-499c-bce3-c79710a87cf0 on network f10448c5-a6a4-44fe-acd8-4484c67b451d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:13:44.040842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Attempting to bind port 672fd680-d902-499c-bce3-c79710a87cf0 on network f10448c5-a6a4-44fe-acd8-4484c67b451d {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:13:44.046163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:13:44.046534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Checking segment: {'id': 'bed8e15f-33f4-46ae-9ab2-8f78062cf22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f10448c5-a6a4-44fe-acd8-4484c67b451d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:13:44.047081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Bound using segment: {'id': 'bed8e15f-33f4-46ae-9ab2-8f78062cf22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f10448c5-a6a4-44fe-acd8-4484c67b451d'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:13:44.047558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Bound port: 672fd680-d902-499c-bce3-c79710a87cf0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed8e15f-33f4-46ae-9ab2-8f78062cf22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f10448c5-a6a4-44fe-acd8-4484c67b451d'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:13:44.047902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:44.139328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] For port 672fd680-d902-499c-bce3-c79710a87cf0, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:13:44.142315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] For port 672fd680-d902-499c-bce3-c79710a87cf0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=672fd680-d902-499c-bce3-c79710a87cf0,segment=NetworkSegment(bed8e15f-33f4-46ae-9ab2-8f78062cf22f),segment_id=bed8e15f-33f4-46ae-9ab2-8f78062cf22f)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:13:44.147865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:44.155222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:44.215537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:44.216349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:44.218298 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] 10.222.0.61 "PUT /v2.0/ports/672fd680-d902-499c-bce3-c79710a87cf0 HTTP/1.1" status: 200 len: 1094 time: 1.0224669 Dec 22 05:13:44.218819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb55171-f7a7-4702-a457-1146845d666b', 'tag': '672fd680-d902-499c-bce3-c79710a87cf0'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:44.241707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Pushing event updated for resources: {'Port': ['ID=672fd680-d902-499c-bce3-c79710a87cf0,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:44.245532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:44.321725 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb55171-f7a7-4702-a457-1146845d666b', 'tag': '672fd680-d902-499c-bce3-c79710a87cf0', 'status': 'completed', 'code': 200} Dec 22 05:13:44.368927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-f8a3e725-b728-4d0b-8d88-b25ca7014945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:44.370437 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-f8a3e725-b728-4d0b-8d88-b25ca7014945 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a21b5f5ed3b1474994962165b31a64b2&device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 1097 time: 0.0867715 Dec 22 05:13:44.446139 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-9424c2c4-2c6d-41d4-9ed2-c94ef069dd4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=672fd680-d902-499c-bce3-c79710a87cf0 HTTP/1.1" status: 200 len: 217 time: 0.0625515 Dec 22 05:13:44.518685 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-4ddb4bb9-96bf-463c-a504-437ebbcfc0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:44.520119 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-4ddb4bb9-96bf-463c-a504-437ebbcfc0e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=54f459b0-cde1-4998-89cb-937a1fc7f28d HTTP/1.1" status: 200 len: 852 time: 0.0676508 Dec 22 05:13:44.567643 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-e71b44c1-9c01-434e-81aa-a122015c190d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f10448c5-a6a4-44fe-acd8-4484c67b451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405922 Dec 22 05:13:44.612150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:44.700995 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-515b8e0d-7150-4d49-b34a-099b03ac70f5 service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270592 Dec 22 05:13:44.720387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b72658-2eb4-4def-900f-593197b60929 req-619b40ee-41e1-49d4-8db7-02b1e60b9e4a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:44.721809 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-97b72658-2eb4-4def-900f-593197b60929 req-619b40ee-41e1-49d4-8db7-02b1e60b9e4a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 944 time: 0.0841868 Dec 22 05:13:44.767160 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-97b72658-2eb4-4def-900f-593197b60929 req-04ce97bb-408f-4596-851e-fcbff5815d6e tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394821 Dec 22 05:13:44.832985 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4a6c4c3-101b-480e-a2f0-476bfe865e5d req-20f3512b-73ea-4a90-80c0-2bd7f13b1001 service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256497 Dec 22 05:13:45.012108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dda38e-0ce9-4bc2-babc-dcd63aae47ab req-6d225705-ebdc-4ea6-9136-a2cef194403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:45.013672 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-81dda38e-0ce9-4bc2-babc-dcd63aae47ab req-6d225705-ebdc-4ea6-9136-a2cef194403b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a21b5f5ed3b1474994962165b31a64b2&device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 1097 time: 0.0780070 Dec 22 05:13:45.148794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dda38e-0ce9-4bc2-babc-dcd63aae47ab req-76107650-8b66-46a6-b5fc-dee5b4c7e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:45.150300 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-81dda38e-0ce9-4bc2-babc-dcd63aae47ab req-76107650-8b66-46a6-b5fc-dee5b4c7e858 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f10448c5-a6a4-44fe-acd8-4484c67b451d HTTP/1.1" status: 200 len: 913 time: 0.1304123 Dec 22 05:13:45.218689 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-81dda38e-0ce9-4bc2-babc-dcd63aae47ab req-cf14d117-7552-4117-813d-0bcf77d0ffd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=672fd680-d902-499c-bce3-c79710a87cf0 HTTP/1.1" status: 200 len: 217 time: 0.0610032 Dec 22 05:13:45.397635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dda38e-0ce9-4bc2-babc-dcd63aae47ab req-27146b08-b466-4f95-8730-67c3ba76f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:45.399165 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-81dda38e-0ce9-4bc2-babc-dcd63aae47ab req-27146b08-b466-4f95-8730-67c3ba76f584 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=54f459b0-cde1-4998-89cb-937a1fc7f28d HTTP/1.1" status: 200 len: 852 time: 0.1734827 Dec 22 05:13:45.447335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-81dda38e-0ce9-4bc2-babc-dcd63aae47ab req-3c8f5a84-6a8e-4d55-9ff7-88d95e3b1178 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f10448c5-a6a4-44fe-acd8-4484c67b451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409625 Dec 22 05:13:45.584513 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-81dda38e-0ce9-4bc2-babc-dcd63aae47ab req-42bf3b78-bf5d-4fed-9bf8-a30f6f77b2a4 service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297894 Dec 22 05:13:45.722044 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-81dda38e-0ce9-4bc2-babc-dcd63aae47ab req-e5830951-6c0f-43ea-b196-1ceafd0c3c1a service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306748 Dec 22 05:13:46.007824 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bba9a-c6aa-49f3-bd28-d6f628bf42d8 req-199c4b3a-2cc5-41dd-8c64-a0ded4b32aef tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:46.009250 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-161bba9a-c6aa-49f3-bd28-d6f628bf42d8 req-199c4b3a-2cc5-41dd-8c64-a0ded4b32aef tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 944 time: 0.1320968 Dec 22 05:13:46.060640 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-161bba9a-c6aa-49f3-bd28-d6f628bf42d8 req-f7861e71-37ab-41a6-835d-214324442fea tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455880 Dec 22 05:13:47.251976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6176a2a-5191-4faf-b7e9-f2f8ac47148f req-316fb550-e70e-4ce9-b926-3b3c873da7f0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:47.253486 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f6176a2a-5191-4faf-b7e9-f2f8ac47148f req-316fb550-e70e-4ce9-b926-3b3c873da7f0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 944 time: 0.0833662 Dec 22 05:13:47.299149 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f6176a2a-5191-4faf-b7e9-f2f8ac47148f req-806f24f2-2402-435d-a216-73d83902220b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Dec 22 05:13:47.604598 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 672fd680-d902-499c-bce3-c79710a87cf0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:13:47.791291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 672fd680-d902-499c-bce3-c79710a87cf0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=672fd680-d902-499c-bce3-c79710a87cf0,segment=NetworkSegment(bed8e15f-33f4-46ae-9ab2-8f78062cf22f),segment_id=bed8e15f-33f4-46ae-9ab2-8f78062cf22f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:47.804669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '672fd680-d902-499c-bce3-c79710a87cf0', 'network_id': 'f10448c5-a6a4-44fe-acd8-4484c67b451d', 'port_id': '672fd680-d902-499c-bce3-c79710a87cf0', 'mac_address': 'fa:16:3e:0c:e5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f459b0-cde1-4998-89cb-937a1fc7f28d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:13:47.868811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:47.885884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672fd680-d902-499c-bce3-c79710a87cf0 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:13:47.901734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 672fd680-d902-499c-bce3-c79710a87cf0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=672fd680-d902-499c-bce3-c79710a87cf0,segment=NetworkSegment(bed8e15f-33f4-46ae-9ab2-8f78062cf22f),segment_id=bed8e15f-33f4-46ae-9ab2-8f78062cf22f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:47.909086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:47.911483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:47.985379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=672fd680-d902-499c-bce3-c79710a87cf0,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:47.988839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:48.303434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['672fd680-d902-499c-bce3-c79710a87cf0'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:13:48.489456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cd6f-aa15-41ae-9437-452301f8a6c2 req-539dde3e-e12a-428c-a948-9ba5a44a71d9 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:48.490931 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6425cd6f-aa15-41ae-9437-452301f8a6c2 req-539dde3e-e12a-428c-a948-9ba5a44a71d9 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 945 time: 0.0861323 Dec 22 05:13:48.534922 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6425cd6f-aa15-41ae-9437-452301f8a6c2 req-6335442d-42c9-4a31-8604-e66e4b97f3d0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Dec 22 05:13:49.602480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 672fd680-d902-499c-bce3-c79710a87cf0 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:13:49.675830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 672fd680-d902-499c-bce3-c79710a87cf0 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:13:49.680846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 672fd680-d902-499c-bce3-c79710a87cf0 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:49.681313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:49.740413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a4e63-d386-47e6-84ed-c18d0b081856 req-13a7469f-b415-423e-a2f0-97c1fbaf66f5 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:49.744613 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-634a4e63-d386-47e6-84ed-c18d0b081856 req-13a7469f-b415-423e-a2f0-97c1fbaf66f5 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 945 time: 0.0883896 Dec 22 05:13:49.786229 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-634a4e63-d386-47e6-84ed-c18d0b081856 req-a9fc4ca3-654d-4ebb-8ba1-f01ab646fa74 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Dec 22 05:13:49.798744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:49.825126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb55171-f7a7-4702-a457-1146845d666b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672fd680-d902-499c-bce3-c79710a87cf0'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:49.834428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 672fd680-d902-499c-bce3-c79710a87cf0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=672fd680-d902-499c-bce3-c79710a87cf0,segment=NetworkSegment(bed8e15f-33f4-46ae-9ab2-8f78062cf22f),segment_id=bed8e15f-33f4-46ae-9ab2-8f78062cf22f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:13:49.839334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:49.841170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:13:49.874902 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb55171-f7a7-4702-a457-1146845d666b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672fd680-d902-499c-bce3-c79710a87cf0', 'code': 200} Dec 22 05:13:49.908531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=672fd680-d902-499c-bce3-c79710a87cf0,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:49.911265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:13:50.146782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1783a86-4392-45b3-b50c-4fda3eb55a45 req-9e115233-7181-4889-a9e2-ada627fe566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:50.148288 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c1783a86-4392-45b3-b50c-4fda3eb55a45 req-9e115233-7181-4889-a9e2-ada627fe566a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 1099 time: 0.0740936 Dec 22 05:13:50.193585 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c1783a86-4392-45b3-b50c-4fda3eb55a45 req-4c8fff19-7c34-4c16-af64-9128b748875d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Dec 22 05:13:50.985120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb3c4c-3706-4400-8555-70aa028d5209 req-7e86063a-0972-47e2-a6b1-98046239ffb6 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:50.986611 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17eb3c4c-3706-4400-8555-70aa028d5209 req-7e86063a-0972-47e2-a6b1-98046239ffb6 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0913005 Dec 22 05:13:51.033698 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17eb3c4c-3706-4400-8555-70aa028d5209 req-105a4029-378e-48f8-a3d0-73b50ffd1ac7 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Dec 22 05:13:52.242551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66cdb0-27ea-4abe-a130-c3ab8886ea7a req-dec976ed-a9d9-4adb-9c85-a57b3229d0b9 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:52.246372 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a66cdb0-27ea-4abe-a130-c3ab8886ea7a req-dec976ed-a9d9-4adb-9c85-a57b3229d0b9 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0830677 Dec 22 05:13:52.293825 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a66cdb0-27ea-4abe-a130-c3ab8886ea7a req-1963b13a-0c50-47fa-bca8-f388c4f81522 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Dec 22 05:13:52.696072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 34904) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:13:52.820193 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-1ba675c6-09c7-4411-b0f9-1cbbef3dd57e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227913 Dec 22 05:13:52.846388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f8d42-e1fd-42bb-94b4-c2f48241bffd req-6bc69e1b-9ecd-48b9-ac21-fc7966d8976a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:52.848076 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-731f8d42-e1fd-42bb-94b4-c2f48241bffd req-6bc69e1b-9ecd-48b9-ac21-fc7966d8976a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.2085793 Dec 22 05:13:52.894887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-731f8d42-e1fd-42bb-94b4-c2f48241bffd req-29161115-cca9-4669-8f5c-dc2fefd7b948 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Dec 22 05:13:54.115784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c53c5a-c8e3-44a6-8584-9c4d5090ad3d req-18fbf418-ab32-4941-93c8-2c0b6022d98b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:54.117326 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27c53c5a-c8e3-44a6-8584-9c4d5090ad3d req-18fbf418-ab32-4941-93c8-2c0b6022d98b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0937476 Dec 22 05:13:54.161580 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27c53c5a-c8e3-44a6-8584-9c4d5090ad3d req-e6f3136e-8ba8-47fa-99f9-7760741a21ea tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384347 Dec 22 05:13:54.209797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-6a0449c1-a534-4455-99df-928bb3c6c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:54.211199 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-6a0449c1-a534-4455-99df-928bb3c6c8e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a21b5f5ed3b1474994962165b31a64b2&device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 1099 time: 0.0739796 Dec 22 05:13:54.352310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-46809130-04e7-42bd-a18e-02682001f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:54.353784 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-46809130-04e7-42bd-a18e-02682001f09a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f10448c5-a6a4-44fe-acd8-4484c67b451d HTTP/1.1" status: 200 len: 913 time: 0.1366661 Dec 22 05:13:54.427574 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-324768b3-2d09-4568-a9ac-22f51e296bbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=672fd680-d902-499c-bce3-c79710a87cf0 HTTP/1.1" status: 200 len: 217 time: 0.0671961 Dec 22 05:13:54.492791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-68991e5a-8d12-4872-8e92-8749c283c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:54.494077 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-68991e5a-8d12-4872-8e92-8749c283c7ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=54f459b0-cde1-4998-89cb-937a1fc7f28d HTTP/1.1" status: 200 len: 852 time: 0.0607123 Dec 22 05:13:54.546282 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-6dac213c-3593-4d72-90df-14157ec8c79e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f10448c5-a6a4-44fe-acd8-4484c67b451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451808 Dec 22 05:13:54.622014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71627857-a0e4-45ac-b25f-d631341bc172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:54.687874 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-ba7749d6-384c-4953-9dad-fb41f52496a9 service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350174 Dec 22 05:13:54.825879 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-7f69dacc-46a9-44bd-91ec-c94da0a595ff service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315858 Dec 22 05:13:55.368585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4588cf-3cc9-4ee8-ae76-6a9b120a13ae req-351a5889-2c05-43de-afe7-7b8a21c58011 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:55.370056 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed4588cf-3cc9-4ee8-ae76-6a9b120a13ae req-351a5889-2c05-43de-afe7-7b8a21c58011 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0921659 Dec 22 05:13:55.420057 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed4588cf-3cc9-4ee8-ae76-6a9b120a13ae req-b4fc56d8-c45a-4ac5-9e00-6af239e5fd1b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Dec 22 05:13:56.618896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd9880-d0aa-4925-83cb-25967bbe9b90 req-09479800-bd65-44bf-8e47-bda114002d99 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:56.620398 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69dd9880-d0aa-4925-83cb-25967bbe9b90 req-09479800-bd65-44bf-8e47-bda114002d99 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0842996 Dec 22 05:13:56.667605 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69dd9880-d0aa-4925-83cb-25967bbe9b90 req-c80a9de9-87c9-4eb8-ae1e-f51b3e1cbfbe tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388265 Dec 22 05:13:56.961811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ff7a160c-17b1-4760-b59b-a8d372262f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.886791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fbab1-0e90-45d5-9b58-181b7abbbaf3 req-27030061-86da-41e0-8343-16661b17bd28 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:57.888255 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db5fbab1-0e90-45d5-9b58-181b7abbbaf3 req-27030061-86da-41e0-8343-16661b17bd28 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0865941 Dec 22 05:13:57.952286 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db5fbab1-0e90-45d5-9b58-181b7abbbaf3 req-27b66197-1979-49b5-b2a7-c3d8d1b84034 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563157 Dec 22 05:13:58.066733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:58.106616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.154170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f738d57-5353-4c47-ba3a-d6ce5a1ee500 req-2fd6c0fa-c389-4a05-92b0-e4db2d63197a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:59.155649 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7f738d57-5353-4c47-ba3a-d6ce5a1ee500 req-2fd6c0fa-c389-4a05-92b0-e4db2d63197a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0802264 Dec 22 05:13:59.202758 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7f738d57-5353-4c47-ba3a-d6ce5a1ee500 req-a234587c-2220-44e1-b225-71a3b780179f tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382855 Dec 22 05:13:59.497198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.410404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ceb35-4ebd-4573-b6cb-4d85f57bbabc req-e9c3c9b0-f6ef-4030-b681-000d4be4fbe0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:00.411873 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b55ceb35-4ebd-4573-b6cb-4d85f57bbabc req-e9c3c9b0-f6ef-4030-b681-000d4be4fbe0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0965409 Dec 22 05:14:00.455768 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b55ceb35-4ebd-4573-b6cb-4d85f57bbabc req-77a2d22c-3e25-427e-8e0c-e2899eaee298 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376315 Dec 22 05:14:01.669859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3911f0-7256-4847-afbd-91b2a0ab5c6e req-66b51241-900b-4324-ab17-02198e421cbd tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:01.671314 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d3911f0-7256-4847-afbd-91b2a0ab5c6e req-66b51241-900b-4324-ab17-02198e421cbd tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0962415 Dec 22 05:14:01.717901 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d3911f0-7256-4847-afbd-91b2a0ab5c6e req-763f82b3-cade-497c-aa73-c36b0552151e tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381567 Dec 22 05:14:02.925245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3894c7-b8cb-45b0-aca0-8b6b41250cad req-220fb2cb-1a5c-4d1b-b0b1-70494b5b98f8 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:02.926698 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7f3894c7-b8cb-45b0-aca0-8b6b41250cad req-220fb2cb-1a5c-4d1b-b0b1-70494b5b98f8 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0968130 Dec 22 05:14:02.976244 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7f3894c7-b8cb-45b0-aca0-8b6b41250cad req-749e33d9-4e9e-474d-8343-16a15a1caa10 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Dec 22 05:14:04.189183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455a22-0b5b-411f-be97-51b5c020fff0 req-237475f1-892e-49ce-bcb4-46f2ad5dc69a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:04.191291 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cf455a22-0b5b-411f-be97-51b5c020fff0 req-237475f1-892e-49ce-bcb4-46f2ad5dc69a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0952647 Dec 22 05:14:04.241976 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cf455a22-0b5b-411f-be97-51b5c020fff0 req-075c5ed1-39d1-40c3-97a4-694386400788 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446508 Dec 22 05:14:05.445304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979ac35-0770-47b2-96e3-18b3cddfa610 req-158270f6-856c-4747-a92d-760f09919bed tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:05.446734 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2979ac35-0770-47b2-96e3-18b3cddfa610 req-158270f6-856c-4747-a92d-760f09919bed tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0936351 Dec 22 05:14:05.493439 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2979ac35-0770-47b2-96e3-18b3cddfa610 req-e5a06b8f-24a9-4748-a6d5-b51ea2cc1a02 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Dec 22 05:14:05.885933 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:14:06.714156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5855a-c240-4b20-9d46-011cd5f80e8e req-cf117d1b-12ed-40c9-971f-14100c613821 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:06.715655 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-01b5855a-c240-4b20-9d46-011cd5f80e8e req-cf117d1b-12ed-40c9-971f-14100c613821 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0992296 Dec 22 05:14:06.761497 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-01b5855a-c240-4b20-9d46-011cd5f80e8e req-bab2342d-7667-4566-bf9b-56ffeddedfe9 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Dec 22 05:14:07.977173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51422c6a-95a2-4b32-93ad-4a46509b6576 req-4ffb1b3e-fa4a-4646-afc2-843219a0b954 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:07.978674 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-51422c6a-95a2-4b32-93ad-4a46509b6576 req-4ffb1b3e-fa4a-4646-afc2-843219a0b954 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0958462 Dec 22 05:14:08.024269 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-51422c6a-95a2-4b32-93ad-4a46509b6576 req-133b45f4-a7a4-4a03-bf35-ca622b844d49 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Dec 22 05:14:09.226448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a2f3b-3f8f-4418-8c90-d95b4330b12f req-bc20e73b-e27d-4b9e-8d29-18a7a0e0aaa0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:09.227909 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-476a2f3b-3f8f-4418-8c90-d95b4330b12f req-bc20e73b-e27d-4b9e-8d29-18a7a0e0aaa0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0873053 Dec 22 05:14:09.273544 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-476a2f3b-3f8f-4418-8c90-d95b4330b12f req-032d848d-a378-418b-a6a3-c67ec45623a5 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397489 Dec 22 05:14:10.470517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc475d8-be23-430e-8f0e-8c0a11db4919 req-c2ade4ad-276e-4aa2-a576-7b546c65a531 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:10.471944 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bdc475d8-be23-430e-8f0e-8c0a11db4919 req-c2ade4ad-276e-4aa2-a576-7b546c65a531 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0905006 Dec 22 05:14:10.526099 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bdc475d8-be23-430e-8f0e-8c0a11db4919 req-a726aa0b-2521-45b3-87dd-09cff7d7806d tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449705 Dec 22 05:14:11.747015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d90d1-8455-454b-81bf-bf8d3d636a00 req-15942ca4-be7a-48e7-95ae-51d9219f4aa4 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:11.748525 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d00d90d1-8455-454b-81bf-bf8d3d636a00 req-15942ca4-be7a-48e7-95ae-51d9219f4aa4 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.1013355 Dec 22 05:14:11.797464 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d00d90d1-8455-454b-81bf-bf8d3d636a00 req-8ea66b14-d8d8-4e11-aeac-b6a68bac52e0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Dec 22 05:14:12.993802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da5b57-cfc4-4ab3-8579-e84f8cd5f9f2 req-efe8b60c-cfd0-4189-b821-d478533c5a90 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:12.995306 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36da5b57-cfc4-4ab3-8579-e84f8cd5f9f2 req-efe8b60c-cfd0-4189-b821-d478533c5a90 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0855837 Dec 22 05:14:13.042504 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36da5b57-cfc4-4ab3-8579-e84f8cd5f9f2 req-115989e5-3ad2-47af-80f5-dadfdc88e6d9 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Dec 22 05:14:14.245390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8643e-651a-40ef-8566-9cffdd8bee7d req-2e2ba56c-98fd-49bc-959d-33a3f9e50aac tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:14.246870 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-90d8643e-651a-40ef-8566-9cffdd8bee7d req-2e2ba56c-98fd-49bc-959d-33a3f9e50aac tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0843945 Dec 22 05:14:14.292155 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-90d8643e-651a-40ef-8566-9cffdd8bee7d req-48ef59ad-456b-4157-a5f5-26ef9d859b9e tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394421 Dec 22 05:14:14.617610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:15.517357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6794c-9de2-44f6-845b-f5514601264d req-c418c9d7-ed97-487d-b0d6-c55ed672dc52 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:15.518721 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0da6794c-9de2-44f6-845b-f5514601264d req-c418c9d7-ed97-487d-b0d6-c55ed672dc52 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.1010094 Dec 22 05:14:15.568567 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0da6794c-9de2-44f6-845b-f5514601264d req-4a85cb36-e485-4b10-9cf8-3ddf743d2a64 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Dec 22 05:14:16.774242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf6323-b7eb-4a7a-8227-d3083d024ecb req-da6cf7b9-2e1b-460f-b60a-13aad0f86a73 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:16.775712 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60bf6323-b7eb-4a7a-8227-d3083d024ecb req-da6cf7b9-2e1b-460f-b60a-13aad0f86a73 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0860698 Dec 22 05:14:16.824314 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60bf6323-b7eb-4a7a-8227-d3083d024ecb req-26089216-631c-46ce-a269-d2ad3aace645 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 Dec 22 05:14:17.084022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11c2c8-8c26-43c1-82f5-ebf616f8cf9c req-5067704d-3d5f-46c5-b5dc-b68436db5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:17.085559 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d11c2c8-8c26-43c1-82f5-ebf616f8cf9c req-5067704d-3d5f-46c5-b5dc-b68436db5996 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a21b5f5ed3b1474994962165b31a64b2&device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 1099 time: 0.0844414 Dec 22 05:14:17.249602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11c2c8-8c26-43c1-82f5-ebf616f8cf9c req-3c5b6cee-6759-409d-935a-61ab49758fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:17.251080 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d11c2c8-8c26-43c1-82f5-ebf616f8cf9c req-3c5b6cee-6759-409d-935a-61ab49758fba service neutron] 10.222.0.61 "GET /v2.0/networks?id=f10448c5-a6a4-44fe-acd8-4484c67b451d HTTP/1.1" status: 200 len: 913 time: 0.1453974 Dec 22 05:14:17.326077 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d11c2c8-8c26-43c1-82f5-ebf616f8cf9c req-adcd6d31-31bb-4439-81b7-49f93b284806 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=672fd680-d902-499c-bce3-c79710a87cf0 HTTP/1.1" status: 200 len: 217 time: 0.0680997 Dec 22 05:14:17.397361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11c2c8-8c26-43c1-82f5-ebf616f8cf9c req-cc4cc731-c296-4b0b-918e-1018c19e4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:17.399597 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d11c2c8-8c26-43c1-82f5-ebf616f8cf9c req-cc4cc731-c296-4b0b-918e-1018c19e4a1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=54f459b0-cde1-4998-89cb-937a1fc7f28d HTTP/1.1" status: 200 len: 852 time: 0.0672367 Dec 22 05:14:17.567755 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d11c2c8-8c26-43c1-82f5-ebf616f8cf9c req-1f85d74b-7238-498d-90bd-7a13d7851ad2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f10448c5-a6a4-44fe-acd8-4484c67b451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1606677 Dec 22 05:14:17.716036 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d11c2c8-8c26-43c1-82f5-ebf616f8cf9c req-ddadfd5a-bc04-4cf0-b343-e010fc8f7e21 service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414454 Dec 22 05:14:17.861183 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d11c2c8-8c26-43c1-82f5-ebf616f8cf9c req-d87c80cb-a27c-409c-9705-de52fc1ef21b service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371019 Dec 22 05:14:18.152171 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b0746-33e6-4b11-a51e-3f246859b9bb req-1fedcf71-057f-475d-b797-105d7d83158a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:18.153676 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d75b0746-33e6-4b11-a51e-3f246859b9bb req-1fedcf71-057f-475d-b797-105d7d83158a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.2089677 Dec 22 05:14:18.206105 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d75b0746-33e6-4b11-a51e-3f246859b9bb req-bec2c5f5-d214-40f7-b0c0-d242d59e95a5 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465527 Dec 22 05:14:19.400996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bc6d2-85e1-4caa-add6-1145aa903919 req-80ad0017-95da-47f5-b471-ad28e8e1ba3e tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:19.402445 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-594bc6d2-85e1-4caa-add6-1145aa903919 req-80ad0017-95da-47f5-b471-ad28e8e1ba3e tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0891967 Dec 22 05:14:19.451060 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-594bc6d2-85e1-4caa-add6-1145aa903919 req-0c65662a-a2f3-4acc-8dbf-e68a1374c14f tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 Dec 22 05:14:20.657816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308536a-2177-417c-bdda-b6c8eb4907c2 req-05f4e158-751a-47b0-94b2-9b5b791f8ca1 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:20.659263 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6308536a-2177-417c-bdda-b6c8eb4907c2 req-05f4e158-751a-47b0-94b2-9b5b791f8ca1 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0981624 Dec 22 05:14:20.705874 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6308536a-2177-417c-bdda-b6c8eb4907c2 req-99cc88b1-8b08-4806-9b41-082a5270f8aa tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394106 Dec 22 05:14:21.748342 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-64f92b0d-77e1-4cce-9fff-9a32a371f4ed service neutron] 10.222.0.61 "GET /v2.0/ports/672fd680-d902-499c-bce3-c79710a87cf0/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1004758 Dec 22 05:14:21.908958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad8029-3a29-4345-b662-6d5ac2b63198 req-bdbc0978-7b5b-4a20-9ff3-45a95342d8be tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:21.910412 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-76ad8029-3a29-4345-b662-6d5ac2b63198 req-bdbc0978-7b5b-4a20-9ff3-45a95342d8be tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0855274 Dec 22 05:14:21.956105 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-76ad8029-3a29-4345-b662-6d5ac2b63198 req-ffd22fe8-34d8-48c7-8301-6a95fbb39bd4 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Dec 22 05:14:22.052958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-0b605269-600a-4115-8d95-2ed3909a2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:22.055014 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-0b605269-600a-4115-8d95-2ed3909a2c76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b&tenant_id=a21b5f5ed3b1474994962165b31a64b2 HTTP/1.1" status: 200 len: 1099 time: 0.0810578 Dec 22 05:14:22.164117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-b4bd3773-781c-4a16-9e2c-b197bba3401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:22.165823 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-b4bd3773-781c-4a16-9e2c-b197bba3401b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a21b5f5ed3b1474994962165b31a64b2&device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 1099 time: 0.0769415 Dec 22 05:14:22.298770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-cce955bf-7b98-40c4-8171-1012cc775453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:22.300289 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-cce955bf-7b98-40c4-8171-1012cc775453 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f10448c5-a6a4-44fe-acd8-4484c67b451d HTTP/1.1" status: 200 len: 913 time: 0.1273766 Dec 22 05:14:22.371986 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-397ff943-1fc5-4c12-85c4-3c11a74bb05d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=672fd680-d902-499c-bce3-c79710a87cf0 HTTP/1.1" status: 200 len: 217 time: 0.0651746 Dec 22 05:14:22.436390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-06b0f5ac-6d88-46ba-8419-8fb8a199e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:22.437777 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-06b0f5ac-6d88-46ba-8419-8fb8a199e37d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=54f459b0-cde1-4998-89cb-937a1fc7f28d HTTP/1.1" status: 200 len: 852 time: 0.0576999 Dec 22 05:14:22.484581 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-6b7786db-81ff-46a4-b8dc-8f02da30f64c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f10448c5-a6a4-44fe-acd8-4484c67b451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401521 Dec 22 05:14:22.628505 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-29fe866d-4518-4290-99a4-f1415e28087f service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354554 Dec 22 05:14:22.760640 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f60cb60a-6df6-4694-b8a6-0000fae4e77d req-d5b46940-61d4-4811-ac7b-bb19fdef2a03 service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259420 Dec 22 05:14:23.153027 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2798ba7-6238-4d6e-ad9d-281b24b33337 req-9d37f23c-96c4-4dd7-b4c9-dc8fc9c81e05 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:23.154532 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2798ba7-6238-4d6e-ad9d-281b24b33337 req-9d37f23c-96c4-4dd7-b4c9-dc8fc9c81e05 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0867169 Dec 22 05:14:23.199488 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2798ba7-6238-4d6e-ad9d-281b24b33337 req-f992c84a-b3f4-4c89-83a2-a8ff7682748d tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390584 Dec 22 05:14:24.398308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11f00-01b8-4253-b1e2-8ef1a86e5da1 req-dc9048bd-eeb4-45fc-8cdb-d641f46af8f1 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:24.400125 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-14a11f00-01b8-4253-b1e2-8ef1a86e5da1 req-dc9048bd-eeb4-45fc-8cdb-d641f46af8f1 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0896065 Dec 22 05:14:24.452233 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-14a11f00-01b8-4253-b1e2-8ef1a86e5da1 req-16a80756-6ec1-4fe6-8a8e-7aa5aa40d496 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449846 Dec 22 05:14:24.632473 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7edc3597-803d-4801-a462-f9bc348638d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:25.665271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c96e8-3a9a-4bf2-a1b4-b2f1f4c4c88c req-6344cf85-9d5b-4c88-856f-883b22349f9a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:25.667061 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0b0c96e8-3a9a-4bf2-a1b4-b2f1f4c4c88c req-6344cf85-9d5b-4c88-856f-883b22349f9a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0915604 Dec 22 05:14:25.717504 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0b0c96e8-3a9a-4bf2-a1b4-b2f1f4c4c88c req-6734697c-f692-4528-b138-577123652200 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440891 Dec 22 05:14:25.777492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 672fd680-d902-499c-bce3-c79710a87cf0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:14:25.786209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 672fd680-d902-499c-bce3-c79710a87cf0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:14:26.002964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:26.016469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 672fd680-d902-499c-bce3-c79710a87cf0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=672fd680-d902-499c-bce3-c79710a87cf0,segment=NetworkSegment(bed8e15f-33f4-46ae-9ab2-8f78062cf22f),segment_id=bed8e15f-33f4-46ae-9ab2-8f78062cf22f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:14:26.034095 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '672fd680-d902-499c-bce3-c79710a87cf0', 'network_id': 'f10448c5-a6a4-44fe-acd8-4484c67b451d', 'port_id': '672fd680-d902-499c-bce3-c79710a87cf0', 'mac_address': 'fa:16:3e:0c:e5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f459b0-cde1-4998-89cb-937a1fc7f28d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:14:26.070333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb55171-f7a7-4702-a457-1146845d666b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672fd680-d902-499c-bce3-c79710a87cf0'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:14:26.098912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 672fd680-d902-499c-bce3-c79710a87cf0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=672fd680-d902-499c-bce3-c79710a87cf0,segment=NetworkSegment(bed8e15f-33f4-46ae-9ab2-8f78062cf22f),segment_id=bed8e15f-33f4-46ae-9ab2-8f78062cf22f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:14:26.106761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:26.110674 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d47054c6-3c25-4dc2-afc6-b84819ec66c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:26.142207 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb55171-f7a7-4702-a457-1146845d666b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672fd680-d902-499c-bce3-c79710a87cf0', 'code': 200} Dec 22 05:14:26.154831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:26.183302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 672fd680-d902-499c-bce3-c79710a87cf0 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:14:26.225312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=672fd680-d902-499c-bce3-c79710a87cf0,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:26.245835 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.246175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.246512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.246841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.247166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.247493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.247795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.248109 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.248462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.248774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.249073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.249406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:26.254847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:26.263377 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:14:26.263727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:14:26.825799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:26.843480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672fd680-d902-499c-bce3-c79710a87cf0 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:14:26.859047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 672fd680-d902-499c-bce3-c79710a87cf0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=672fd680-d902-499c-bce3-c79710a87cf0,segment=NetworkSegment(bed8e15f-33f4-46ae-9ab2-8f78062cf22f),segment_id=bed8e15f-33f4-46ae-9ab2-8f78062cf22f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:14:26.864820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:26.866643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8cb34159-6ba3-4750-97ef-31f70613d42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:26.926069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013d36b-8846-4da7-955a-5a4acfe0882a req-cdfd3029-94c8-43a0-a7bf-2a0d410179bf tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:26.927437 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2013d36b-8846-4da7-955a-5a4acfe0882a req-cdfd3029-94c8-43a0-a7bf-2a0d410179bf tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 945 time: 0.0832138 Dec 22 05:14:26.931543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=672fd680-d902-499c-bce3-c79710a87cf0,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:26.934633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:26.959525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c6ca8ff-4478-4301-9e7f-7b567791fcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:26.979452 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2013d36b-8846-4da7-955a-5a4acfe0882a req-4af617bb-6085-41df-a32d-7c5abe1e4dbd tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Dec 22 05:14:26.995482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['672fd680-d902-499c-bce3-c79710a87cf0'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:14:27.395605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-89c97268-e039-4032-a3ef-14d39f29f1f0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:27.396285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-89c97268-e039-4032-a3ef-14d39f29f1f0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Synchronizing usage tracker for tenant:a21b5f5ed3b1474994962165b31a64b2 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:14:27.416888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-89c97268-e039-4032-a3ef-14d39f29f1f0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Unset dirty status for tenant:a21b5f5ed3b1474994962165b31a64b2 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:14:27.417963 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-89c97268-e039-4032-a3ef-14d39f29f1f0 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.61 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b&tenant_id=a21b5f5ed3b1474994962165b31a64b2&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1222191 Dec 22 05:14:27.590004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-61ea9b58-c046-4577-9b0a-fa6c24620d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:27.591435 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-61ea9b58-c046-4577-9b0a-fa6c24620d7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a21b5f5ed3b1474994962165b31a64b2&device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 1098 time: 0.0838368 Dec 22 05:14:27.725743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-24d02f82-86d6-4aa1-a50f-d720df28b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:27.727183 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-24d02f82-86d6-4aa1-a50f-d720df28b35d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f10448c5-a6a4-44fe-acd8-4484c67b451d HTTP/1.1" status: 200 len: 913 time: 0.1287346 Dec 22 05:14:27.778843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 672fd680-d902-499c-bce3-c79710a87cf0 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:14:27.804982 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-18bc1aff-b29e-482b-9573-af534a1636a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=672fd680-d902-499c-bce3-c79710a87cf0 HTTP/1.1" status: 200 len: 217 time: 0.0715270 Dec 22 05:14:27.853868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 672fd680-d902-499c-bce3-c79710a87cf0 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:14:27.854433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:27.869264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-8df33286-68f9-45ec-a1b4-f2b3aba13227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:27.870771 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-8df33286-68f9-45ec-a1b4-f2b3aba13227 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=54f459b0-cde1-4998-89cb-937a1fc7f28d HTTP/1.1" status: 200 len: 852 time: 0.0598185 Dec 22 05:14:27.920596 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-baf3da49-0c3f-4a33-ac4c-a35a9e0ccfab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f10448c5-a6a4-44fe-acd8-4484c67b451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434372 Dec 22 05:14:27.972969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:28.006114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 672fd680-d902-499c-bce3-c79710a87cf0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=672fd680-d902-499c-bce3-c79710a87cf0,segment=NetworkSegment(bed8e15f-33f4-46ae-9ab2-8f78062cf22f),segment_id=bed8e15f-33f4-46ae-9ab2-8f78062cf22f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:14:28.012091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:28.013989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3f4d5378-7c7e-44c4-9ee0-77d89f65b4c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:28.147371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb55171-f7a7-4702-a457-1146845d666b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672fd680-d902-499c-bce3-c79710a87cf0'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:14:28.167827 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:28.170818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:28.175936 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-65cfb0af-4216-4cfc-adf1-c8fdbab853c2 service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482362 Dec 22 05:14:28.177173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=672fd680-d902-499c-bce3-c79710a87cf0,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:28.180193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:28.213314 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb55171-f7a7-4702-a457-1146845d666b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672fd680-d902-499c-bce3-c79710a87cf0', 'code': 200} Dec 22 05:14:28.310015 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-47f05cf2-a651-4ffd-ae0e-170af8eae4b9 service neutron] 10.222.0.61 "GET /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275854 Dec 22 05:14:29.280745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e51584-44a2-4aa1-adcc-d56ba061ee3b req-8cca7dde-8922-4fa8-b479-aa10d2d42e62 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:29.282348 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4e51584-44a2-4aa1-adcc-d56ba061ee3b req-8cca7dde-8922-4fa8-b479-aa10d2d42e62 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0865185 Dec 22 05:14:29.327463 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4e51584-44a2-4aa1-adcc-d56ba061ee3b req-d69de568-bbb9-4e5c-98e5-79b7b847b74a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388184 Dec 22 05:14:29.510602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:30.535413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16d523-693c-46f3-b256-bc75fd08e7a9 req-ac1adac0-ceb4-4394-a4af-98e6d4fc2925 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:30.536799 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef16d523-693c-46f3-b256-bc75fd08e7a9 req-ac1adac0-ceb4-4394-a4af-98e6d4fc2925 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0881376 Dec 22 05:14:30.589242 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef16d523-693c-46f3-b256-bc75fd08e7a9 req-cb09df4b-3dc8-40f9-a4c6-c0fcc3bb569a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Dec 22 05:14:31.160784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-769f05db-cc6c-486c-a68a-ffb319c1dff1 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:31.162203 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-769f05db-cc6c-486c-a68a-ffb319c1dff1 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.61 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0914252 Dec 22 05:14:31.238048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Deleting port 672fd680-d902-499c-bce3-c79710a87cf0 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:14:31.238382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:31.504344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] For port 672fd680-d902-499c-bce3-c79710a87cf0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=672fd680-d902-499c-bce3-c79710a87cf0,segment=NetworkSegment(bed8e15f-33f4-46ae-9ab2-8f78062cf22f),segment_id=bed8e15f-33f4-46ae-9ab2-8f78062cf22f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:14:31.504601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:31.638031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Calling delete_port for 672fd680-d902-499c-bce3-c79710a87cf0 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:14:31.786924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:31.791761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04398ef2-c2ef-4ef6-88c5-9de7f06e89f9 req-010432fe-0bb4-4108-95be-b69dbe420a7a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:31.793004 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-04398ef2-c2ef-4ef6-88c5-9de7f06e89f9 req-010432fe-0bb4-4108-95be-b69dbe420a7a tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb55171-f7a7-4702-a457-1146845d666b HTTP/1.1" status: 200 len: 946 time: 0.0869911 Dec 22 05:14:31.794117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eb02fe1f-b5a6-48c3-80fb-514d8ccaa783 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:31.838408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['672fd680-d902-499c-bce3-c79710a87cf0'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:14:31.844065 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-04398ef2-c2ef-4ef6-88c5-9de7f06e89f9 req-e7000851-414f-41a7-9e38-a8dce3b7544c tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447531 Dec 22 05:14:31.847721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Pushing event deleted for resources: {'Port': ['ID=672fd680-d902-499c-bce3-c79710a87cf0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:31.888462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.888864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.889254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.889651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.889987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.890346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.890706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.891034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.891393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.891750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.892102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.892477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:31.899598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:31.937135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] No DVR routers for this DVR port 672fd680-d902-499c-bce3-c79710a87cf0 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:14:31.939805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:31.942374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb55171-f7a7-4702-a457-1146845d666b', 'name': 'network-vif-deleted', 'tag': '672fd680-d902-499c-bce3-c79710a87cf0'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:14:31.959428 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d4778e46-d0c5-4c52-8ed5-5efb459609cf req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] 10.222.0.61 "DELETE /v2.0/ports/672fd680-d902-499c-bce3-c79710a87cf0 HTTP/1.1" status: 204 len: 173 time: 0.7910163 Dec 22 05:14:31.988485 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb55171-f7a7-4702-a457-1146845d666b', 'name': 'network-vif-deleted', 'tag': '672fd680-d902-499c-bce3-c79710a87cf0', 'status': 'completed', 'code': 200} Dec 22 05:14:33.103372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35014) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:14:33.167241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-af44866c-2563-4697-8dec-971c34d5fbaa admin admin] Deleting subnet 54f459b0-cde1-4998-89cb-937a1fc7f28d {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:14:33.170614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af44866c-2563-4697-8dec-971c34d5fbaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.221730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af44866c-2563-4697-8dec-971c34d5fbaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.281742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af44866c-2563-4697-8dec-971c34d5fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.354882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af44866c-2563-4697-8dec-971c34d5fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.359330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c19fe929-986b-41a2-be49-9170f251cc19 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:33.393879 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44866c-2563-4697-8dec-971c34d5fbaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f459b0-cde1-4998-89cb-937a1fc7f28d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:33.395768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af44866c-2563-4697-8dec-971c34d5fbaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.398582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-af44866c-2563-4697-8dec-971c34d5fbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:33.402529 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-af44866c-2563-4697-8dec-971c34d5fbaa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/54f459b0-cde1-4998-89cb-937a1fc7f28d HTTP/1.1" status: 204 len: 168 time: 0.2980659 Dec 22 05:14:33.405285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35018) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:14:33.511286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.634859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.663746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10448c5-a6a4-44fe-acd8-4484c67b451d']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:14:33.676456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed8e15f-33f4-46ae-9ab2-8f78062cf22f') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:14:33.676750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed8e15f-33f4-46ae-9ab2-8f78062cf22f') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:14:33.688545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.705807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.712536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:14:33.712908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:14:33.726063 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:14:33.801718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.806244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:33.810778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 672fd680-d902-499c-bce3-c79710a87cf0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:14:33.828173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:33.847243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 672fd680-d902-499c-bce3-c79710a87cf0 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:14:33.847637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 672fd680-d902-499c-bce3-c79710a87cf0 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:14:33.943748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] Pushing event deleted for resources: {'Network': ['ID=f10448c5-a6a4-44fe-acd8-4484c67b451d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:33.946958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:33.954168 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9a27cc3a-12de-438b-b841-59f260dc7e29 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f10448c5-a6a4-44fe-acd8-4484c67b451d HTTP/1.1" status: 204 len: 168 time: 0.5479920 Dec 22 05:14:34.079384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35024) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:14:34.131442 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-91e22dd6-2c1b-4143-af6a-ccae021c8935 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a21b5f5ed3b1474994962165b31a64b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506368 Dec 22 05:14:34.134512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35028) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:14:34.194129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36d28a77-02c0-4e98-8ce6-e6525d5fd572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:34.223969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36d28a77-02c0-4e98-8ce6-e6525d5fd572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:34.279958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36d28a77-02c0-4e98-8ce6-e6525d5fd572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:34.283642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88023c31-dd53-4fbf-b13e-ff58b5b64e3b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:34.296283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d28a77-02c0-4e98-8ce6-e6525d5fd572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc56ab25-48fe-4d19-b5ee-0d05301ffcdd,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:34.299409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-36d28a77-02c0-4e98-8ce6-e6525d5fd572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:34.309209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36d28a77-02c0-4e98-8ce6-e6525d5fd572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:34.310304 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-36d28a77-02c0-4e98-8ce6-e6525d5fd572 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc56ab25-48fe-4d19-b5ee-0d05301ffcdd HTTP/1.1" status: 204 len: 168 time: 0.1749315 Dec 22 05:14:35.076359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35052) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:14:35.192322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1341552582-network', 'tenant_id': '74d3ba57264f44ec876b5362d92b73b3'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:14:35.197435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:14:35.201653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Usage tracker for resource:network and tenant:74d3ba57264f44ec876b5362d92b73b3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:14:35.204682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:14:35.211391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:14:35.221207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Made reservation on behalf of 74d3ba57264f44ec876b5362d92b73b3 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:14:35.223632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.239063 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.253658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:14:35.257712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Usage tracker for resource:security_group_rule and tenant:74d3ba57264f44ec876b5362d92b73b3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:14:35.260362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:14:35.266624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:14:35.353121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.359471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.362484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c3731060-5c84-4f3d-8084-2c5c3e725c5a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:35.392031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:14:35.397351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7562b6-5613-4622-9877-3b14a5dc6fd7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:35.400994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:35.405997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.406344 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Added segment 958e8cdc-c602-4bee-8b82-84d682a80bf4 of type vlan for network e314a7f2-bc47-4500-a3bb-801017f13294 Dec 22 05:14:35.432982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.464064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.465321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:35.465980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.472948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-99a6826c-f295-4641-b93d-84ba5f83f9f6 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:35.576283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e314a7f2-bc47-4500-a3bb-801017f13294,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:35.579134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:35.581074 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5030048 Dec 22 05:14:35.583842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35058) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:14:35.587124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network e314a7f2-bc47-4500-a3bb-801017f13294 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:14:35.589850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Request body: {'subnet': {'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1341552582-subnet', 'tenant_id': '74d3ba57264f44ec876b5362d92b73b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:14:35.595475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:14:35.599635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Usage tracker for resource:subnet and tenant:74d3ba57264f44ec876b5362d92b73b3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:14:35.602589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:14:35.609212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:14:35.620959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Made reservation on behalf of 74d3ba57264f44ec876b5362d92b73b3 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:14:35.623749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.837138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.841255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e3b09a09-9439-4f5c-9f31-350892b8b39c tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:35.921528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b8c867-5157-44d3-8a44-eea6bfec4024,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:35.924791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:35.930579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Checking segment: {'id': '958e8cdc-c602-4bee-8b82-84d682a80bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:14:35.930937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Network hostable DHCP agents. Network: e314a7f2-bc47-4500-a3bb-801017f13294, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:14:35.954577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Network e314a7f2-bc47-4500-a3bb-801017f13294 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:14:35.965219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, e314a7f2-bc47-4500-a3bb-801017f13294) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:14:35.969818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:35.970405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.974635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a085c-787c-4783-ae6b-6a82f28d2778 None None] Network e314a7f2-bc47-4500-a3bb-801017f13294 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:14:35.991836 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-da94312c-4b92-4100-a7e9-b9fcdb3ab678 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4068394 Dec 22 05:14:36.186891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846bd0d5-1640-4383-9f6a-7b66c8dfa6c2 None None] Network e314a7f2-bc47-4500-a3bb-801017f13294 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:14:36.516125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-741c0808-3db8-44d6-84e9-d0c5a5ad92e7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:36.517700 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-741c0808-3db8-44d6-84e9-d0c5a5ad92e7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 815 time: 0.1522515 Dec 22 05:14:36.532836 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-a92a40f0-729a-4861-961d-4e58a0cac936 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/quotas/74d3ba57264f44ec876b5362d92b73b3 HTTP/1.1" status: 200 len: 375 time: 0.0095003 Dec 22 05:14:36.581922 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-e0675ae8-6154-4b2c-8ad9-9807d5efccad tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435755 Dec 22 05:14:36.653226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-6949b3f6-e6d2-4d24-88a2-3b25f9df69e4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:14:36.654173 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-6949b3f6-e6d2-4d24-88a2-3b25f9df69e4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0629478 Dec 22 05:14:36.796927 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-9d64e5f1-fd4e-4753-9266-4734a0ad444c service neutron] 10.222.0.36 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365702 Dec 22 05:14:36.943909 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-bd1aabe7-afbe-4bf9-925a-9836723fa6cf service neutron] 10.222.0.36 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409094 Dec 22 05:14:37.123988 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-264d83ca-5a7c-496e-bcd2-bc7ac98d8f06 req-be92440b-3d58-4eeb-aa91-619ca73e3b1a tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 210 time: 0.0484056 Dec 22 05:14:38.283257 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a8b9d5f-8ada-4af4-857e-cae36f3c79c4 req-7f5cbb0f-7d57-435d-9220-77db1eeae081 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 210 time: 0.0468986 Dec 22 05:14:38.547688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-e9a7cd7a-3e61-46cd-8143-826f5d897c59 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:38.548292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-e9a7cd7a-3e61-46cd-8143-826f5d897c59 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Synchronizing usage tracker for tenant:74d3ba57264f44ec876b5362d92b73b3 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:14:38.568108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-e9a7cd7a-3e61-46cd-8143-826f5d897c59 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Unset dirty status for tenant:74d3ba57264f44ec876b5362d92b73b3 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:14:38.569302 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-e9a7cd7a-3e61-46cd-8143-826f5d897c59 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 815 time: 0.1703019 Dec 22 05:14:38.588723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Request body: {'port': {'device_id': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294', 'admin_state_up': True, 'tenant_id': '74d3ba57264f44ec876b5362d92b73b3'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:14:38.733974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:14:38.738166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Usage tracker for resource:port and tenant:74d3ba57264f44ec876b5362d92b73b3 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:14:38.741644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:14:38.747484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:14:38.763933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Made reservation on behalf of 74d3ba57264f44ec876b5362d92b73b3 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:14:38.769556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:38.939373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Allocated IP 172.20.0.9 (e314a7f2-bc47-4500-a3bb-801017f13294/16b8c867-5157-44d3-8a44-eea6bfec4024/e4a74551-99b2-4c03-83f5-8c81d4bcb93b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:14:39.141705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:39.178776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:39.184715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4d1bca31-9b2f-47bc-b81a-ca17b81e8d91 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:39.253392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Network e314a7f2-bc47-4500-a3bb-801017f13294 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:14:39.256512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:14:39.260451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:14:39.291023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Pushing event updated for resources: {'Port': ['ID=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:39.297640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:39.327109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:39.327731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:39.349930 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7652354 Dec 22 05:14:39.370410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Request body: {'port': {'device_id': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:14:39.476276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013ea2-9689-41e9-a740-5f86606e69b9 req-31fb50a6-3f8b-496a-bbb0-a5ae09696db9 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:39.477651 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f6013ea2-9689-41e9-a740-5f86606e69b9 req-31fb50a6-3f8b-496a-bbb0-a5ae09696db9 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 931 time: 0.0808909 Dec 22 05:14:39.486518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:39.526005 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f6013ea2-9689-41e9-a740-5f86606e69b9 req-40bc4ce3-8a27-4ed9-9b0a-b529932a7628 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 Dec 22 05:14:39.954102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a74551-99b2-4c03-83f5-8c81d4bcb93b {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:14:39.961693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:39.979508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Transition to ACTIVE for port object e4a74551-99b2-4c03-83f5-8c81d4bcb93b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:14:39.988518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:39.992474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7aabfc9b-c1e3-4b40-814a-66e395354285 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:40.155537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Pushing event updated for resources: {'Port': ['ID=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:40.163352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:40.229695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Attempting to bind port e4a74551-99b2-4c03-83f5-8c81d4bcb93b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:14:40.229931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Attempting to bind port e4a74551-99b2-4c03-83f5-8c81d4bcb93b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '958e8cdc-c602-4bee-8b82-84d682a80bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:14:40.230243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Attempting to bind port e4a74551-99b2-4c03-83f5-8c81d4bcb93b on network e314a7f2-bc47-4500-a3bb-801017f13294 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:14:40.235573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Port e4a74551-99b2-4c03-83f5-8c81d4bcb93b on network e314a7f2-bc47-4500-a3bb-801017f13294 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:14:40.235987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Attempting to bind port e4a74551-99b2-4c03-83f5-8c81d4bcb93b on network e314a7f2-bc47-4500-a3bb-801017f13294 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:14:40.241364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:14:40.241695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Checking segment: {'id': '958e8cdc-c602-4bee-8b82-84d682a80bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:14:40.242069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Bound using segment: {'id': '958e8cdc-c602-4bee-8b82-84d682a80bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:14:40.242795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Bound port: e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958e8cdc-c602-4bee-8b82-84d682a80bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:14:40.242795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:40.334012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:14:40.336991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:14:40.344660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:40.348512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:40.405832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:40.406586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:40.407935 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] 10.222.0.61 "PUT /v2.0/ports/e4a74551-99b2-4c03-83f5-8c81d4bcb93b HTTP/1.1" status: 200 len: 1093 time: 1.0445263 Dec 22 05:14:40.408522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:14:40.431571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Pushing event updated for resources: {'Port': ['ID=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:40.435396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:40.457803 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b', 'status': 'completed', 'code': 200} Dec 22 05:14:40.554065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-dcf7d906-a837-4106-b22e-bdb74478b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:40.555930 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-dcf7d906-a837-4106-b22e-bdb74478b622 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 1096 time: 0.0793321 Dec 22 05:14:40.637226 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-f116a6ce-d002-409a-b2f5-09a6ca219ae6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b HTTP/1.1" status: 200 len: 217 time: 0.0680513 Dec 22 05:14:40.705818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-388e28fa-2d6b-4fac-bb1d-b6a43e3e10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:40.707342 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-388e28fa-2d6b-4fac-bb1d-b6a43e3e10a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0637240 Dec 22 05:14:40.715838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23f2ee-7b61-4808-9059-86450cf8e307 req-cf0a823e-6272-46d6-829e-8d8c90804342 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:40.717751 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b23f2ee-7b61-4808-9059-86450cf8e307 req-cf0a823e-6272-46d6-829e-8d8c90804342 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 943 time: 0.0851958 Dec 22 05:14:40.754914 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-1177991d-2bb7-4a8f-883c-c5e1c563d3d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411232 Dec 22 05:14:40.763945 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b23f2ee-7b61-4808-9059-86450cf8e307 req-8c394573-704d-4a7b-82b2-317565b78897 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Dec 22 05:14:40.887239 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-59f82565-e6d7-47d9-8fa8-68b8b8fef707 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260645 Dec 22 05:14:41.020772 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-348f95c0-1012-4bc9-a544-d271ea14d64d req-9dff007f-b5db-40fa-b7a0-9c93b568d91e service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265092 Dec 22 05:14:41.193338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f2b8-b69a-4b2d-beda-f1a7b876aca4 req-0f94a12d-1687-420d-ab8d-0a0018c1f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:41.194773 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5908f2b8-b69a-4b2d-beda-f1a7b876aca4 req-0f94a12d-1687-420d-ab8d-0a0018c1f3d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 1096 time: 0.0831807 Dec 22 05:14:41.329850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f2b8-b69a-4b2d-beda-f1a7b876aca4 req-da19258e-5aff-4464-b277-2d1cf7a0086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:41.331317 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5908f2b8-b69a-4b2d-beda-f1a7b876aca4 req-da19258e-5aff-4464-b277-2d1cf7a0086e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 916 time: 0.1297624 Dec 22 05:14:41.398861 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5908f2b8-b69a-4b2d-beda-f1a7b876aca4 req-40147d3b-9d06-4150-85a8-f29820b749f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b HTTP/1.1" status: 200 len: 217 time: 0.0611434 Dec 22 05:14:41.580080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f2b8-b69a-4b2d-beda-f1a7b876aca4 req-399ab7db-f2e4-43b3-b15c-58bf7b5d5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:41.582119 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5908f2b8-b69a-4b2d-beda-f1a7b876aca4 req-399ab7db-f2e4-43b3-b15c-58bf7b5d5bfb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.1766319 Dec 22 05:14:41.630840 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5908f2b8-b69a-4b2d-beda-f1a7b876aca4 req-34ccb4f8-64e9-44d4-9f64-cbfb3ee02a08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416324 Dec 22 05:14:41.763776 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5908f2b8-b69a-4b2d-beda-f1a7b876aca4 req-b15c0ff2-a502-408e-b68b-92f2f3be8471 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265419 Dec 22 05:14:41.898466 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5908f2b8-b69a-4b2d-beda-f1a7b876aca4 req-285b6d33-cc7d-43f4-a03d-fa06bd6daadc service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278329 Dec 22 05:14:42.070460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7065eef-68ef-4837-a843-5b4e056f24e1 req-0c1f3b3a-20b0-4813-bb5d-568c6a60e07b tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:42.071949 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7065eef-68ef-4837-a843-5b4e056f24e1 req-0c1f3b3a-20b0-4813-bb5d-568c6a60e07b tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 943 time: 0.2016890 Dec 22 05:14:42.117506 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7065eef-68ef-4837-a843-5b4e056f24e1 req-6a70ed5c-4dcf-4da5-b77d-fc52bc5dc703 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383854 Dec 22 05:14:42.887851 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:14:43.334571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40a796-8cec-42ac-bf17-e06c1699766b req-d9cef0f6-a8d9-4074-bf6d-c20ef1a62bbf tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:43.336208 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9c40a796-8cec-42ac-bf17-e06c1699766b req-d9cef0f6-a8d9-4074-bf6d-c20ef1a62bbf tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 943 time: 0.1003053 Dec 22 05:14:43.405406 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9c40a796-8cec-42ac-bf17-e06c1699766b req-7dbe0bb2-651d-4609-b8fd-ee873a566c74 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620050 Dec 22 05:14:43.852396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e4a74551-99b2-4c03-83f5-8c81d4bcb93b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:14:43.993671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:14:44.008660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b', 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294', 'port_id': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b', 'mac_address': 'fa:16:3e:15:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b8c867-5157-44d3-8a44-eea6bfec4024', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:14:44.067463 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:44.085398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a74551-99b2-4c03-83f5-8c81d4bcb93b {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:14:44.101373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:14:44.108187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:44.110043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:44.179678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:44.182950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:44.502105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['e4a74551-99b2-4c03-83f5-8c81d4bcb93b'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:14:44.608789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4127196-022b-4db6-b981-5f287d4cfa9d req-183f4050-bbf5-465f-9ba8-0042d83327b2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:44.610214 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4127196-022b-4db6-b981-5f287d4cfa9d req-183f4050-bbf5-465f-9ba8-0042d83327b2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 944 time: 0.0812941 Dec 22 05:14:44.647202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:44.660886 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4127196-022b-4db6-b981-5f287d4cfa9d req-6b585d69-ea2e-4ff7-822f-0be1a4716cce tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 Dec 22 05:14:45.866643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e4a74551-99b2-4c03-83f5-8c81d4bcb93b up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:14:45.874708 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bca8c-970b-4b20-83e9-98bc827e5d6c req-9a044982-dab6-4b39-b866-1e2b61d2f74a tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:45.876236 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d9bca8c-970b-4b20-83e9-98bc827e5d6c req-9a044982-dab6-4b39-b866-1e2b61d2f74a tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 944 time: 0.1069756 Dec 22 05:14:45.921679 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d9bca8c-970b-4b20-83e9-98bc827e5d6c req-0f8d6faa-85e5-489a-8e64-7008950fa253 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 Dec 22 05:14:45.936724 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port e4a74551-99b2-4c03-83f5-8c81d4bcb93b completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:14:45.941995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port e4a74551-99b2-4c03-83f5-8c81d4bcb93b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:14:45.942316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:46.066805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:46.095229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:14:46.105453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:14:46.110554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:46.112601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:14:46.142754 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b', 'code': 200} Dec 22 05:14:46.180638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:46.183480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:14:46.408300 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c1418-5046-4b7d-8770-eebce1d7f23f req-21676fd3-a597-4bd9-b39b-dfc56ff239ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:46.409802 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3a7c1418-5046-4b7d-8770-eebce1d7f23f req-21676fd3-a597-4bd9-b39b-dfc56ff239ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 1098 time: 0.0765254 Dec 22 05:14:46.459720 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3a7c1418-5046-4b7d-8770-eebce1d7f23f req-4b47d9f9-905d-446c-936f-2d923bb40659 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429881 Dec 22 05:14:47.125600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeda40c-6b3e-4efc-8d82-af3c85d7a1e7 req-523bcd88-30d1-44dc-8503-837b45327d15 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:47.127039 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-feeda40c-6b3e-4efc-8d82-af3c85d7a1e7 req-523bcd88-30d1-44dc-8503-837b45327d15 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0910940 Dec 22 05:14:47.172833 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-feeda40c-6b3e-4efc-8d82-af3c85d7a1e7 req-f1688087-3882-46d8-8d19-d92581e1d919 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Dec 22 05:14:48.383523 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23aac8-a8ed-4e3d-b006-6adc23a6bd04 req-23f39bb0-9ed3-48fc-93c2-43c672982ea4 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:48.385042 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c23aac8-a8ed-4e3d-b006-6adc23a6bd04 req-23f39bb0-9ed3-48fc-93c2-43c672982ea4 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0932908 Dec 22 05:14:48.437138 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c23aac8-a8ed-4e3d-b006-6adc23a6bd04 req-aa64af1d-9333-44e5-b4f8-b3d47022c010 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Dec 22 05:14:48.645072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9bb30-bbe2-46d8-87e6-2113cf69baf1 req-9a976cba-8b33-43b0-be81-6aae87d9b8ec tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:48.646274 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fba9bb30-bbe2-46d8-87e6-2113cf69baf1 req-9a976cba-8b33-43b0-be81-6aae87d9b8ec tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0951962 Dec 22 05:14:48.694563 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fba9bb30-bbe2-46d8-87e6-2113cf69baf1 req-ebb4a9d3-594a-4d26-85be-79622e5ccad3 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Dec 22 05:14:49.065384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50dbbd-e9eb-4446-bffb-c427f0088949 req-72a26c50-4318-46e7-a8a0-0475160bb0fb tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:49.066911 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e50dbbd-e9eb-4446-bffb-c427f0088949 req-72a26c50-4318-46e7-a8a0-0475160bb0fb tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0976634 Dec 22 05:14:49.110582 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e50dbbd-e9eb-4446-bffb-c427f0088949 req-9da94984-f35a-48f9-9e18-43fcb301256a tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376413 Dec 22 05:14:49.305230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93610f3a-7a18-47a6-86b2-b0cdf44449d9 req-8fb5890a-1649-406f-aa75-9b9bd6d7b8a6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:49.306675 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-93610f3a-7a18-47a6-86b2-b0cdf44449d9 req-8fb5890a-1649-406f-aa75-9b9bd6d7b8a6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0807736 Dec 22 05:14:49.356612 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-93610f3a-7a18-47a6-86b2-b0cdf44449d9 req-6b404352-827c-4f3a-9610-32e77ea99ef0 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Dec 22 05:14:49.715495 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-084ba672-5b25-4cb0-a19e-268bdeab7de9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700417 Dec 22 05:14:49.767141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d13c9d-99dd-4550-86b5-6acd775fc717 req-1c67bc28-c8ba-4d05-8838-7d62d3fc3f73 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:49.768699 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37d13c9d-99dd-4550-86b5-6acd775fc717 req-1c67bc28-c8ba-4d05-8838-7d62d3fc3f73 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0820603 Dec 22 05:14:49.819079 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37d13c9d-99dd-4550-86b5-6acd775fc717 req-90d60c70-aee3-4b76-862f-45ce89153f8a tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444198 Dec 22 05:14:50.981552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880553-5530-4411-8447-f265db26e26d req-0d4c3138-f380-4bd8-b183-a8622d4ab1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:50.983211 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-0d4c3138-f380-4bd8-b183-a8622d4ab1a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 1098 time: 0.0727696 Dec 22 05:14:51.017349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff71dc9-f3b9-4136-b1c5-7f3b8e3e271a req-6e497dea-10e2-47f5-9218-8e698135f876 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:51.018820 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ff71dc9-f3b9-4136-b1c5-7f3b8e3e271a req-6e497dea-10e2-47f5-9218-8e698135f876 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0860887 Dec 22 05:14:51.065073 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ff71dc9-f3b9-4136-b1c5-7f3b8e3e271a req-1f42e29c-4c7d-40d4-944e-2e442efd9ee7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Dec 22 05:14:51.118483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880553-5530-4411-8447-f265db26e26d req-c8e9d982-d1fb-421a-ac35-ab99d24e3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:51.119973 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-c8e9d982-d1fb-421a-ac35-ab99d24e3888 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 916 time: 0.1301107 Dec 22 05:14:51.192330 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-8ea2fe79-9fe0-4197-8dbf-6e4e3e672704 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b HTTP/1.1" status: 200 len: 217 time: 0.0659430 Dec 22 05:14:51.255450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880553-5530-4411-8447-f265db26e26d req-1da42cc2-418e-4815-8898-1fbd1362bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:51.256920 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-1da42cc2-418e-4815-8898-1fbd1362bb1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0589125 Dec 22 05:14:51.307299 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-028bb971-a608-4dc6-950d-ec78cc88300c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442207 Dec 22 05:14:51.445952 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-e20e66ef-f7cd-471c-95d9-c6082c5ab109 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315637 Dec 22 05:14:51.580929 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-a6c057d0-dcac-4ee2-b02a-331843b862ed service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281507 Dec 22 05:14:52.285281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22e329-b727-4bef-b156-2e41051b149c req-27eb63d4-08f9-418b-ab73-d1305d1149fb tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:52.286637 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e22e329-b727-4bef-b156-2e41051b149c req-27eb63d4-08f9-418b-ab73-d1305d1149fb tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0934205 Dec 22 05:14:52.332370 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e22e329-b727-4bef-b156-2e41051b149c req-86b7ecb9-1278-4c22-8ffa-2262f0efacc9 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394757 Dec 22 05:14:53.537430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace04e-072d-4356-8961-fe088d5add94 req-6ba69062-8647-4ffb-bd55-884b96c2732f tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:53.538816 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-71ace04e-072d-4356-8961-fe088d5add94 req-6ba69062-8647-4ffb-bd55-884b96c2732f tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0990894 Dec 22 05:14:53.584545 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-71ace04e-072d-4356-8961-fe088d5add94 req-a5c8d785-b3fd-4920-9817-abf4ed5ba9b1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396960 Dec 22 05:14:54.644862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-44a6264a-df92-42cd-8e7d-5fd874ff27ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:54.802783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906e2aa-f43c-4d7c-a978-93259f4c4078 req-9dcb53a7-1bcd-4935-b039-2337280e019f tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:54.804283 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0906e2aa-f43c-4d7c-a978-93259f4c4078 req-9dcb53a7-1bcd-4935-b039-2337280e019f tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0890443 Dec 22 05:14:54.854699 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0906e2aa-f43c-4d7c-a978-93259f4c4078 req-2a8160a7-66a5-4e3e-9634-ddd1d499ff9e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446172 Dec 22 05:14:56.055415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4150a2-4de1-4509-b19d-538cea56200c req-047f7997-2d28-43a0-9a4e-ae3f76ae599e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:56.056923 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-df4150a2-4de1-4509-b19d-538cea56200c req-047f7997-2d28-43a0-9a4e-ae3f76ae599e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0906308 Dec 22 05:14:56.101347 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-df4150a2-4de1-4509-b19d-538cea56200c req-51d39feb-5a15-41bf-9c3b-fde0963b45a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379443 Dec 22 05:14:56.962523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-90316bbc-0f90-4942-b2ff-42d90c1fb27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:57.303699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803f30-d659-4451-9367-96a3d44a642c req-73dc5b6a-210a-44b4-ad15-5dd44636ca29 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:57.305273 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b4803f30-d659-4451-9367-96a3d44a642c req-73dc5b6a-210a-44b4-ad15-5dd44636ca29 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0856955 Dec 22 05:14:57.350321 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b4803f30-d659-4451-9367-96a3d44a642c req-77401e5b-e9ef-4449-a43d-be6c32cc93e7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393801 Dec 22 05:14:58.071593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:58.106398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:58.566581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365fe97-e5db-4054-a644-312c11168c37 req-d62a216b-34dd-4e9e-8442-e7a9be2db03a tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:58.568424 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8365fe97-e5db-4054-a644-312c11168c37 req-d62a216b-34dd-4e9e-8442-e7a9be2db03a tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0936010 Dec 22 05:14:58.614886 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8365fe97-e5db-4054-a644-312c11168c37 req-60f33dad-1bff-4552-89e4-803bd2720b00 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Dec 22 05:14:59.503760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:59.822204 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dea05-ca0d-42a2-99c5-633d82245409 req-7e9eb349-6ba3-4094-8d76-df42f34f00c7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:59.823583 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca6dea05-ca0d-42a2-99c5-633d82245409 req-7e9eb349-6ba3-4094-8d76-df42f34f00c7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0887060 Dec 22 05:14:59.870245 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca6dea05-ca0d-42a2-99c5-633d82245409 req-8b9ea21f-a78d-4b1b-a925-1cb4038488d1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Dec 22 05:15:01.075788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a62d7-1fc4-4dd9-a779-436a66c80544 req-32e1a9a6-0d67-44ea-997a-9240d13d9837 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:01.077383 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f89a62d7-1fc4-4dd9-a779-436a66c80544 req-32e1a9a6-0d67-44ea-997a-9240d13d9837 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0952327 Dec 22 05:15:01.125116 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f89a62d7-1fc4-4dd9-a779-436a66c80544 req-5e9ae6c3-20f6-4c3d-b2a1-08647ea2985f tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392678 Dec 22 05:15:02.334170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188019a-e6eb-4ffc-8d48-60612eacb13c req-7c7d6527-0be8-42b6-ba45-49a34ae5a6eb tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:02.335672 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4188019a-e6eb-4ffc-8d48-60612eacb13c req-7c7d6527-0be8-42b6-ba45-49a34ae5a6eb tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0924494 Dec 22 05:15:02.381820 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4188019a-e6eb-4ffc-8d48-60612eacb13c req-482ac2c3-3bf3-4d23-a5bd-6e9ad44ca030 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Dec 22 05:15:03.604740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27c5a3-a01b-4e32-8ba6-cb069ef234a4 req-45c77485-12b4-4244-899f-e87aff294674 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:03.606113 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bd27c5a3-a01b-4e32-8ba6-cb069ef234a4 req-45c77485-12b4-4244-899f-e87aff294674 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0974879 Dec 22 05:15:03.659036 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bd27c5a3-a01b-4e32-8ba6-cb069ef234a4 req-83823178-f333-4fb0-83cb-736747679367 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Dec 22 05:15:04.862443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1733e-5781-42ba-a887-c4a906ee2d49 req-3093e086-bbe2-48ac-bfe3-b0edfd260b02 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:04.863961 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a4d1733e-5781-42ba-a887-c4a906ee2d49 req-3093e086-bbe2-48ac-bfe3-b0edfd260b02 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0875525 Dec 22 05:15:04.910445 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a4d1733e-5781-42ba-a887-c4a906ee2d49 req-a425ad59-dcf3-4ae7-95ea-331b5cdc2357 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379145 Dec 22 05:15:06.237692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173b4f0-f4d2-4578-b509-a62e274dc0b8 req-b092cfef-ba2d-4e84-8517-9753eebacf41 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:06.239093 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b173b4f0-f4d2-4578-b509-a62e274dc0b8 req-b092cfef-ba2d-4e84-8517-9753eebacf41 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.2139349 Dec 22 05:15:06.283835 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b173b4f0-f4d2-4578-b509-a62e274dc0b8 req-317830d7-7797-4121-a735-f403b04f7570 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387561 Dec 22 05:15:07.500676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ba89d-b8a7-4075-9bfe-1ae034649efa req-f0d7b93d-2ed5-44a6-884b-a6a7a2516f2d tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:07.502343 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e30ba89d-b8a7-4075-9bfe-1ae034649efa req-f0d7b93d-2ed5-44a6-884b-a6a7a2516f2d tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0945940 Dec 22 05:15:07.549867 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e30ba89d-b8a7-4075-9bfe-1ae034649efa req-0eb9a590-17ec-4de6-836f-435f1bcb9eb1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Dec 22 05:15:08.761725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddfd70-b988-49c5-add6-7ae2834fd485 req-fac4b75d-f2d3-48ff-82f0-44c03bd5498e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:08.763402 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1fddfd70-b988-49c5-add6-7ae2834fd485 req-fac4b75d-f2d3-48ff-82f0-44c03bd5498e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0943305 Dec 22 05:15:08.820749 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1fddfd70-b988-49c5-add6-7ae2834fd485 req-88f9fa37-13e1-413d-a2fd-f47fed3f3920 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508232 Dec 22 05:15:10.051995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893af3c-54d2-400b-8861-b20c2a470367 req-4ab6a4d1-f321-458f-b9fb-dc39163d3002 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:10.053484 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9893af3c-54d2-400b-8861-b20c2a470367 req-4ab6a4d1-f321-458f-b9fb-dc39163d3002 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.1009207 Dec 22 05:15:10.103807 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9893af3c-54d2-400b-8861-b20c2a470367 req-5c35cfd7-7d19-471c-b2be-a1df276e6538 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Dec 22 05:15:11.311310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce935a7-9b81-4550-9da5-7b1db60a9fe5 req-62f762e4-56fe-4230-a5b5-8171a934cea2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:11.312820 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1ce935a7-9b81-4550-9da5-7b1db60a9fe5 req-62f762e4-56fe-4230-a5b5-8171a934cea2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0812840 Dec 22 05:15:11.358645 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1ce935a7-9b81-4550-9da5-7b1db60a9fe5 req-87d0a256-bcc0-4576-87c2-088c9991747b tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391166 Dec 22 05:15:12.565834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854c94f-9301-4975-8b93-e229e9fab6d3 req-30f8b61c-0229-43c5-a7f5-3ba847c9e2a5 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:12.567204 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e854c94f-9301-4975-8b93-e229e9fab6d3 req-30f8b61c-0229-43c5-a7f5-3ba847c9e2a5 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0905676 Dec 22 05:15:12.614799 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e854c94f-9301-4975-8b93-e229e9fab6d3 req-55c2dea0-1784-461e-ad7d-130cc72b8701 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Dec 22 05:15:13.806557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ea5c4-9307-46aa-88e0-49642e0d3920 req-a615e0f1-9ae2-4298-a454-676e9f4d2df6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:13.808013 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea4ea5c4-9307-46aa-88e0-49642e0d3920 req-a615e0f1-9ae2-4298-a454-676e9f4d2df6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0851302 Dec 22 05:15:13.857498 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea4ea5c4-9307-46aa-88e0-49642e0d3920 req-c36ba7b2-8cf3-48c8-b117-9554830facfe tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 Dec 22 05:15:14.643654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:15.074109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70364b9b-6e05-43c3-bd3a-e691c3a16f1f req-f076b71c-84a2-47b0-b3c8-449c840ee504 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:15.075636 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-70364b9b-6e05-43c3-bd3a-e691c3a16f1f req-f076b71c-84a2-47b0-b3c8-449c840ee504 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.1003098 Dec 22 05:15:15.123738 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-70364b9b-6e05-43c3-bd3a-e691c3a16f1f req-05bf339b-5f4a-4aba-8918-50ddb1901e6c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387831 Dec 22 05:15:16.323584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de572c3-cc8d-4565-8700-2135370b28a0 req-a6443ce5-10f3-4aec-acb6-40e01e4669dd tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:16.325128 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2de572c3-cc8d-4565-8700-2135370b28a0 req-a6443ce5-10f3-4aec-acb6-40e01e4669dd tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0809088 Dec 22 05:15:16.358837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db81cc4-d4cc-4eed-bdee-7fbf80917d70 req-78e46f98-3ef0-470e-99c4-ec4db6224d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:16.360335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0db81cc4-d4cc-4eed-bdee-7fbf80917d70 req-78e46f98-3ef0-470e-99c4-ec4db6224d0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 1098 time: 0.0712416 Dec 22 05:15:16.373989 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2de572c3-cc8d-4565-8700-2135370b28a0 req-b053e4cc-5c2f-41fd-abf1-0bff488c2684 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428088 Dec 22 05:15:16.510852 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db81cc4-d4cc-4eed-bdee-7fbf80917d70 req-b9bf5c9e-59d9-43d4-a9dc-66b7126d9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:16.512261 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0db81cc4-d4cc-4eed-bdee-7fbf80917d70 req-b9bf5c9e-59d9-43d4-a9dc-66b7126d9475 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 916 time: 0.1306221 Dec 22 05:15:16.584423 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0db81cc4-d4cc-4eed-bdee-7fbf80917d70 req-8fd9ec20-dc06-48c3-8af9-0f605f26e5e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b HTTP/1.1" status: 200 len: 217 time: 0.0645154 Dec 22 05:15:16.650227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db81cc4-d4cc-4eed-bdee-7fbf80917d70 req-82e819e8-7e72-4dba-b3ac-e7bc64c8b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:16.651629 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0db81cc4-d4cc-4eed-bdee-7fbf80917d70 req-82e819e8-7e72-4dba-b3ac-e7bc64c8b1ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0608935 Dec 22 05:15:16.818457 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0db81cc4-d4cc-4eed-bdee-7fbf80917d70 req-c74ecc81-9cb7-470b-b536-0e017a1bdd00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521344 Dec 22 05:15:16.952792 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0db81cc4-d4cc-4eed-bdee-7fbf80917d70 req-474512fb-b078-42ec-abd6-7aaf85621889 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277249 Dec 22 05:15:17.088227 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0db81cc4-d4cc-4eed-bdee-7fbf80917d70 req-7351827c-fb2f-44a5-b9f9-ccf68299f8ce service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283848 Dec 22 05:15:17.577603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2f8b6-6e63-4e9b-8340-31b7a8cb4e3f req-a3d4c40b-1c56-4efd-b544-0f4d8e1f37a6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:17.579086 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bde2f8b6-6e63-4e9b-8340-31b7a8cb4e3f req-a3d4c40b-1c56-4efd-b544-0f4d8e1f37a6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0835624 Dec 22 05:15:17.624566 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bde2f8b6-6e63-4e9b-8340-31b7a8cb4e3f req-ebad4657-fff2-47e8-9388-3c9e13346c96 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387886 Dec 22 05:15:18.707775 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-c7c19974-8b4d-4a99-b87d-a7c75e88340a service neutron] 10.222.0.61 "GET /v2.0/ports/e4a74551-99b2-4c03-83f5-8c81d4bcb93b/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0775242 Dec 22 05:15:18.820628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8239dd-afc2-4b3f-a0c4-97454d1d9659 req-e74e1339-4d6b-4d24-9ddb-d734e36fd250 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:18.827751 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa8239dd-afc2-4b3f-a0c4-97454d1d9659 req-e74e1339-4d6b-4d24-9ddb-d734e36fd250 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0924025 Dec 22 05:15:18.870108 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa8239dd-afc2-4b3f-a0c4-97454d1d9659 req-29052a0c-ddaa-4606-a510-66b78174fe62 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Dec 22 05:15:19.005269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880553-5530-4411-8447-f265db26e26d req-2b803067-1c5e-4226-8704-fc23ed29a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:19.006664 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-2b803067-1c5e-4226-8704-fc23ed29a5f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b&tenant_id=74d3ba57264f44ec876b5362d92b73b3 HTTP/1.1" status: 200 len: 1098 time: 0.0790346 Dec 22 05:15:19.124431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880553-5530-4411-8447-f265db26e26d req-53167fe1-2c7f-4800-ad65-c855a3e70f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:19.125939 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-53167fe1-2c7f-4800-ad65-c855a3e70f69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 1098 time: 0.0839803 Dec 22 05:15:19.263535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880553-5530-4411-8447-f265db26e26d req-6c6b99ab-7bec-47ab-8330-f09538cef902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:19.265029 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-6c6b99ab-7bec-47ab-8330-f09538cef902 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 916 time: 0.1312566 Dec 22 05:15:19.336725 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-32d09752-5ab9-467e-abb4-12d87b67065c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b HTTP/1.1" status: 200 len: 217 time: 0.0648890 Dec 22 05:15:19.408038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880553-5530-4411-8447-f265db26e26d req-47dfe806-3185-4324-b88b-02f20c2a9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:19.409425 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-47dfe806-3185-4324-b88b-02f20c2a9ccc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0585232 Dec 22 05:15:19.456559 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-b7cf8297-92cd-4804-b57f-aee5c4d02b71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406404 Dec 22 05:15:19.587101 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-e6db7d46-eac1-4bf2-9633-366cf3a93041 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238961 Dec 22 05:15:19.719049 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a4880553-5530-4411-8447-f265db26e26d req-dfd5e357-e9e9-4fa9-b5ae-9aa5d443e11d service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252663 Dec 22 05:15:19.886910 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:15:20.079872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db188bf-6dfc-4b4e-ad81-9bfdfa11ab5b req-610f6a31-e11e-4754-ae54-7942f2c84050 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:20.081639 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2db188bf-6dfc-4b4e-ad81-9bfdfa11ab5b req-610f6a31-e11e-4754-ae54-7942f2c84050 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0898039 Dec 22 05:15:20.132374 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2db188bf-6dfc-4b4e-ad81-9bfdfa11ab5b req-c0ef46e0-913f-44cb-b616-f2888dedc0d6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Dec 22 05:15:21.358045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9da19-cd9c-47ad-9396-85ffb29df284 req-166bf1d4-7e69-4c18-9aa1-d0ab65435513 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:21.359499 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ca9da19-cd9c-47ad-9396-85ffb29df284 req-166bf1d4-7e69-4c18-9aa1-d0ab65435513 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0963981 Dec 22 05:15:21.406903 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ca9da19-cd9c-47ad-9396-85ffb29df284 req-ff8f6bd1-44dc-459a-9fa9-b1f0be34fd58 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386908 Dec 22 05:15:22.043309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e4a74551-99b2-4c03-83f5-8c81d4bcb93b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:15:22.048387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e4a74551-99b2-4c03-83f5-8c81d4bcb93b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:15:22.301130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:22.318349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:15:22.337275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b', 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294', 'port_id': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b', 'mac_address': 'fa:16:3e:15:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b8c867-5157-44d3-8a44-eea6bfec4024', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:15:22.342776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:22.380445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:15:22.395743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:22.400060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:15:22.432594 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b', 'code': 200} Dec 22 05:15:22.462548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:22.486856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4a74551-99b2-4c03-83f5-8c81d4bcb93b {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:22.494944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:22.525995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:15:22.552031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:15:22.552392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:15:22.625444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10460676-a415-4ad8-b1db-31fec4e61bd3 req-c8f9742f-f926-4495-b01b-f3231bc36ddf tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:22.626940 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10460676-a415-4ad8-b1db-31fec4e61bd3 req-c8f9742f-f926-4495-b01b-f3231bc36ddf tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 943 time: 0.1004615 Dec 22 05:15:22.676540 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10460676-a415-4ad8-b1db-31fec4e61bd3 req-9fd957f5-3521-4144-bbdf-b154dc75b89f tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436513 Dec 22 05:15:23.118721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:23.135492 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a74551-99b2-4c03-83f5-8c81d4bcb93b {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:23.152302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:15:23.159307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:23.161056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:15:23.226761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:23.229872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:15:23.287037 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['e4a74551-99b2-4c03-83f5-8c81d4bcb93b'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:15:23.896661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6da69-438c-4906-9dc7-461b27ce5350 req-7a87b558-306f-44be-998c-e818b92116a5 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:23.898145 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ed6da69-438c-4906-9dc7-461b27ce5350 req-7a87b558-306f-44be-998c-e818b92116a5 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 944 time: 0.1015272 Dec 22 05:15:23.946216 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ed6da69-438c-4906-9dc7-461b27ce5350 req-1d46af8c-22e7-431c-b957-1e906288b0b7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Dec 22 05:15:24.053901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e4a74551-99b2-4c03-83f5-8c81d4bcb93b up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:15:24.126620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port e4a74551-99b2-4c03-83f5-8c81d4bcb93b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:15:24.127303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:24.252083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:24.287275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:15:24.293671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:24.296676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:15:24.315256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5491d-40df-4220-a027-7b4623fd5880 req-ada3e2fb-18f5-4667-9392-6605340ac5d7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.316806 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dae5491d-40df-4220-a027-7b4623fd5880 req-ada3e2fb-18f5-4667-9392-6605340ac5d7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 944 time: 0.1233242 Dec 22 05:15:24.329463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-69770c75-f4bf-4f98-a983-7095c2212e38 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.330302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-69770c75-f4bf-4f98-a983-7095c2212e38 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Synchronizing usage tracker for tenant:74d3ba57264f44ec876b5362d92b73b3 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:15:24.349395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-69770c75-f4bf-4f98-a983-7095c2212e38 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Unset dirty status for tenant:74d3ba57264f44ec876b5362d92b73b3 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:15:24.350646 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-69770c75-f4bf-4f98-a983-7095c2212e38 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.61 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b&tenant_id=74d3ba57264f44ec876b5362d92b73b3&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1489308 Dec 22 05:15:24.365141 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dae5491d-40df-4220-a027-7b4623fd5880 req-8aaf615b-9c8e-4aa7-bed4-89495d396bbf tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Dec 22 05:15:24.373233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:24.376236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:15:24.434140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:24.488055 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b', 'code': 200} Dec 22 05:15:24.517188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-537fe0d4-757e-4456-815d-ae2fd6886125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.518586 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-537fe0d4-757e-4456-815d-ae2fd6886125 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 1098 time: 0.0748835 Dec 22 05:15:24.630973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a9df3e79-c36c-491c-80d5-10d7bbd1ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:24.662228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-40c49006-5f9f-4100-bbd9-60898a514f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.663740 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-40c49006-5f9f-4100-bbd9-60898a514f09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 916 time: 0.1375933 Dec 22 05:15:24.735390 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-257b7f80-40f2-4750-960b-7d8e3e460c33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b HTTP/1.1" status: 200 len: 217 time: 0.0651238 Dec 22 05:15:24.798022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-2a4adb70-c75d-4a36-b45e-5d1ffcd3c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.799335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-2a4adb70-c75d-4a36-b45e-5d1ffcd3c808 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0576336 Dec 22 05:15:24.849952 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-43c80abc-96d7-42ac-b6da-e9bbc53d3778 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444088 Dec 22 05:15:25.100025 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-ae98233e-4324-4b22-a2a6-0bb98b81740c service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437449 Dec 22 05:15:25.235653 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-66234c6e-e7af-4637-bd4a-97961874bef4 req-358b5992-2724-43d7-9de9-ce13c3324d25 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291816 Dec 22 05:15:25.559368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae74317-f1e6-43e5-b72b-d4036bf45175 req-a295ed56-c663-4405-ab91-71925b7bd63c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:25.560857 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ae74317-f1e6-43e5-b72b-d4036bf45175 req-a295ed56-c663-4405-ab91-71925b7bd63c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 945 time: 0.0889025 Dec 22 05:15:25.609223 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ae74317-f1e6-43e5-b72b-d4036bf45175 req-c32052e9-426b-4c49-83b9-39664799beef tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402272 Dec 22 05:15:26.045253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e4a74551-99b2-4c03-83f5-8c81d4bcb93b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:15:26.173038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:26.206881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:15:26.214004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:26.215760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:15:26.285770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,revision_number=9']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:26.293334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.293679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.294016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.294352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.294666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.294993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.295362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.295625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.295938 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.296277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.296587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.296885 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:26.300645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:15:26.489819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:26.548531 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b', 'code': 200} Dec 22 05:15:26.830187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b69a8f-466d-4c0f-ad8e-b3a221be7c72 req-cdb70fde-d824-4a54-991d-8b36c61d749e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:26.831574 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99b69a8f-466d-4c0f-ad8e-b3a221be7c72 req-cdb70fde-d824-4a54-991d-8b36c61d749e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 943 time: 0.0989861 Dec 22 05:15:26.878200 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99b69a8f-466d-4c0f-ad8e-b3a221be7c72 req-593e49de-ee47-4f9f-80a3-99388228b533 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Dec 22 05:15:26.956130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a595b04a-9d42-42aa-80d4-8a7d11e8b78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:27.066558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109871c-0d15-4c61-ae8c-1347acf08818 req-6f775044-8075-4706-a090-e556a42cb69c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:27.068069 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4109871c-0d15-4c61-ae8c-1347acf08818 req-6f775044-8075-4706-a090-e556a42cb69c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 943 time: 0.0828118 Dec 22 05:15:27.120428 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4109871c-0d15-4c61-ae8c-1347acf08818 req-3ef4f093-ba23-48d9-a491-cbbfbaef8c48 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437155 Dec 22 05:15:27.315953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492c8f6-7fa9-4d84-aae2-76da7d8620c6 req-5b1cab92-c5ac-47f7-8660-15dfb16ebd8e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:27.317447 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0492c8f6-7fa9-4d84-aae2-76da7d8620c6 req-5b1cab92-c5ac-47f7-8660-15dfb16ebd8e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 943 time: 0.0869083 Dec 22 05:15:27.374832 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0492c8f6-7fa9-4d84-aae2-76da7d8620c6 req-04a7eb51-8d3b-4d42-9a2a-662a7946f72d tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511277 Dec 22 05:15:28.000844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-9bcb9038-23cb-4bfb-b029-6b3badd13c06 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:28.002234 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-9bcb9038-23cb-4bfb-b029-6b3badd13c06 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 815 time: 0.2691517 Dec 22 05:15:28.020075 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-b225ebcc-f7e0-447a-a515-b8a29bf3cffc tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/quotas/74d3ba57264f44ec876b5362d92b73b3 HTTP/1.1" status: 200 len: 375 time: 0.0094786 Dec 22 05:15:28.069247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:28.106496 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:28.114329 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-7be1f7c2-b1e0-4dbd-9273-e5187a8f86fe tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883200 Dec 22 05:15:28.243707 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-e2dd18a7-f307-4c60-8aaf-19bb6643bc71 service neutron] 10.222.0.36 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283903 Dec 22 05:15:28.380225 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-a7463b3a-1306-4a12-9f06-b8f7e55666ae service neutron] 10.222.0.36 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302083 Dec 22 05:15:28.557505 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-79567b76-13e5-443c-8bbe-2d22e696cd05 req-10a49fef-cc8e-404a-a42c-087ece727811 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 210 time: 0.0437303 Dec 22 05:15:29.514915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:29.688172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.61', 60817) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:15:29.721555 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-245eee95-9884-4e57-ae68-da5f38d4ae10 req-c7d18a39-9c7e-4642-90c5-1caf781d9024 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 210 time: 0.0482659 Dec 22 05:15:29.825591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbd520-420e-4667-a344-7b20c6768128 req-18c8fae0-b426-4106-a60c-4ab912288bba tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:29.826960 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b2dbd520-420e-4667-a344-7b20c6768128 req-18c8fae0-b426-4106-a60c-4ab912288bba tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.61 "GET /v2.0/ports?device_id=f38f3fb7-4c36-49ee-9c8a-735a69df411b HTTP/1.1" status: 200 len: 943 time: 0.1871665 Dec 22 05:15:29.926211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-3bea745e-8357-414e-a658-d57e37d95e58 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:29.927776 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-3bea745e-8357-414e-a658-d57e37d95e58 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 815 time: 0.2263296 Dec 22 05:15:29.937913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-b2dbd520-420e-4667-a344-7b20c6768128 req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Deleting port e4a74551-99b2-4c03-83f5-8c81d4bcb93b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:15:29.938262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b2dbd520-420e-4667-a344-7b20c6768128 req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:29.966811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Request body: {'port': {'device_id': '5c84840f-47df-488f-a41b-3cf0828608e2', 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294', 'admin_state_up': True, 'tenant_id': '74d3ba57264f44ec876b5362d92b73b3'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:30.246537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:15:30.268612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:15:30.305263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Made reservation on behalf of 74d3ba57264f44ec876b5362d92b73b3 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:15:30.308686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:30.339286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-b2dbd520-420e-4667-a344-7b20c6768128 req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] For port e4a74551-99b2-4c03-83f5-8c81d4bcb93b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:15:30.339629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b2dbd520-420e-4667-a344-7b20c6768128 req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:30.502343 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-b2dbd520-420e-4667-a344-7b20c6768128 req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Calling delete_port for e4a74551-99b2-4c03-83f5-8c81d4bcb93b owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:15:30.700310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Allocated IP 172.20.0.2 (e314a7f2-bc47-4500-a3bb-801017f13294/16b8c867-5157-44d3-8a44-eea6bfec4024/4e27c49d-8a0b-45c2-ae07-01a2f8f5532b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:15:30.743610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b2dbd520-420e-4667-a344-7b20c6768128 req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:30.756369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2534f254-a7e6-411f-bb76-7b80ba3d5198 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:15:30.807150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Pushing event deleted for resources: {'Port': ['ID=e4a74551-99b2-4c03-83f5-8c81d4bcb93b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:30.820452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:15:30.877694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-07e064bb-644c-405a-98af-d4384ba67cd8 req-46dfb57c-4db4-4205-a3d8-d9116ede6592 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 210 time: 0.0477891 Dec 22 05:15:30.919879 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dbd520-420e-4667-a344-7b20c6768128 req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] No DVR routers for this DVR port e4a74551-99b2-4c03-83f5-8c81d4bcb93b on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:15:31.078730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-b2dbd520-420e-4667-a344-7b20c6768128 req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:31.081528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'name': 'network-vif-deleted', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:31.119705 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b2dbd520-420e-4667-a344-7b20c6768128 req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.61 "DELETE /v2.0/ports/e4a74551-99b2-4c03-83f5-8c81d4bcb93b HTTP/1.1" status: 204 len: 173 time: 1.2866027 Dec 22 05:15:31.128860 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38f3fb7-4c36-49ee-9c8a-735a69df411b', 'name': 'network-vif-deleted', 'tag': 'e4a74551-99b2-4c03-83f5-8c81d4bcb93b', 'status': 'completed', 'code': 200} Dec 22 05:15:31.183463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:31.218000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:31.229816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:15:31.284997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Network e314a7f2-bc47-4500-a3bb-801017f13294 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:15:31.293755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:15:31.298257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:15:31.350523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Pushing event updated for resources: {'Port': ['ID=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:31.355210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:15:31.370942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:31.371577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:31.391027 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4283395 Dec 22 05:15:31.410106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Request body: {'port': {'device_id': '5c84840f-47df-488f-a41b-3cf0828608e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:31.525446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:31.873615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:31.880968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:31.896412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Transition to ACTIVE for port object 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:15:31.901810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:31.906524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8717295b-e5aa-4fb6-b836-6ee30ab719b2 tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:15:32.061002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Pushing event updated for resources: {'Port': ['ID=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:32.066191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75d56a-d714-488e-9457-f48c5a1056ca req-1e91f893-1be4-47c4-8b64-c8c7bac98479 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:32.067662 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a75d56a-d714-488e-9457-f48c5a1056ca req-1e91f893-1be4-47c4-8b64-c8c7bac98479 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 943 time: 0.0821106 Dec 22 05:15:32.106302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.107218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.107605 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.114374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.114374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.114374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.114374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.114374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.114374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.114374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.114374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.114374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:32.115737 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a75d56a-d714-488e-9457-f48c5a1056ca req-084c84cb-a9af-4fd9-a677-25e5836616af tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398774 Dec 22 05:15:32.121042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:15:32.151342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Attempting to bind port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:15:32.151598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Attempting to bind port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '958e8cdc-c602-4bee-8b82-84d682a80bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:15:32.151916 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Attempting to bind port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b on network e314a7f2-bc47-4500-a3bb-801017f13294 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:15:32.156662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b on network e314a7f2-bc47-4500-a3bb-801017f13294 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:15:32.156975 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Attempting to bind port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b on network e314a7f2-bc47-4500-a3bb-801017f13294 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:15:32.162447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:15:32.162777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Checking segment: {'id': '958e8cdc-c602-4bee-8b82-84d682a80bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:15:32.163149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Bound using segment: {'id': '958e8cdc-c602-4bee-8b82-84d682a80bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:15:32.163610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Bound port: 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958e8cdc-c602-4bee-8b82-84d682a80bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:15:32.163969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:32.259928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:15:32.263424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:15:32.269214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:32.274518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5bcd3807-ebad-4744-bd07-5afe48757c44 tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:15:32.331201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:32.331835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:32.333572 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] 10.222.0.61 "PUT /v2.0/ports/4e27c49d-8a0b-45c2-ae07-01a2f8f5532b HTTP/1.1" status: 200 len: 1093 time: 0.9274497 Dec 22 05:15:32.355452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Pushing event updated for resources: {'Port': ['ID=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:32.358973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:15:32.470825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-24214462-c915-4033-9c63-b3a46a942798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:32.472291 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-24214462-c915-4033-9c63-b3a46a942798 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 1096 time: 0.0828180 Dec 22 05:15:32.549202 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-eb03212e-fe79-4223-bdb3-ea888ae2e1f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b HTTP/1.1" status: 200 len: 217 time: 0.0641530 Dec 22 05:15:32.614793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-7bb57609-20cf-4c10-8469-3876450567ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:32.616319 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-7bb57609-20cf-4c10-8469-3876450567ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0604756 Dec 22 05:15:32.669537 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-9941de6c-a4d5-4ada-b764-e3ba0d39178f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456569 Dec 22 05:15:32.809881 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-7acbc64d-8e58-4ab5-bd24-0007e95a10ab service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325836 Dec 22 05:15:33.057016 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-be0cbdf0-09cb-4304-96da-24bbf0eed377 req-fdf63699-7cd1-4c3b-81e7-3d573f64a2be service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396860 Dec 22 05:15:33.130548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:33.176812 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b', 'status': 'completed', 'code': 200} Dec 22 05:15:33.297113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37f573-9074-469e-b051-65ca9e9b49ef req-8fac3a45-9bef-44aa-8564-cfef1935ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:33.298623 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9a37f573-9074-469e-b051-65ca9e9b49ef req-8fac3a45-9bef-44aa-8564-cfef1935ff1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 1096 time: 0.0740530 Dec 22 05:15:33.316613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81069258-c9ae-4c18-ba96-b1a712eb369d req-e7df6ce5-ac98-43e0-8b8a-a5662e5f67f0 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:33.318053 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-81069258-c9ae-4c18-ba96-b1a712eb369d req-e7df6ce5-ac98-43e0-8b8a-a5662e5f67f0 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 943 time: 0.0871675 Dec 22 05:15:33.368673 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-81069258-c9ae-4c18-ba96-b1a712eb369d req-da2a3fe7-0711-4970-b697-78ac3a09eb9c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 Dec 22 05:15:33.430962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37f573-9074-469e-b051-65ca9e9b49ef req-cb57a4fc-675c-4eb2-9a6a-b9c853ee6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:33.432334 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9a37f573-9074-469e-b051-65ca9e9b49ef req-cb57a4fc-675c-4eb2-9a6a-b9c853ee6aa9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 916 time: 0.1274006 Dec 22 05:15:33.503457 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9a37f573-9074-469e-b051-65ca9e9b49ef req-577d3f8c-758b-4bda-b000-0bb5fdea536f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b HTTP/1.1" status: 200 len: 217 time: 0.0644588 Dec 22 05:15:33.566737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37f573-9074-469e-b051-65ca9e9b49ef req-6ee726bc-742a-4c94-97b8-896971263836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:33.568123 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9a37f573-9074-469e-b051-65ca9e9b49ef req-6ee726bc-742a-4c94-97b8-896971263836 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0586047 Dec 22 05:15:33.617801 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9a37f573-9074-469e-b051-65ca9e9b49ef req-f52d46bf-47e3-4aac-816c-4eeaaca4763d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429394 Dec 22 05:15:33.764657 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9a37f573-9074-469e-b051-65ca9e9b49ef req-43e38c37-1924-451b-9b4f-9d8f707806ee service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400695 Dec 22 05:15:33.912183 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9a37f573-9074-469e-b051-65ca9e9b49ef req-62af6865-c968-479b-84b5-e987d229190e service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403441 Dec 22 05:15:34.071706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e4a74551-99b2-4c03-83f5-8c81d4bcb93b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:15:34.112162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: e4a74551-99b2-4c03-83f5-8c81d4bcb93b {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:15:34.112517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device e4a74551-99b2-4c03-83f5-8c81d4bcb93b not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:15:34.575988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067f03a-1e7b-4544-a7b5-7cb923c563b9 req-b75daef4-0c26-4800-8e25-77aa23585cbc tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:34.577489 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c067f03a-1e7b-4544-a7b5-7cb923c563b9 req-b75daef4-0c26-4800-8e25-77aa23585cbc tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 943 time: 0.1005743 Dec 22 05:15:34.624386 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c067f03a-1e7b-4544-a7b5-7cb923c563b9 req-3a15dbdd-9565-4ea3-9f7e-716a59c9b354 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382950 Dec 22 05:15:35.834087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8435-bc15-491c-b1c7-1d3117d4797c req-0152150b-a938-4829-a9fd-1c8ff2494c36 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:35.835574 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-02ab8435-bc15-491c-b1c7-1d3117d4797c req-0152150b-a938-4829-a9fd-1c8ff2494c36 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 943 time: 0.0931945 Dec 22 05:15:35.881233 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-02ab8435-bc15-491c-b1c7-1d3117d4797c req-9610e827-83b8-48e0-b7d7-ebcdb9b66b03 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396745 Dec 22 05:15:36.086602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:15:36.227014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:15:36.240594 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b', 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294', 'port_id': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b', 'mac_address': 'fa:16:3e:fe:cc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b8c867-5157-44d3-8a44-eea6bfec4024', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:15:36.340184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:36.356652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:36.372586 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:15:36.381455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:36.385476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d2b3dd5d-8e10-4019-9fec-5b7341b37ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:15:36.462653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:36.466055 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:15:36.765069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['4e27c49d-8a0b-45c2-ae07-01a2f8f5532b'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:15:37.099967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7abadc-db2f-435b-832a-4859963d9ab5 req-517ec242-644e-4b3c-b781-224af50bb1b6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:37.101402 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b7abadc-db2f-435b-832a-4859963d9ab5 req-517ec242-644e-4b3c-b781-224af50bb1b6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 944 time: 0.0949621 Dec 22 05:15:37.146833 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b7abadc-db2f-435b-832a-4859963d9ab5 req-ddf58296-f3f4-434a-b4f0-4de3dad1a820 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392997 Dec 22 05:15:38.107918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:15:38.179710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:15:38.185297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:15:38.185686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:38.314024 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:38.345381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:38.359204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:15:38.364970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:38.367704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:15:38.407517 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b', 'code': 200} Dec 22 05:15:38.444323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:38.447553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:15:38.504039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff7c92-026d-41d6-ba0d-c53ceb97717c req-2c214604-c149-4361-9e5b-0ac6307d6952 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:38.505533 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-caff7c92-026d-41d6-ba0d-c53ceb97717c req-2c214604-c149-4361-9e5b-0ac6307d6952 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0922427 Dec 22 05:15:38.552201 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-caff7c92-026d-41d6-ba0d-c53ceb97717c req-5772e6f0-c98d-46b2-8ebf-f0ee4248a5f9 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407465 Dec 22 05:15:38.674424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1c1e8-a2e6-4812-ae4a-5dd507e19664 req-0aa32a8e-6e83-4242-b4e7-2a0b95170692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:38.675781 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f7b1c1e8-a2e6-4812-ae4a-5dd507e19664 req-0aa32a8e-6e83-4242-b4e7-2a0b95170692 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 1098 time: 0.0757027 Dec 22 05:15:38.717101 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f7b1c1e8-a2e6-4812-ae4a-5dd507e19664 req-d4c0f538-7281-4d09-8f7e-f612b0cd6fb4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Dec 22 05:15:39.782142 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d942982-c447-4a8d-bbb9-9a267cf56b03 req-38b46cc0-e3f7-4cc8-a5ec-8f1ed094f667 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:39.783621 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0d942982-c447-4a8d-bbb9-9a267cf56b03 req-38b46cc0-e3f7-4cc8-a5ec-8f1ed094f667 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.1081700 Dec 22 05:15:39.835340 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0d942982-c447-4a8d-bbb9-9a267cf56b03 req-34a9571a-6c3d-47e5-8c0b-11edef8fa165 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455046 Dec 22 05:15:41.048599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085cc57-806b-473b-a1d5-a969a0cd2927 req-0662ff7e-682b-49e9-ae9e-50b473820b66 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:41.050096 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1085cc57-806b-473b-a1d5-a969a0cd2927 req-0662ff7e-682b-49e9-ae9e-50b473820b66 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0955350 Dec 22 05:15:41.097190 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1085cc57-806b-473b-a1d5-a969a0cd2927 req-0f3eaf89-8b33-4bd3-9998-e738d249f4c9 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414081 Dec 22 05:15:41.307865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae3b5e-e61f-427c-becd-5cfb7619182b req-854d78de-d655-4605-876c-df2b64ede073 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:41.309658 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-caae3b5e-e61f-427c-becd-5cfb7619182b req-854d78de-d655-4605-876c-df2b64ede073 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0896695 Dec 22 05:15:41.354031 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-caae3b5e-e61f-427c-becd-5cfb7619182b req-fa813021-dd03-450d-b520-ff60f04580aa tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386643 Dec 22 05:15:41.734151 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-259283a6-02b1-4f4d-a385-e4155bdfb38c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773489 Dec 22 05:15:41.781812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb765c-156e-41ff-8f1e-33acc7d315e7 req-80fb704b-db90-42c9-b3e3-ab5c24242459 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:41.783331 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eccb765c-156e-41ff-8f1e-33acc7d315e7 req-80fb704b-db90-42c9-b3e3-ab5c24242459 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0835063 Dec 22 05:15:41.830548 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eccb765c-156e-41ff-8f1e-33acc7d315e7 req-71da17d0-c127-401a-a871-059b22baf2f0 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Dec 22 05:15:43.020904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-cfc7f959-d8db-4062-a0d7-258a6d212a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:43.022456 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-cfc7f959-d8db-4062-a0d7-258a6d212a71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 1098 time: 0.0755317 Dec 22 05:15:43.050222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c4ddb-7ef0-473c-a453-7d613268ca84 req-5fb9d014-6d0e-4bfa-bd5d-12962367fed4 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:43.051697 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-932c4ddb-7ef0-473c-a453-7d613268ca84 req-5fb9d014-6d0e-4bfa-bd5d-12962367fed4 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0983341 Dec 22 05:15:43.098273 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-932c4ddb-7ef0-473c-a453-7d613268ca84 req-fbd38684-862a-4c64-a5f8-1e140d4f3bc2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Dec 22 05:15:43.197987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-ae87bfd9-598b-4aee-acd0-8907d7f9a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:43.201500 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-ae87bfd9-598b-4aee-acd0-8907d7f9a928 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 916 time: 0.1720214 Dec 22 05:15:43.293007 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-2c786140-e170-423c-ad05-20eaa21ed1f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b HTTP/1.1" status: 200 len: 217 time: 0.0821512 Dec 22 05:15:43.379263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-e8dea11a-b396-454b-a660-e680b4c10440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:43.381248 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-e8dea11a-b396-454b-a660-e680b4c10440 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0839415 Dec 22 05:15:43.441796 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-57c0b684-1cab-4cc7-a454-70c638c5ee3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532880 Dec 22 05:15:43.605497 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-b26ddeae-95d8-45d3-b0b7-51e16810b8e6 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571774 Dec 22 05:15:43.747387 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-37c4080f-8440-4d97-85d8-5bc68c2f67eb service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353719 Dec 22 05:15:44.303491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111edae-2cf1-48a7-a956-7fbc38702c1e req-46fe3554-4b18-44fa-bd5e-f9ccae7d9837 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:44.305015 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f111edae-2cf1-48a7-a956-7fbc38702c1e req-46fe3554-4b18-44fa-bd5e-f9ccae7d9837 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0825489 Dec 22 05:15:44.354171 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f111edae-2cf1-48a7-a956-7fbc38702c1e req-0b5f0434-f9a1-40c4-97b7-409f399906e9 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Dec 22 05:15:44.651794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:45.554703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba3f84-f2b0-4377-bb65-32c90e9f9060 req-63807100-3fd9-4113-82dc-52ef3f727539 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:45.556046 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-51ba3f84-f2b0-4377-bb65-32c90e9f9060 req-63807100-3fd9-4113-82dc-52ef3f727539 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0873344 Dec 22 05:15:45.603222 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-51ba3f84-f2b0-4377-bb65-32c90e9f9060 req-6b195b26-65d9-446a-861e-971a9263de87 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386531 Dec 22 05:15:46.826234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe800e-82e3-433e-a8d4-82c4dea9e654 req-40fff044-6ba8-4db5-bc12-b0eaa94abe57 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:46.827638 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1fe800e-82e3-433e-a8d4-82c4dea9e654 req-40fff044-6ba8-4db5-bc12-b0eaa94abe57 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0854838 Dec 22 05:15:46.991059 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1fe800e-82e3-433e-a8d4-82c4dea9e654 req-8cbe3676-ea7f-4b2e-adda-b2b984a70b59 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569307 Dec 22 05:15:48.207761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7411d-04db-469a-9560-feff41cc0daa req-2f23a3cc-37a3-44e0-8fd2-e9644f108d4b tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:48.209257 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-88c7411d-04db-469a-9560-feff41cc0daa req-2f23a3cc-37a3-44e0-8fd2-e9644f108d4b tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0862708 Dec 22 05:15:48.252728 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-88c7411d-04db-469a-9560-feff41cc0daa req-65d21dc8-9db5-446c-956c-ae97f0605566 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375161 Dec 22 05:15:49.449867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1c88e-e3ff-445a-8d25-99a4bf0d1608 req-cd41c244-cf07-4e92-828c-d38a8144cca3 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:49.451729 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-14f1c88e-e3ff-445a-8d25-99a4bf0d1608 req-cd41c244-cf07-4e92-828c-d38a8144cca3 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0907538 Dec 22 05:15:49.497772 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-14f1c88e-e3ff-445a-8d25-99a4bf0d1608 req-246b4849-1b84-46ca-a5bd-401c05046983 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404356 Dec 22 05:15:50.703651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bd4ca-2de9-4605-b9e3-b32fc1f73702 req-58441a3f-93ad-4d8a-805c-71137d99aaed tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:50.705122 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d59bd4ca-2de9-4605-b9e3-b32fc1f73702 req-58441a3f-93ad-4d8a-805c-71137d99aaed tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0862231 Dec 22 05:15:50.754768 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d59bd4ca-2de9-4605-b9e3-b32fc1f73702 req-52a0a85a-633d-4c07-8bb0-8e850cd6e9e1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439525 Dec 22 05:15:51.986964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e04c9-d74b-4781-9268-20d3a0711eea req-fda7c783-a51a-4185-a08a-8cbbe4d08f97 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:51.988438 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae8e04c9-d74b-4781-9268-20d3a0711eea req-fda7c783-a51a-4185-a08a-8cbbe4d08f97 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.1002367 Dec 22 05:15:52.036442 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae8e04c9-d74b-4781-9268-20d3a0711eea req-3f295330-01aa-443b-af59-7e5daa08a185 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394809 Dec 22 05:15:53.244790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473b6da-7155-48b5-b9cb-4f42497ed92f req-09009d87-25b8-493d-b02e-66ce324f5f64 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:53.246135 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1473b6da-7155-48b5-b9cb-4f42497ed92f req-09009d87-25b8-493d-b02e-66ce324f5f64 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0907629 Dec 22 05:15:53.290593 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1473b6da-7155-48b5-b9cb-4f42497ed92f req-1518abfc-c770-4d40-b842-fc9f9945b4a7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Dec 22 05:15:54.496860 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f580a-7a9d-4715-b1ed-c87cb95274c1 req-72eccfa4-fa99-40dd-8d7d-a6a63acc0080 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:54.498384 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-108f580a-7a9d-4715-b1ed-c87cb95274c1 req-72eccfa4-fa99-40dd-8d7d-a6a63acc0080 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0908287 Dec 22 05:15:54.553404 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-108f580a-7a9d-4715-b1ed-c87cb95274c1 req-2c50f5a5-f1bd-478a-9590-da03d48446d7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467794 Dec 22 05:15:54.628068 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e1beb27-c814-4419-b858-5842af15f4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:55.768997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297c5bd-469f-446a-90de-34750691e472 req-11397792-e716-4a94-b43a-d3824c3d359d tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:55.770558 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5297c5bd-469f-446a-90de-34750691e472 req-11397792-e716-4a94-b43a-d3824c3d359d tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0928223 Dec 22 05:15:55.816672 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5297c5bd-469f-446a-90de-34750691e472 req-6813a325-8c9c-4019-844a-c57bb3b256e9 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 Dec 22 05:15:56.885988 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:15:56.965474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dfa0cf85-f979-4db4-bee3-39e047658f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:57.025107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bb26d-f3e8-4604-a588-9ef2a90fcc27 req-a87aba78-b7e8-4d55-9a5e-5b253ca42f83 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:57.026550 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b8bb26d-f3e8-4604-a588-9ef2a90fcc27 req-a87aba78-b7e8-4d55-9a5e-5b253ca42f83 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0867918 Dec 22 05:15:57.075668 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b8bb26d-f3e8-4604-a588-9ef2a90fcc27 req-ccdfc37b-fac1-4428-9dfb-b6b99a3d93ac tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433698 Dec 22 05:15:58.078810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:58.104407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:58.292697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a8bda-2018-4948-aad3-03902c596057 req-5a97f558-a085-4ee2-8bf9-ff60b045a0ce tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:58.294153 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7e6a8bda-2018-4948-aad3-03902c596057 req-5a97f558-a085-4ee2-8bf9-ff60b045a0ce tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0999520 Dec 22 05:15:58.339338 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7e6a8bda-2018-4948-aad3-03902c596057 req-50f7ae96-0282-439d-b8a5-6f68ca2c953a tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392001 Dec 22 05:15:59.516749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:59.535414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390e8c-3ced-406b-9d30-defcb54024c9 req-b7092faa-8d09-4567-a9cf-64a0eb4c2842 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:59.537280 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d0390e8c-3ced-406b-9d30-defcb54024c9 req-b7092faa-8d09-4567-a9cf-64a0eb4c2842 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0899968 Dec 22 05:15:59.581265 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d0390e8c-3ced-406b-9d30-defcb54024c9 req-12de579d-c327-48a9-b5b0-70e4d3729378 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Dec 22 05:16:00.793015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f318a6-153c-467a-90ba-772e2f39849d req-a10afaad-a661-4bfa-9f7b-ff4d19988d58 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:00.794489 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11f318a6-153c-467a-90ba-772e2f39849d req-a10afaad-a661-4bfa-9f7b-ff4d19988d58 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0963144 Dec 22 05:16:00.842838 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11f318a6-153c-467a-90ba-772e2f39849d req-8958f85e-bb68-408d-923d-aa7722a8b961 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Dec 22 05:16:02.053060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c566a-160c-4aff-a1d8-beb4b2bac348 req-de04ed84-b043-447e-a803-62e7143aa8c5 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:02.054522 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-281c566a-160c-4aff-a1d8-beb4b2bac348 req-de04ed84-b043-447e-a803-62e7143aa8c5 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0900633 Dec 22 05:16:02.099618 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-281c566a-160c-4aff-a1d8-beb4b2bac348 req-770c451e-26c4-40c4-8974-586bf5985913 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Dec 22 05:16:03.291402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033209c-d964-436f-8796-f87a5340c0bb req-0a576043-b22d-4bb6-b9d3-00705b5626de tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:03.292879 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f033209c-d964-436f-8796-f87a5340c0bb req-0a576043-b22d-4bb6-b9d3-00705b5626de tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0833294 Dec 22 05:16:03.340285 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f033209c-d964-436f-8796-f87a5340c0bb req-34ad53bc-7c23-4e6c-84d8-ad23621e8e3e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386741 Dec 22 05:16:04.544901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17510f57-9641-4514-bd90-9450ed201951 req-e07650e7-359c-43bc-87d4-cc39a2ed5dd7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:04.546295 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17510f57-9641-4514-bd90-9450ed201951 req-e07650e7-359c-43bc-87d4-cc39a2ed5dd7 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0975602 Dec 22 05:16:04.591188 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17510f57-9641-4514-bd90-9450ed201951 req-ac810993-fb61-44fe-a214-f28c397ae875 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387940 Dec 22 05:16:05.788217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8dc6d-5568-49f7-a08e-c763395927ed req-cef579a7-428c-4e7f-8cc4-acb12d64b3f9 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:05.789711 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-45b8dc6d-5568-49f7-a08e-c763395927ed req-cef579a7-428c-4e7f-8cc4-acb12d64b3f9 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0861964 Dec 22 05:16:05.840560 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-45b8dc6d-5568-49f7-a08e-c763395927ed req-ffa628df-0df5-4dab-b173-df07277888b5 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Dec 22 05:16:07.056454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfce1a2-05ad-468c-a1a9-de03ba331675 req-f1db4a1b-9c60-477f-817a-6bc67dc10c57 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:07.057936 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dfce1a2-05ad-468c-a1a9-de03ba331675 req-f1db4a1b-9c60-477f-817a-6bc67dc10c57 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0976906 Dec 22 05:16:07.112916 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dfce1a2-05ad-468c-a1a9-de03ba331675 req-c6891bd6-fbd6-4f01-8442-74f53a080664 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488248 Dec 22 05:16:08.326678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5bfc-28f9-43b9-b24d-6130598786e2 req-d57e0eaf-88a4-4834-83d7-6a37c6bade1a tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:08.328832 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea1f5bfc-28f9-43b9-b24d-6130598786e2 req-d57e0eaf-88a4-4834-83d7-6a37c6bade1a tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0976794 Dec 22 05:16:08.375870 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea1f5bfc-28f9-43b9-b24d-6130598786e2 req-f23a02fa-d614-4d7a-aedb-503e4f883234 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408669 Dec 22 05:16:09.582692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffa58d-b6f4-47c7-8f4d-d16fb7f4ab1e req-af0bab1d-c19f-44e2-a8b7-759d03cb5e29 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:09.584075 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4ffa58d-b6f4-47c7-8f4d-d16fb7f4ab1e req-af0bab1d-c19f-44e2-a8b7-759d03cb5e29 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0873492 Dec 22 05:16:09.630694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4ffa58d-b6f4-47c7-8f4d-d16fb7f4ab1e req-bf15bcfd-db1a-4303-a161-805a4aae4363 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Dec 22 05:16:10.839377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b94c2c-8a89-44dd-a3f4-db9b0688d334 req-bfb7d224-b8b8-4e83-ad1a-907ffbedf938 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:10.840933 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-79b94c2c-8a89-44dd-a3f4-db9b0688d334 req-bfb7d224-b8b8-4e83-ad1a-907ffbedf938 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0892017 Dec 22 05:16:10.887898 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-1c43f776-940e-4bcd-9770-25972eb1596b service neutron] 10.222.0.61 "GET /v2.0/ports/4e27c49d-8a0b-45c2-ae07-01a2f8f5532b/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1971364 Dec 22 05:16:10.888406 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-79b94c2c-8a89-44dd-a3f4-db9b0688d334 req-bd1a1407-ce63-4134-b0d8-8283f3667800 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Dec 22 05:16:11.203356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-9e1b9983-b7ee-4202-bfef-ce308425e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:11.205031 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-9e1b9983-b7ee-4202-bfef-ce308425e693 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2&tenant_id=74d3ba57264f44ec876b5362d92b73b3 HTTP/1.1" status: 200 len: 1098 time: 0.0850720 Dec 22 05:16:11.323250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-93544653-f978-46e9-9751-117844869412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:11.324783 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-93544653-f978-46e9-9751-117844869412 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 1098 time: 0.0865867 Dec 22 05:16:11.458522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-0f7f1d0e-05ff-4c4c-995a-d1bc8b5efb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:11.459919 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-0f7f1d0e-05ff-4c4c-995a-d1bc8b5efb7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 916 time: 0.1289134 Dec 22 05:16:11.530289 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-f111706b-fcd5-46fd-b63e-f171152878b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b HTTP/1.1" status: 200 len: 217 time: 0.0639610 Dec 22 05:16:11.595338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-ce1c8389-6b7c-4937-a88e-b8b74d8d5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:11.596839 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-ce1c8389-6b7c-4937-a88e-b8b74d8d5a32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0592761 Dec 22 05:16:11.645280 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-730a3d23-16da-4224-be2d-7948208515c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400941 Dec 22 05:16:11.777486 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-679a7925-4505-4f3f-a7f0-35b5799f5a58 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256957 Dec 22 05:16:11.911429 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee59af3a-7253-400b-9af3-ad28110a4f87 req-2c379c3c-a1b6-4d95-b5b3-5ac9e4b8acc2 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268883 Dec 22 05:16:12.081327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f01e9-1756-4d37-bc6d-14b25b14d073 req-76b2c2ae-93f3-47e6-98ef-101995c7f0b6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:12.082874 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-711f01e9-1756-4d37-bc6d-14b25b14d073 req-76b2c2ae-93f3-47e6-98ef-101995c7f0b6 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0869040 Dec 22 05:16:12.137535 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-711f01e9-1756-4d37-bc6d-14b25b14d073 req-20c750fa-0553-441d-bd6e-b73674dd154c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482266 Dec 22 05:16:13.331341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08f89-be6a-4f05-b694-9f3849f1fe4d req-d500ea6d-0ce6-4649-9eb7-6e47e73ee499 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:13.332834 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ab08f89-be6a-4f05-b694-9f3849f1fe4d req-d500ea6d-0ce6-4649-9eb7-6e47e73ee499 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0833704 Dec 22 05:16:13.378656 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ab08f89-be6a-4f05-b694-9f3849f1fe4d req-ad4cfe10-aff3-436b-990f-ca8e85bd3eb8 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386150 Dec 22 05:16:14.333349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:16:14.339175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:16:14.564397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:14.569092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b5e57-35af-44e1-ad28-4462543a7dcc req-91ebee70-d748-4bd8-83f2-afe55cdce895 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:14.570596 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-314b5e57-35af-44e1-ad28-4462543a7dcc req-91ebee70-d748-4bd8-83f2-afe55cdce895 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0865114 Dec 22 05:16:14.583193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:14.603682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b', 'network_id': 'e314a7f2-bc47-4500-a3bb-801017f13294', 'port_id': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b', 'mac_address': 'fa:16:3e:fe:cc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b8c867-5157-44d3-8a44-eea6bfec4024', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:16:14.609641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:14.648943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:14.676612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:14.684240 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b', 'code': 200} Dec 22 05:16:14.684240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bcba9690-8ea1-43cc-bb18-0d6edc34d502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:14.730864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:14.743141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:14.745871 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-314b5e57-35af-44e1-ad28-4462543a7dcc req-a5cd1fd9-02a8-4c9e-8c69-109118456003 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667962 Dec 22 05:16:14.768457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:14.777984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:14.808889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:14.840758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:16:14.840999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:16:15.404482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:15.426743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:15.443414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:15.449010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:15.450919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:15.517575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:15.520650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:15.580277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['4e27c49d-8a0b-45c2-ae07-01a2f8f5532b'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:16:15.942503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd535b55-6f3a-48e6-aed8-25fb33be951f req-44b7c44d-e30e-4b0e-8736-cfce1da9b337 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:15.943994 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fd535b55-6f3a-48e6-aed8-25fb33be951f req-44b7c44d-e30e-4b0e-8736-cfce1da9b337 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 944 time: 0.0862422 Dec 22 05:16:15.988752 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fd535b55-6f3a-48e6-aed8-25fb33be951f req-1d0092d2-389e-477b-bc43-def8faf88ec4 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387168 Dec 22 05:16:16.289012 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-2a2db3d7-9f1c-4013-ba4c-4c35805941fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840318 Dec 22 05:16:16.325662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aabee0-49f9-47ee-a1e5-a0404f5272f0 req-e578b839-1ff1-4750-8c1f-c9fa28e97a47 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:16.327144 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-93aabee0-49f9-47ee-a1e5-a0404f5272f0 req-e578b839-1ff1-4750-8c1f-c9fa28e97a47 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 944 time: 0.0912964 Dec 22 05:16:16.334579 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:16:16.382510 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-93aabee0-49f9-47ee-a1e5-a0404f5272f0 req-e5db5535-d1c5-47ad-a826-f8f99c5fdd69 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463262 Dec 22 05:16:16.412203 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:16.412763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:16.474252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-9147d94e-c153-4789-9ae7-c660ef01f8c1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:16.474935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-9147d94e-c153-4789-9ae7-c660ef01f8c1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Synchronizing usage tracker for tenant:74d3ba57264f44ec876b5362d92b73b3 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:16:16.493841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-39bcb2c4-2b73-4d18-a7be-661604202e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:16.495383 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-39bcb2c4-2b73-4d18-a7be-661604202e3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 1097 time: 0.1093349 Dec 22 05:16:16.496775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-9147d94e-c153-4789-9ae7-c660ef01f8c1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Unset dirty status for tenant:74d3ba57264f44ec876b5362d92b73b3 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:16:16.497780 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-9147d94e-c153-4789-9ae7-c660ef01f8c1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2&tenant_id=74d3ba57264f44ec876b5362d92b73b3&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1779819 Dec 22 05:16:16.526546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:16.561993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:16.566822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:16.568763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:16.633612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:16.636644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:16.642367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-d8942a6c-880b-41b4-ac73-c272e8b12772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:16.643864 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-d8942a6c-880b-41b4-ac73-c272e8b12772 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 916 time: 0.1297922 Dec 22 05:16:16.684473 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:16.712554 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-d39f97b3-f993-47e9-9ba0-75761a312907 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b HTTP/1.1" status: 200 len: 217 time: 0.0611231 Dec 22 05:16:16.742242 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b', 'code': 200} Dec 22 05:16:16.780381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-571cf7ff-bee3-4204-9507-cf718241556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:16.781818 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-571cf7ff-bee3-4204-9507-cf718241556c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0631988 Dec 22 05:16:16.829576 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-01e3e67d-8aa9-4c90-8003-4b1a4324b540 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400476 Dec 22 05:16:16.975151 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-7deb699c-4f73-452c-a822-4de930a906bc service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380470 Dec 22 05:16:17.219095 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-7af337a8-551f-4d98-befb-2147ce2b878a service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373481 Dec 22 05:16:17.431559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-7be2126b-713a-4da2-b84f-fa473a937f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:17.433078 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-7be2126b-713a-4da2-b84f-fa473a937f94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74d3ba57264f44ec876b5362d92b73b3&device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 1098 time: 0.0845187 Dec 22 05:16:17.565112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-cbcb46b8-3219-4798-83d0-11078f241eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:17.566456 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-cbcb46b8-3219-4798-83d0-11078f241eae service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 200 len: 916 time: 0.1274030 Dec 22 05:16:17.579127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819108c-460d-4991-b269-55677b862c4c req-8dbf5a7e-f929-448c-8ef8-273c2d8228a4 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:17.580705 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5819108c-460d-4991-b269-55677b862c4c req-8dbf5a7e-f929-448c-8ef8-273c2d8228a4 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 945 time: 0.0878050 Dec 22 05:16:17.625819 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5819108c-460d-4991-b269-55677b862c4c req-3964ea88-5cea-4064-8596-fd35ac0d4d0e tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390661 Dec 22 05:16:17.639617 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-c3bf548b-4c92-4f99-b551-e344c09fed42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b HTTP/1.1" status: 200 len: 217 time: 0.0662944 Dec 22 05:16:17.712791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-e8490de0-7a32-4f61-b398-400bf2ebff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:17.714176 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-e8490de0-7a32-4f61-b398-400bf2ebff4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 200 len: 855 time: 0.0685654 Dec 22 05:16:17.760290 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-58318889-8936-43d1-9e5c-ec14cb3f4b67 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314a7f2-bc47-4500-a3bb-801017f13294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397682 Dec 22 05:16:17.893864 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-b5a61370-a8d7-4c02-a5e6-24e70cf74b47 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270294 Dec 22 05:16:18.033928 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65658e21-b3d8-4fb1-8026-1fe303ec5d34 req-37e2d5c4-9bc8-480a-876c-e9ab23880f52 service neutron] 10.222.0.61 "GET /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328561 Dec 22 05:16:18.355570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:16:18.514015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:18.549180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:18.554384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:18.556312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:18.625840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,revision_number=9']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:18.629114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:18.743246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:18.799218 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b', 'code': 200} Dec 22 05:16:18.838027 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0ba88-d802-4684-ac31-444a47615b83 req-1fbd375f-1d25-4dc7-8c68-7300fe726b23 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:18.839484 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7ba0ba88-d802-4684-ac31-444a47615b83 req-1fbd375f-1d25-4dc7-8c68-7300fe726b23 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 943 time: 0.1041815 Dec 22 05:16:18.889571 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7ba0ba88-d802-4684-ac31-444a47615b83 req-f494d33d-a390-4d3a-adaa-71fb64f39ad1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Dec 22 05:16:19.092548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac518a8-e1df-4064-a701-59ca00e99398 req-676d1878-42fb-4a14-bcf4-019342070e88 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:19.093908 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ac518a8-e1df-4064-a701-59ca00e99398 req-676d1878-42fb-4a14-bcf4-019342070e88 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 943 time: 0.0925481 Dec 22 05:16:19.139381 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ac518a8-e1df-4064-a701-59ca00e99398 req-dc72db14-49e7-407e-b37a-e787b39d68fb tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Dec 22 05:16:19.329255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ddb58-1b77-4dd4-ba2d-cbad14a6ed5d req-ae4f79fd-b641-4f76-9090-9634d1ca26e8 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:19.330732 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b4ddb58-1b77-4dd4-ba2d-cbad14a6ed5d req-ae4f79fd-b641-4f76-9090-9634d1ca26e8 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 943 time: 0.0875571 Dec 22 05:16:19.376063 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b4ddb58-1b77-4dd4-ba2d-cbad14a6ed5d req-7fff4bbe-005f-4e19-98f4-6ecc7a2c3212 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 Dec 22 05:16:19.959388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e0d59-8abb-4fe3-98b6-654fe5c9a450 req-79430dad-a719-4610-8984-061aea913204 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:19.960759 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c9e0d59-8abb-4fe3-98b6-654fe5c9a450 req-79430dad-a719-4610-8984-061aea913204 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 943 time: 0.0948040 Dec 22 05:16:20.008102 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c9e0d59-8abb-4fe3-98b6-654fe5c9a450 req-3537cfa7-a68d-429a-a667-7a852e7b8733 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 Dec 22 05:16:21.212356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d0dd1-5878-4185-b659-56e0ef8b7b70 req-77fa8945-b39b-4e5c-a676-00f2df795d52 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:21.213712 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d4d0dd1-5878-4185-b659-56e0ef8b7b70 req-77fa8945-b39b-4e5c-a676-00f2df795d52 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 943 time: 0.0884578 Dec 22 05:16:21.264059 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d4d0dd1-5878-4185-b659-56e0ef8b7b70 req-2dd61906-9ffc-4999-8a45-e9fd64f48949 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f7562b6-5613-4622-9877-3b14a5dc6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441799 Dec 22 05:16:21.721845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-e70cf505-891e-4e51-bed8-3183ab6a27f1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:21.723237 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-e70cf505-891e-4e51-bed8-3183ab6a27f1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 943 time: 0.1010687 Dec 22 05:16:21.793700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Deleting port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:16:21.794041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:22.042075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] For port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,segment=NetworkSegment(958e8cdc-c602-4bee-8b82-84d682a80bf4),segment_id=958e8cdc-c602-4bee-8b82-84d682a80bf4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:22.042324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:22.163839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Calling delete_port for 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:16:22.310932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:22.317346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12dc56c5-dc4f-48fd-ba9b-fbe59e4f466e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:22.363042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Pushing event deleted for resources: {'Port': ['ID=4e27c49d-8a0b-45c2-ae07-01a2f8f5532b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:22.367134 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:22.419701 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7979db89-0a80-4bc1-b8ad-bad2363596d8 req-9d326256-40b4-45e7-a765-6f91c76e8196 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c84840f-47df-488f-a41b-3cf0828608e2 HTTP/1.1" status: 200 len: 210 time: 0.0445573 Dec 22 05:16:22.551457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] No DVR routers for this DVR port 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:22.554269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:22.556974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'name': 'network-vif-deleted', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:22.577492 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a04fe36b-34c3-4d11-ada1-f2be29882d1a req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] 10.222.0.61 "DELETE /v2.0/ports/4e27c49d-8a0b-45c2-ae07-01a2f8f5532b HTTP/1.1" status: 204 len: 173 time: 0.8480141 Dec 22 05:16:22.666205 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c84840f-47df-488f-a41b-3cf0828608e2', 'name': 'network-vif-deleted', 'tag': '4e27c49d-8a0b-45c2-ae07-01a2f8f5532b', 'status': 'completed', 'code': 200} Dec 22 05:16:23.691930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35414) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:23.755285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7d74e6-7d5e-487c-88e6-88e265472017 admin admin] Deleting subnet 16b8c867-5157-44d3-8a44-eea6bfec4024 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:16:23.758275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e7d74e6-7d5e-487c-88e6-88e265472017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:23.811731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e7d74e6-7d5e-487c-88e6-88e265472017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:23.866833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e7d74e6-7d5e-487c-88e6-88e265472017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:23.942444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e7d74e6-7d5e-487c-88e6-88e265472017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:23.946307 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c204b88-5d98-408a-923e-821a91a9447a tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:23.985403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d74e6-7d5e-487c-88e6-88e265472017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b8c867-5157-44d3-8a44-eea6bfec4024,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:23.988513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3e7d74e6-7d5e-487c-88e6-88e265472017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:23.991661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e7d74e6-7d5e-487c-88e6-88e265472017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:23.999416 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3e7d74e6-7d5e-487c-88e6-88e265472017 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/16b8c867-5157-44d3-8a44-eea6bfec4024 HTTP/1.1" status: 204 len: 168 time: 0.3060064 Dec 22 05:16:24.002072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35418) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:24.109052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.234542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.259333 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e314a7f2-bc47-4500-a3bb-801017f13294']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:24.271988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958e8cdc-c602-4bee-8b82-84d682a80bf4') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:24.272316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958e8cdc-c602-4bee-8b82-84d682a80bf4') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:24.284233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.300484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.306458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:16:24.306824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:16:24.319931 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:16:24.361962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:16:24.398194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.401296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:16:24.401677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4e27c49d-8a0b-45c2-ae07-01a2f8f5532b not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:16:24.402351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-496de7dc-433c-4c5f-8d8f-75cd0d2f6297 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:24.416486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.427171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Pushing event deleted for resources: {'Network': ['ID=e314a7f2-bc47-4500-a3bb-801017f13294,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:24.430405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:24.441894 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] 10.222.0.36 "DELETE /v2.0/networks/e314a7f2-bc47-4500-a3bb-801017f13294 HTTP/1.1" status: 204 len: 168 time: 0.4388895 Dec 22 05:16:24.569254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35424) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:24.621190 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-051c9801-8bd7-45f5-86ff-f9d21fcdcc3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74d3ba57264f44ec876b5362d92b73b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502651 Dec 22 05:16:24.624171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35428) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:24.625118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0982-ea18-4bbc-a04c-ef2e5be432be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.698702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a7938c04-1bdc-4f86-94cb-1ab3504b797d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.724059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a7938c04-1bdc-4f86-94cb-1ab3504b797d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.781594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a7938c04-1bdc-4f86-94cb-1ab3504b797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.785911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-36157adf-6464-4f94-88c5-7385a5f521d9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:24.799964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7938c04-1bdc-4f86-94cb-1ab3504b797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7562b6-5613-4622-9877-3b14a5dc6fd7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:24.802546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a7938c04-1bdc-4f86-94cb-1ab3504b797d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:24.803703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a7938c04-1bdc-4f86-94cb-1ab3504b797d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:24.807558 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a7938c04-1bdc-4f86-94cb-1ab3504b797d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f7562b6-5613-4622-9877-3b14a5dc6fd7 HTTP/1.1" status: 204 len: 168 time: 0.1795843 Dec 22 05:16:25.583624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35452) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:25.690415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-743310322-network', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:25.695425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:16:25.699459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Usage tracker for resource:network and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:16:25.702591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:16:25.708532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:16:25.722524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Made reservation on behalf of f6d63a8c243d4ec8a55b215ada77eddb for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:25.724902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:25.737311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:25.751855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:16:25.755636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Usage tracker for resource:security_group_rule and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:16:25.758395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:16:25.764344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:16:25.848886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:25.857947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:25.862141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-63edbbb6-d847-40c7-97e7-f9bd49954b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:25.885567 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:16:25.898904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1a2f1c-3a9c-4d40-863c-f7d1a41e537d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:25.903087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:25.904069 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:25.904448 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Added segment 5f00e50a-0649-4212-93ef-7102c6fad8db of type vlan for network 7b115268-965f-4168-874b-113fe6a17547 Dec 22 05:16:25.935733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:25.967375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:25.968467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:25.969043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:25.972451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-70a703ed-fef1-497b-a4ff-2e00b3ea6fe5 tempest-PortsAdminExtendedAttrsTestJSON-1973175721 tempest-PortsAdminExtendedAttrsTestJSON-1973175721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:26.073443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Pushing event updated for resources: {'Network': ['ID=7b115268-965f-4168-874b-113fe6a17547,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:26.076544 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4918053 Dec 22 05:16:26.077371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-83918d13-f57a-4da3-a6c0-03416e139823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:26.079643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35458) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:26.084058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 7b115268-965f-4168-874b-113fe6a17547 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:16:26.085070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Request body: {'subnet': {'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-743310322-subnet', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:26.090175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:16:26.094263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Usage tracker for resource:subnet and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:16:26.097503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:16:26.103641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:16:26.116294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Made reservation on behalf of f6d63a8c243d4ec8a55b215ada77eddb for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:26.118583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:26.330072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:26.334354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-94e79fa4-9aa1-40f5-a0d7-78cdb364707f tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:26.402080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80094014-701f-47a4-9c14-317ae25eeacc,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:26.405494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:26.411756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Checking segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:16:26.412115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Network hostable DHCP agents. Network: 7b115268-965f-4168-874b-113fe6a17547, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:16:26.440908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Network 7b115268-965f-4168-874b-113fe6a17547 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:16:26.453407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 7b115268-965f-4168-874b-113fe6a17547) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:26.458553 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:26.459132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:26.464179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6271cf8-ae58-4552-82b2-9a87107f178d None None] Network 7b115268-965f-4168-874b-113fe6a17547 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:16:26.482561 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4018252 Dec 22 05:16:26.485167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 35462) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:26.490176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:26.494838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:16:26.498823 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Usage tracker for resource:router and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:16:26.501710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:16:26.507350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:16:26.519558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:26.520571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:26.537639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:26.677603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-7b115268-965f-4168-874b-113fe6a17547', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:16:26.678300 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:26.836954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Allocated IP 172.20.0.2 (7b115268-965f-4168-874b-113fe6a17547/80094014-701f-47a4-9c14-317ae25eeacc/6dec213d-b8d8-4052-8600-5f8e95ef400f) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:26.927072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:26.982143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c1cf800e-d741-44a3-bab5-b89b5ecd164c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:27.060443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:27.070932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Transition to ACTIVE for port object 6dec213d-b8d8-4052-8600-5f8e95ef400f will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:16:27.089150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Transition to ACTIVE for port object 6dec213d-b8d8-4052-8600-5f8e95ef400f will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:16:27.095610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:27.099150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:27.164761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Network 7b115268-965f-4168-874b-113fe6a17547 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:27.167597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:27.171434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:16:27.177072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Pushing event updated for resources: {'Port': ['ID=6dec213d-b8d8-4052-8600-5f8e95ef400f,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:27.213662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.214017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.214337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.214668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.214974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.215731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.215731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.215995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.216364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.216693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.216982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.217325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:27.224795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:27.246948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:27.277074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:27.278331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Attempting to bind port 6dec213d-b8d8-4052-8600-5f8e95ef400f on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:16:27.278713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Attempting to bind port 6dec213d-b8d8-4052-8600-5f8e95ef400f by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:16:27.279075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Attempting to bind port 6dec213d-b8d8-4052-8600-5f8e95ef400f on network 7b115268-965f-4168-874b-113fe6a17547 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:16:27.286111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:16:27.286502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Checking segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:16:27.286990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:27.287440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Bound using segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:16:27.288011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Bound port: 6dec213d-b8d8-4052-8600-5f8e95ef400f, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:16:27.288476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:27.376083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] For port 6dec213d-b8d8-4052-8600-5f8e95ef400f, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:16:27.379192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] For port 6dec213d-b8d8-4052-8600-5f8e95ef400f, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6dec213d-b8d8-4052-8600-5f8e95ef400f,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:16:27.383148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:27.387745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:27.414993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Allocated IP 172.26.1.93 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/92cb0e3d-afca-431b-b7ad-6497d74dc34a) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:27.468615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Pushing event updated for resources: {'Port': ['ID=6dec213d-b8d8-4052-8600-5f8e95ef400f,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:27.471769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:27.576574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:27.629376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:27.633357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:27.697326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:27.700283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:27.703983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:16:27.738233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Pushing event updated for resources: {'Port': ['ID=92cb0e3d-afca-431b-b7ad-6497d74dc34a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:27.744671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:28.078710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:28.104387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:28.146450 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:28.426182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385178e5-841f-4d51-8fb4-8306881afbbb None None] Network 7b115268-965f-4168-874b-113fe6a17547 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:16:28.533844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-175a8122-dd8a-45d8-9f67-f96dd6e621a8 None None] Provisioning for port 6dec213d-b8d8-4052-8600-5f8e95ef400f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:16:28.635901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:28.852094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Router 135377b0-4679-43eb-a826-f587b5701257 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:16:28.970790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6dec213d-b8d8-4052-8600-5f8e95ef400f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:16:29.038389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:16:29.049301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 6dec213d-b8d8-4052-8600-5f8e95ef400f completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:16:29.050325 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:16:29.055606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6dec213d-b8d8-4052-8600-5f8e95ef400f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:29.056383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:29.063581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:29.063857 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:16:29.064392 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:16:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:29.068037 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5818841 Dec 22 05:16:29.068661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 35466) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:29.226648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:29.259007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 6dec213d-b8d8-4052-8600-5f8e95ef400f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6dec213d-b8d8-4052-8600-5f8e95ef400f,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:29.265720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:29.269696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-06169637-a56c-4141-b8aa-fad9b7d320c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:29.272649 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:16:29.347242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=6dec213d-b8d8-4052-8600-5f8e95ef400f,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:29.350888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:29.519205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:29.566834 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:27Z', 'revision_number': 3, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:29.570595 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:16:29.570981 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Updating router 135377b0-4679-43eb-a826-f587b5701257 port 92cb0e3d-afca-431b-b7ad-6497d74dc34a binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:16:29.622405 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:29.905208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:29.953614 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:29.966591 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Transition to ACTIVE for port object 92cb0e3d-afca-431b-b7ad-6497d74dc34a will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:16:29.973528 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:29.978027 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:30.060560 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Attempting to bind port 92cb0e3d-afca-431b-b7ad-6497d74dc34a on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:16:30.061231 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Attempting to bind port 92cb0e3d-afca-431b-b7ad-6497d74dc34a by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:16:30.061366 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Attempting to bind port 92cb0e3d-afca-431b-b7ad-6497d74dc34a on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:16:30.063260 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Pushing event updated for resources: {'Port': ['ID=92cb0e3d-afca-431b-b7ad-6497d74dc34a,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:30.071863 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:16:30.072254 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:16:30.072653 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:30.073040 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:16:30.073494 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Bound port: 92cb0e3d-afca-431b-b7ad-6497d74dc34a, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:16:30.073875 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:30.103450 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.103789 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.104122 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.104474 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.104817 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.105112 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.105410 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.105826 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.106285 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.106591 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.106907 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.107223 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.111791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Allocated IP 172.20.0.1 (7b115268-965f-4168-874b-113fe6a17547/80094014-701f-47a4-9c14-317ae25eeacc/2896fb66-2af1-42eb-ac8f-78f1a3923e88) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:30.115987 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:30.157119 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] For port 92cb0e3d-afca-431b-b7ad-6497d74dc34a, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:16:30.160694 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] For port 92cb0e3d-afca-431b-b7ad-6497d74dc34a, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=92cb0e3d-afca-431b-b7ad-6497d74dc34a,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:16:30.166141 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:30.171116 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:30.243992 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:16:30.244647 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:16:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:30.265116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:30.280815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Transition to ACTIVE for port object 2896fb66-2af1-42eb-ac8f-78f1a3923e88 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:16:30.305594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:30.309378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af6c204b-46ee-4ed6-a5c6-13b4dc069fdd tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:30.327488 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Pushing event updated for resources: {'Port': ['ID=92cb0e3d-afca-431b-b7ad-6497d74dc34a,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:30.330828 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:30.379886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Network 7b115268-965f-4168-874b-113fe6a17547 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:30.382785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:30.386468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:16:30.420510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Pushing event updated for resources: {'Port': ['ID=2896fb66-2af1-42eb-ac8f-78f1a3923e88,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:30.440773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.441160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.441548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.441916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.442280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.442653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.443019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.443954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.443954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.444214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.444476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.444847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:30.450991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:30.464418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:30.469536 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:16:30.597041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-de1f7c4b-229a-4ca8-8317-34185d0630d2 None None] Provisioning for port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:16:30.603292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-de1f7c4b-229a-4ca8-8317-34185d0630d2 None None] Provisioning complete for port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:30.603934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-de1f7c4b-229a-4ca8-8317-34185d0630d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:30.661537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-de1f7c4b-229a-4ca8-8317-34185d0630d2 None None] Port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:16:30.743375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:30.762797 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:27Z', 'revision_number': 3, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:30.766654 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96b048-9fbd-4f96-91d2-d7807c7cdc3a None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:27Z', 'revision_number': 3, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:16:30.952316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6dec213d-b8d8-4052-8600-5f8e95ef400f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:16:30.997333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:31.003406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:31.032628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:31.046414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 6dec213d-b8d8-4052-8600-5f8e95ef400f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:31.046792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:31.120038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:31.124236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Pushing event updated for resources: {'Port': ['ID=2896fb66-2af1-42eb-ac8f-78f1a3923e88,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:31.127711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:31.278856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Network 7b115268-965f-4168-874b-113fe6a17547 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:31.280112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:31.482507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Router 135377b0-4679-43eb-a826-f587b5701257 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:16:31.589719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3d0e5853-88cc-49e1-95dd-ae9b39499bba None None] Provisioning complete for port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:31.590532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3d0e5853-88cc-49e1-95dd-ae9b39499bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:31.647588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e5853-88cc-49e1-95dd-ae9b39499bba None None] Port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:16:31.807915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:16:31.816793 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] 10.222.0.36 "PUT /v2.0/routers/135377b0-4679-43eb-a826-f587b5701257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7462554 Dec 22 05:16:32.292188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 35476) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:32.297764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840785507', 'description': 'tempest-description--749856085'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:32.303961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:16:32.307768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Usage tracker for resource:security_group and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:16:32.310806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:16:32.316822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:16:32.331041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.347701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:16:32.352684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:16:32.357122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:16:32.357700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Usage tracker for resource:security_group_rule and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:16:32.357809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:16:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:32.360938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:16:32.367151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:16:32.444866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.449659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.454354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bfabc6b4-6c40-488e-9aeb-2b035b8870cb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:32.494850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7610cc5-ada5-400a-bf5d-89a7c0efabbc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:32.499976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:32.502611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.503414 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2100532 Dec 22 05:16:32.506096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 35480) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:32.511486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'security_group_rule': {'security_group_id': 'f7610cc5-ada5-400a-bf5d-89a7c0efabbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:32.517928 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:16:32.521439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Usage tracker for resource:security_group_rule and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:16:32.524310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:16:32.530312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:16:32.544860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:16:32.549418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.609527 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.615005 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.623932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e565993d-b8d3-4dea-babe-f693c7507bd4 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:32.642760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafad0b0-8f9a-4558-a134-8ed19bc38d0a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:32.645903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:32.655076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.656435 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493552 Dec 22 05:16:32.659297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 35484) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:32.665130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'security_group_rule': {'security_group_id': 'f7610cc5-ada5-400a-bf5d-89a7c0efabbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:32.671331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:16:32.675622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Usage tracker for resource:security_group_rule and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:16:32.678931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:16:32.684953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:16:32.704969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.767710 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.772686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.781315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-56ba960d-93e1-440b-99b0-e1f6cb0e3b44 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:32.802998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f7d5ea-35e5-4c88-88c5-476c3b690f19,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:32.806090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:32.814464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.818547 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553605 Dec 22 05:16:32.818697 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 35488) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:32.824015 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:32.830341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:16:32.834218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Usage tracker for resource:floatingip and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:16:32.837110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:16:32.843074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:16:32.854537 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.865439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 2, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:32.869268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:16:32.869625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Updating router 135377b0-4679-43eb-a826-f587b5701257 port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:16:32.926489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:32.983062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 92cb0e3d-afca-431b-b7ad-6497d74dc34a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:16:33.003346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.141060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 92cb0e3d-afca-431b-b7ad-6497d74dc34a completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:16:33.144801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Allocated IP 172.26.1.75 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/a21eb555-26c6-4d29-a654-d5ca8a8d83bb) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:33.194703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 92cb0e3d-afca-431b-b7ad-6497d74dc34a triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:33.195090 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.295381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.326742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.331122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d6eb5a1f-c58e-4b39-b8ca-4c70ca701e99 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:33.402592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:33.403413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.405603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:33.410012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:16:33.435177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event updated for resources: {'Port': ['ID=a21eb555-26c6-4d29-a654-d5ca8a8d83bb,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:33.440480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:33.486758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 92cb0e3d-afca-431b-b7ad-6497d74dc34a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=92cb0e3d-afca-431b-b7ad-6497d74dc34a,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:33.495035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.496276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.498246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.500444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:33.561644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Transition to ACTIVE for port object 2896fb66-2af1-42eb-ac8f-78f1a3923e88 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:16:33.566251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.570935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.629961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=92cb0e3d-afca-431b-b7ad-6497d74dc34a,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:33.642128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:33.642128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:33.786554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a749c0-a9b6-490b-af09-e7659eb94e7d None None] Pushing event updated for resources: {'Port': ['ID=2896fb66-2af1-42eb-ac8f-78f1a3923e88,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:33.791118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.791346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-61a749c0-a9b6-490b-af09-e7659eb94e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:33.796044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Attempting to bind port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:16:33.796525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Attempting to bind port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:16:33.797049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Attempting to bind port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 on network 7b115268-965f-4168-874b-113fe6a17547 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:16:33.797175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.802421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e741df96-efd5-4085-af95-a136ee2d7891 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:33.802796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:16:33.803181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Checking segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:16:33.803582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.803972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Bound using segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:16:33.804536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Bound port: 2896fb66-2af1-42eb-ac8f-78f1a3923e88, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:16:33.804908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.884565 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:16:33.898462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] For port 2896fb66-2af1-42eb-ac8f-78f1a3923e88, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:16:33.903905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] For port 2896fb66-2af1-42eb-ac8f-78f1a3923e88, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2896fb66-2af1-42eb-ac8f-78f1a3923e88,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:16:33.911446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.912714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event updated for resources: {'Port': ['ID=a21eb555-26c6-4d29-a654-d5ca8a8d83bb,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:33.916084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:33.916338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:33.928508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.951405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.952791 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1331632 Dec 22 05:16:33.994593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:16:33.995264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:16:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:34.051342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a749c0-a9b6-490b-af09-e7659eb94e7d None None] Pushing event updated for resources: {'Port': ['ID=2896fb66-2af1-42eb-ac8f-78f1a3923e88,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:34.061800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-61a749c0-a9b6-490b-af09-e7659eb94e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:34.129177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-bc423670-9b64-4daf-8334-574516f12214 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Synchronizing usage tracker for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:16:34.150728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-bc423670-9b64-4daf-8334-574516f12214 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Unset dirty status for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:16:34.152528 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-bc423670-9b64-4daf-8334-574516f12214 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1840785507&fields=id&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 267 time: 0.0662148 Dec 22 05:16:34.187482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:16:34.314103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2e06577e-b3f3-449f-8708-99f2f1c91fd4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:34.315557 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2e06577e-b3f3-449f-8708-99f2f1c91fd4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 811 time: 0.1508746 Dec 22 05:16:34.331411 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-79d11a77-a88a-4e9f-897b-293ea6cc85ea tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/quotas/f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 375 time: 0.0097139 Dec 22 05:16:34.424579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-e3cee5bd-a876-4f53-a2d4-495dcfd19c9c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Synchronizing usage tracker for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:16:34.443243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-e3cee5bd-a876-4f53-a2d4-495dcfd19c9c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Unset dirty status for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:16:34.444668 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-e3cee5bd-a876-4f53-a2d4-495dcfd19c9c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079831 Dec 22 05:16:34.513142 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:34.517493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0961d5c-cad8-4efb-8450-c2f6b6043ef0 None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:16:34.769221 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-4b576245-5c2c-4419-b5f6-df0c19b0f114 service neutron] 10.222.0.36 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113000 Dec 22 05:16:34.904913 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-c9db09ed-fdeb-4b33-bdcd-903e404355f8 service neutron] 10.222.0.36 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297584 Dec 22 05:16:35.023226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2896fb66-2af1-42eb-ac8f-78f1a3923e88 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:16:35.101517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:16:35.107832 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:35.108290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:35.148937 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8ac6fe3c-e5c8-4994-9c31-0deee687b8ea req-20b25c04-3a1b-4343-b321-7f92b8f3de34 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 210 time: 0.0627899 Dec 22 05:16:35.247654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:35.284592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 2896fb66-2af1-42eb-ac8f-78f1a3923e88, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2896fb66-2af1-42eb-ac8f-78f1a3923e88,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:35.290791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:35.291904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 92cb0e3d-afca-431b-b7ad-6497d74dc34a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:16:35.320853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:35.417424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=2896fb66-2af1-42eb-ac8f-78f1a3923e88,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:35.421271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:35.427817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 92cb0e3d-afca-431b-b7ad-6497d74dc34a triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:35.428302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:36.309239 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5f673cc3-c498-4ee9-a7cc-5cc600c896b9 req-5330d043-d9a1-47ae-a831-6c417a1428fa tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 210 time: 0.0442779 Dec 22 05:16:36.382692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-18f0ee34-f46a-4407-81b2-ce1e8a66676a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:36.383399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-18f0ee34-f46a-4407-81b2-ce1e8a66676a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Synchronizing usage tracker for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:16:36.401493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-18f0ee34-f46a-4407-81b2-ce1e8a66676a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Unset dirty status for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:16:36.402824 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-18f0ee34-f46a-4407-81b2-ce1e8a66676a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 811 time: 0.1888661 Dec 22 05:16:36.461540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7b8e41f7-54af-42fa-99e0-265540731a18 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Synchronizing usage tracker for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:16:36.474052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7b8e41f7-54af-42fa-99e0-265540731a18 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Unset dirty status for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:16:36.475184 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7b8e41f7-54af-42fa-99e0-265540731a18 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 380 time: 0.0542297 Dec 22 05:16:36.486978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'port': {'device_id': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'admin_state_up': True, 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'security_groups': ['f7610cc5-ada5-400a-bf5d-89a7c0efabbc']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:36.633477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:16:36.643855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:16:36.656241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Made reservation on behalf of f6d63a8c243d4ec8a55b215ada77eddb for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:36.659746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:36.832219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Allocated IP 172.20.0.14 (7b115268-965f-4168-874b-113fe6a17547/80094014-701f-47a4-9c14-317ae25eeacc/b909b6d9-8e85-44c6-9898-2c176dbdd723) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:36.954022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2896fb66-2af1-42eb-ac8f-78f1a3923e88 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:16:37.024663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:37.025604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:37.025986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:37.042657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Transition to ACTIVE for port object b909b6d9-8e85-44c6-9898-2c176dbdd723 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:16:37.070600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:37.077399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-51439e9c-9ca5-415a-b0b4-78408c76da4b tempest-DeleteServersTestJSON-781678716 tempest-DeleteServersTestJSON-781678716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:37.273857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Network 7b115268-965f-4168-874b-113fe6a17547 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:37.277019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:37.281046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:16:37.312380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event updated for resources: {'Port': ['ID=b909b6d9-8e85-44c6-9898-2c176dbdd723,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:37.332720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.333119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.333487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.333852 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.334257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.334619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.334974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.335357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.335676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.336032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.336404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.336755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:37.342876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:37.361009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:37.361847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:37.390574 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9071405 Dec 22 05:16:37.409144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Request body: {'port': {'device_id': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:37.506256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff081ee-a46a-49c1-aede-d20997533261 req-0684a14c-1bb0-43ea-808c-222e419bb00b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:37.507792 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cff081ee-a46a-49c1-aede-d20997533261 req-0684a14c-1bb0-43ea-808c-222e419bb00b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 932 time: 0.0864837 Dec 22 05:16:37.525625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:37.552712 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cff081ee-a46a-49c1-aede-d20997533261 req-81ea8d04-b2b8-41e9-b3cd-6020b7bc97cc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387251 Dec 22 05:16:37.567073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-21f5a77c-b427-45d5-bb05-158755b4a2f6 None None] Provisioning for port b909b6d9-8e85-44c6-9898-2c176dbdd723 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:16:37.572033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-21f5a77c-b427-45d5-bb05-158755b4a2f6 None None] Provisioning complete for port b909b6d9-8e85-44c6-9898-2c176dbdd723 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:37.572500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-21f5a77c-b427-45d5-bb05-158755b4a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:37.625295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-21f5a77c-b427-45d5-bb05-158755b4a2f6 None None] Port b909b6d9-8e85-44c6-9898-2c176dbdd723 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:16:37.882240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b909b6d9-8e85-44c6-9898-2c176dbdd723 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:37.889701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:37.903834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Transition to ACTIVE for port object b909b6d9-8e85-44c6-9898-2c176dbdd723 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:16:37.910377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:37.913999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d5f22a4-1366-4af2-b0b9-332061d4afe3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:38.040283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Pushing event updated for resources: {'Port': ['ID=b909b6d9-8e85-44c6-9898-2c176dbdd723,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:38.068030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:38.150983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Attempting to bind port b909b6d9-8e85-44c6-9898-2c176dbdd723 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:16:38.151318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Attempting to bind port b909b6d9-8e85-44c6-9898-2c176dbdd723 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:16:38.151649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Attempting to bind port b909b6d9-8e85-44c6-9898-2c176dbdd723 on network 7b115268-965f-4168-874b-113fe6a17547 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:16:38.156681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Port b909b6d9-8e85-44c6-9898-2c176dbdd723 on network 7b115268-965f-4168-874b-113fe6a17547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:16:38.156980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Attempting to bind port b909b6d9-8e85-44c6-9898-2c176dbdd723 on network 7b115268-965f-4168-874b-113fe6a17547 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:16:38.162309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:16:38.162636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Checking segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:16:38.163024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Bound using segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:16:38.163437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Bound port: b909b6d9-8e85-44c6-9898-2c176dbdd723, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:16:38.163778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:38.251026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] For port b909b6d9-8e85-44c6-9898-2c176dbdd723, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:16:38.254122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] For port b909b6d9-8e85-44c6-9898-2c176dbdd723, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:16:38.259295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:38.263289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-411c57c8-9f0b-4951-b89c-21d14d3bf305 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:38.322890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:38.323594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:38.325272 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] 10.222.0.61 "PUT /v2.0/ports/b909b6d9-8e85-44c6-9898-2c176dbdd723 HTTP/1.1" status: 200 len: 1094 time: 0.9207010 Dec 22 05:16:38.325853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:38.357078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Pushing event updated for resources: {'Port': ['ID=b909b6d9-8e85-44c6-9898-2c176dbdd723,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:38.364531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:38.374002 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'status': 'completed', 'code': 200} Dec 22 05:16:38.465409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-738a9594-fc84-4054-8adf-1c91e175d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:38.467084 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-738a9594-fc84-4054-8adf-1c91e175d033 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 1097 time: 0.0746758 Dec 22 05:16:38.553064 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-eaa69c9b-987d-43f0-a8f0-fd20ef5ce71c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723 HTTP/1.1" status: 200 len: 217 time: 0.0733342 Dec 22 05:16:38.620308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-cc827b5e-01c1-4bca-af26-a022c010e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:38.622206 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-cc827b5e-01c1-4bca-af26-a022c010e89d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0624168 Dec 22 05:16:38.700740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-60738782-9e66-44d4-8963-65fd1627f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:38.702112 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-60738782-9e66-44d4-8963-65fd1627f316 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738568 Dec 22 05:16:38.739571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b128bd-0ef0-4f5b-bd46-2f1e69a65eba req-29ad9369-8b45-40f1-8643-ed25ddf32138 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:38.739571 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b9b128bd-0ef0-4f5b-bd46-2f1e69a65eba req-29ad9369-8b45-40f1-8643-ed25ddf32138 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 944 time: 0.0805283 Dec 22 05:16:38.785983 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b9b128bd-0ef0-4f5b-bd46-2f1e69a65eba req-9de1a88f-0e02-444c-a913-bf43991c871a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402303 Dec 22 05:16:38.839630 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-502804ac-cd82-4c11-bb03-9e0c49b09ba9 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311240 Dec 22 05:16:38.971013 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59fff8ee-c339-490e-8889-6b7321f49bbb req-ada9cc0f-f6f1-4f76-84c3-eebfe6c81f9b service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249096 Dec 22 05:16:39.137797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-e9ca8e14-41f9-473a-b4a0-121ef709b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:39.139286 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-e9ca8e14-41f9-473a-b4a0-121ef709b909 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 1097 time: 0.0779860 Dec 22 05:16:39.385678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-f643e19e-89b2-400d-a94a-5214f2cabf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:39.387172 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-f643e19e-89b2-400d-a94a-5214f2cabf2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.2413743 Dec 22 05:16:39.457528 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-684c9554-9a9e-4710-aed3-ca67d6a29eb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723 HTTP/1.1" status: 200 len: 217 time: 0.0637047 Dec 22 05:16:39.519287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-fb2dd6ad-3265-4b0a-ac38-519c72c8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:39.520613 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-fb2dd6ad-3265-4b0a-ac38-519c72c8fd83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0563090 Dec 22 05:16:39.601145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-025a0dd1-ae8e-47af-af56-12751b216ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:39.602606 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-025a0dd1-ae8e-47af-af56-12751b216ac9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747924 Dec 22 05:16:39.739526 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-273f99dd-f9ea-4f2d-9ba3-540b74c7386c service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296020 Dec 22 05:16:39.876002 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-61ae0d23-af77-4a66-85c8-1248cc86f572 req-35550a82-0883-4111-93b3-0fc56ef15e0b service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295559 Dec 22 05:16:39.990164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8c6b-3213-4b70-983a-e4e712557342 req-ecdb4a85-64f1-428d-9ff9-cf6bb19e6e0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:39.991675 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-853b8c6b-3213-4b70-983a-e4e712557342 req-ecdb4a85-64f1-428d-9ff9-cf6bb19e6e0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 944 time: 0.0948634 Dec 22 05:16:40.036473 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-853b8c6b-3213-4b70-983a-e4e712557342 req-ec1edf5f-b160-4528-b906-b0d58f5e2b54 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388293 Dec 22 05:16:41.245306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c425d5-a06d-4cfd-a66a-c7a020ca6e01 req-afc5a549-aa97-4db6-8905-35b42bf0e30c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:41.246843 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a7c425d5-a06d-4cfd-a66a-c7a020ca6e01 req-afc5a549-aa97-4db6-8905-35b42bf0e30c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 944 time: 0.0946684 Dec 22 05:16:41.293230 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a7c425d5-a06d-4cfd-a66a-c7a020ca6e01 req-00e3f4f4-19b7-4523-ad25-6739a0499de1 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Dec 22 05:16:42.474619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b909b6d9-8e85-44c6-9898-2c176dbdd723 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:16:42.501114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6134f-3ebd-4141-ac33-67479601698c req-c8a07097-5a52-4a82-98ef-d4ead1ce0812 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:42.502631 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-baf6134f-3ebd-4141-ac33-67479601698c req-c8a07097-5a52-4a82-98ef-d4ead1ce0812 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 944 time: 0.0963213 Dec 22 05:16:42.549293 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-baf6134f-3ebd-4141-ac33-67479601698c req-ec3eb841-fe21-4eb7-b0bd-95937ba8d0d4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Dec 22 05:16:42.610925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b909b6d9-8e85-44c6-9898-2c176dbdd723, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:42.624042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'mac_address': 'fa:16:3e:b4:4b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:16:42.680331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:42.696689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b909b6d9-8e85-44c6-9898-2c176dbdd723 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:42.711773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b909b6d9-8e85-44c6-9898-2c176dbdd723, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:42.718991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:42.720972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:42.793584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b909b6d9-8e85-44c6-9898-2c176dbdd723,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:42.796713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:43.114964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['b909b6d9-8e85-44c6-9898-2c176dbdd723'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:16:43.749315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc515e7-356f-4683-9f83-c721459df8c8 req-8a2c40a2-5291-4553-9d09-5ca5d4afeda2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:43.750783 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccc515e7-356f-4683-9f83-c721459df8c8 req-8a2c40a2-5291-4553-9d09-5ca5d4afeda2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 945 time: 0.0892904 Dec 22 05:16:43.803409 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccc515e7-356f-4683-9f83-c721459df8c8 req-a69c1f62-b925-4836-be16-48275452a102 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440927 Dec 22 05:16:44.492122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b909b6d9-8e85-44c6-9898-2c176dbdd723 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:16:44.574243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port b909b6d9-8e85-44c6-9898-2c176dbdd723 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:16:44.579009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port b909b6d9-8e85-44c6-9898-2c176dbdd723 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:44.579398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:44.706397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:44.716814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:44.734088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:44.745101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b909b6d9-8e85-44c6-9898-2c176dbdd723, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:16:44.751919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:44.753845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:16:44.820390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b909b6d9-8e85-44c6-9898-2c176dbdd723,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:44.823839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:16:44.842179 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'code': 200} Dec 22 05:16:44.999548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7903091-188c-4cca-83d8-7c39b3769d60 req-5e526a26-e352-4f32-a6f7-330454305384 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:45.001236 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a7903091-188c-4cca-83d8-7c39b3769d60 req-5e526a26-e352-4f32-a6f7-330454305384 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0849640 Dec 22 05:16:45.062094 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a7903091-188c-4cca-83d8-7c39b3769d60 req-3a72dcc8-2e0f-4dd0-8744-469ab1ee4aaa tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543656 Dec 22 05:16:45.111544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddbd8b-cff5-4731-bb10-ad3b95ba8fd6 req-4a596fbe-6018-44ea-be9e-aff5a98089b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:45.113067 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1ddbd8b-cff5-4731-bb10-ad3b95ba8fd6 req-4a596fbe-6018-44ea-be9e-aff5a98089b6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 1099 time: 0.0735781 Dec 22 05:16:45.169263 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1ddbd8b-cff5-4731-bb10-ad3b95ba8fd6 req-418a7ca2-e488-4a24-90cf-74884a433d43 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491161 Dec 22 05:16:46.284479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12fafa-9cad-47bd-8b25-1d647bc0ef51 req-823e2c3f-bae0-4f03-bc7c-185366b3fd65 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.286346 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5f12fafa-9cad-47bd-8b25-1d647bc0ef51 req-823e2c3f-bae0-4f03-bc7c-185366b3fd65 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0891562 Dec 22 05:16:46.340723 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5f12fafa-9cad-47bd-8b25-1d647bc0ef51 req-dccf6c65-bd5c-4353-ad90-d08974a8e102 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453894 Dec 22 05:16:47.570717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d029d64-e3f0-49c1-b7d3-382cc85eca5f req-cd23f558-eea5-4e81-946b-dd06e7f558df tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:47.572087 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d029d64-e3f0-49c1-b7d3-382cc85eca5f req-cd23f558-eea5-4e81-946b-dd06e7f558df tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.1022549 Dec 22 05:16:47.616881 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d029d64-e3f0-49c1-b7d3-382cc85eca5f req-1277c8a0-1699-4eb9-88d1-4cf3403f79cf tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387871 Dec 22 05:16:47.814302 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0c6b4-90e9-4d29-b9ed-4b5af7f622ef req-8051503b-3036-4fa9-ac42-50cb5538814d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:47.815788 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aeb0c6b4-90e9-4d29-b9ed-4b5af7f622ef req-8051503b-3036-4fa9-ac42-50cb5538814d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0972037 Dec 22 05:16:47.832772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 35552) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:16:47.837893 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b300ffb7-d2b1-4b36-a758-5747722624a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'floatingip': {'port_id': 'b909b6d9-8e85-44c6-9898-2c176dbdd723'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:47.919545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b300ffb7-d2b1-4b36-a758-5747722624a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:48.686170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b300ffb7-d2b1-4b36-a758-5747722624a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:48.692825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b300ffb7-d2b1-4b36-a758-5747722624a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:48.875196 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-b300ffb7-d2b1-4b36-a758-5747722624a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Floating IP 52277244-7c3a-4e28-b444-003208b22eb7 associated. External IP: 172.26.1.75, port: b909b6d9-8e85-44c6-9898-2c176dbdd723. Dec 22 05:16:49.248851 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b300ffb7-d2b1-4b36-a758-5747722624a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Router 135377b0-4679-43eb-a826-f587b5701257 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:16:49.432745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b300ffb7-d2b1-4b36-a758-5747722624a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:16:49.437343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b300ffb7-d2b1-4b36-a758-5747722624a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:49.443123 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:16:49.453942 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:16:49.454620 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:16:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:49.494837 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b300ffb7-d2b1-4b36-a758-5747722624a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "PUT /v2.0/floatingips/52277244-7c3a-4e28-b444-003208b22eb7 HTTP/1.1" status: 200 len: 991 time: 1.6583643 Dec 22 05:16:49.494837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:49.600077 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'status': 'completed', 'code': 200} Dec 22 05:16:49.632511 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:16:49.734207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-4bf7eea5-d50b-4d41-b302-551dc97d1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:49.735790 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-4bf7eea5-d50b-4d41-b302-551dc97d1acf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 1099 time: 0.0799670 Dec 22 05:16:49.867713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-6503702a-c1fc-4dd7-bce9-3fbb0bd229f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:49.869300 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-6503702a-c1fc-4dd7-bce9-3fbb0bd229f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1269381 Dec 22 05:16:49.977579 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-d6eb1d73-7e3a-4449-9d9b-4466a400f79f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723 HTTP/1.1" status: 200 len: 999 time: 0.1016014 Dec 22 05:16:49.982380 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:b4:4b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:16:48Z', 'revision_number': 1, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:49.986297 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:16:49.994917 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:16:49.995516 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:16:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:50.040931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-153a37c0-c8f1-4462-bbbf-728b005b58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:50.042376 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-153a37c0-c8f1-4462-bbbf-728b005b58a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0585778 Dec 22 05:16:50.120417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-1f904f9d-7ea1-4455-97fd-284ba2f07c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:50.121860 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-1f904f9d-7ea1-4455-97fd-284ba2f07c9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731878 Dec 22 05:16:50.175023 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:16:50.252895 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-0fe6a642-4940-4eb8-a948-92d2060cd889 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247065 Dec 22 05:16:50.389122 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-daff5855-6627-42e4-a802-b450ae5cceb0 req-b395c286-1b37-429e-854f-b87d3e062e4c service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297877 Dec 22 05:16:50.564219 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:b4:4b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:16:48Z', 'revision_number': 1, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:50.568244 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a5747-61f6-44d9-9ab5-511f738cd0b9 None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:b4:4b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:16:48Z', 'revision_number': 1, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:16:50.785877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f266ca93-37c4-4882-b045-3b3a0109b108 None None] New status for floating IP 52277244-7c3a-4e28-b444-003208b22eb7: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:16:54.624528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-21d43c00-932d-4adf-bf6b-7a2c6c86e88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:56.958855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-629e9f75-4482-46a4-b7ab-c38ff475c214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:58.099525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:58.107664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:59.521203 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:10.890620 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:17:14.714606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:16.252522 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-c86a42ae-3943-4dce-ba29-b69ad4ea1d1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774245 Dec 22 05:17:16.421781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-2e0cc90c-1182-494b-8db6-901fc6c069a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:16.423313 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-2e0cc90c-1182-494b-8db6-901fc6c069a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 1099 time: 0.0850222 Dec 22 05:17:16.685148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-af6877c0-d9d1-4fc7-a3c2-dc7e6ba6984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:16.686598 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-af6877c0-d9d1-4fc7-a3c2-dc7e6ba6984e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.2420447 Dec 22 05:17:16.805991 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-ffc7c838-f3aa-4b00-9465-e1d5ef61510d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723 HTTP/1.1" status: 200 len: 1001 time: 0.1129301 Dec 22 05:17:16.879572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-72121276-f5d2-4237-a159-855ff0aa75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:16.881748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-72121276-f5d2-4237-a159-855ff0aa75d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0691011 Dec 22 05:17:16.970208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-e7104382-a8e5-4cf8-b7cf-1f9d3be6b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:16.971614 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-e7104382-a8e5-4cf8-b7cf-1f9d3be6b189 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828860 Dec 22 05:17:16.981963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-93205b36-f10c-40f4-b356-f18baeb00ed8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:17:16.982851 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-93205b36-f10c-40f4-b356-f18baeb00ed8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048201 Dec 22 05:17:17.116791 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-bab7c3a4-1ba4-40d6-895d-bb4e18eea036 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274571 Dec 22 05:17:17.248644 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d9c5b5e-f6b4-4dab-a110-e77a13f8334a req-d602735f-26ac-4709-aee9-bbf0b4a94495 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248205 Dec 22 05:17:24.625864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e19e789d-ae2f-45dd-93c2-61e8501355b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:26.958028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d7a37ece-d055-43fb-9c36-1bf82b056733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:28.089790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:28.101687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:29.527508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:44.717831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:47.885452 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:17:54.625013 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b6818fd0-df74-4b9f-9f17-a25853964d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:56.957727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8c86cc6e-9f8f-4081-9b9b-525a30d47de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:58.086702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:58.105084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:59.529207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:04.151272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c27eb-9a2f-44da-8cb1-f6f5298e3a46 req-738b3a34-5c8d-4ede-85b3-5e9dcc4455a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:04.152761 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d88c27eb-9a2f-44da-8cb1-f6f5298e3a46 req-738b3a34-5c8d-4ede-85b3-5e9dcc4455a8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0868540 Dec 22 05:18:04.200791 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d88c27eb-9a2f-44da-8cb1-f6f5298e3a46 req-ab47786d-d72e-4d05-9317-6e443bbe04df tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Dec 22 05:18:04.571592 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-92152bbc-4819-42e4-a837-3b6b70fd2379 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744340 Dec 22 05:18:04.620164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991df56-1356-4f99-b821-7bbd4d125614 req-a847a1b3-249d-4ef0-bd64-bcec422f6179 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:04.621558 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d991df56-1356-4f99-b821-7bbd4d125614 req-a847a1b3-249d-4ef0-bd64-bcec422f6179 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0814483 Dec 22 05:18:04.669897 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d991df56-1356-4f99-b821-7bbd4d125614 req-fc434953-0054-4273-8058-006c708bf3e8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Dec 22 05:18:05.878195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4b974-7171-4bf9-be9f-85e4ed1a96e9 req-c4530033-b4c4-4c87-9cc1-02636fcb7ea0 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:05.879683 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6fa4b974-7171-4bf9-be9f-85e4ed1a96e9 req-c4530033-b4c4-4c87-9cc1-02636fcb7ea0 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0885184 Dec 22 05:18:05.889050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-2d4b06ae-a368-4e18-8be7-6929a0fce2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:05.890574 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-2d4b06ae-a368-4e18-8be7-6929a0fce2e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 1099 time: 0.0758667 Dec 22 05:18:05.923476 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6fa4b974-7171-4bf9-be9f-85e4ed1a96e9 req-e15f7bbb-01a2-4d51-a978-062093fbebc6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378013 Dec 22 05:18:06.029938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-9a5dace9-3a33-4775-9753-911b6fd023da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:06.031328 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-9a5dace9-3a33-4775-9753-911b6fd023da service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1332879 Dec 22 05:18:06.152011 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-c4b09e7f-bffb-49fb-a6b2-8702c0e9c8ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723 HTTP/1.1" status: 200 len: 1001 time: 0.1126382 Dec 22 05:18:06.218502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-343a41ef-b7be-46ed-996b-194fb0adab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:06.219981 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-343a41ef-b7be-46ed-996b-194fb0adab15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0621140 Dec 22 05:18:06.308385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-77856a30-6148-455c-907c-0234c2f4d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:06.309793 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-77856a30-6148-455c-907c-0234c2f4d53b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833421 Dec 22 05:18:06.446503 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-e9dbbb0d-5fff-480a-a336-202509aac334 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295028 Dec 22 05:18:06.579148 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-e44ac9d0-98ae-4e85-981a-da552151fdb9 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256940 Dec 22 05:18:07.253873 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f911b88-c8dc-4dc1-aae5-84bca9fd2c5f req-97d1c66a-2632-4463-afce-c233cf6e9ba3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:07.255293 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f911b88-c8dc-4dc1-aae5-84bca9fd2c5f req-97d1c66a-2632-4463-afce-c233cf6e9ba3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.2188349 Dec 22 05:18:07.299787 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f911b88-c8dc-4dc1-aae5-84bca9fd2c5f req-aa502d94-6266-4990-ad50-dad412726952 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 Dec 22 05:18:08.503244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603139c3-ab18-4546-a143-077274cc45e0 req-ffc4daf8-7b18-4def-8404-72fe459865a2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:08.504733 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-603139c3-ab18-4546-a143-077274cc45e0 req-ffc4daf8-7b18-4def-8404-72fe459865a2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0915761 Dec 22 05:18:08.553408 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-603139c3-ab18-4546-a143-077274cc45e0 req-31fb95b0-89eb-46e9-8789-4b53a64f7a4f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 Dec 22 05:18:09.771155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042660c-1f7d-437f-ad9a-e7136bb0c59b req-9e3b41d3-8792-4235-b281-4689d6bd750a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:09.772659 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0042660c-1f7d-437f-ad9a-e7136bb0c59b req-9e3b41d3-8792-4235-b281-4689d6bd750a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0968883 Dec 22 05:18:09.819315 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0042660c-1f7d-437f-ad9a-e7136bb0c59b req-d493cb8f-c3ff-41e9-8dd4-4215ddaf61ae tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396497 Dec 22 05:18:11.036406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14cd1-8661-44b3-84cb-6ebaa87a5b47 req-572ab4b3-0a4c-40c3-a6fd-3f51873fdc8c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:11.037870 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-80f14cd1-8661-44b3-84cb-6ebaa87a5b47 req-572ab4b3-0a4c-40c3-a6fd-3f51873fdc8c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0906594 Dec 22 05:18:11.084403 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-80f14cd1-8661-44b3-84cb-6ebaa87a5b47 req-d9b98a7b-423f-43f5-894b-bff703f18456 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397174 Dec 22 05:18:12.297319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394b68-7409-4157-a9ab-5a437f19fa4b req-b5817a65-212a-49f8-9801-bf17a870ed84 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:12.298689 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a394b68-7409-4157-a9ab-5a437f19fa4b req-b5817a65-212a-49f8-9801-bf17a870ed84 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0914035 Dec 22 05:18:12.345707 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a394b68-7409-4157-a9ab-5a437f19fa4b req-a582ef72-959e-4b2f-a102-d550f1ca0c2d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381279 Dec 22 05:18:13.569685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0051f4-c073-4660-8169-394211af7eb6 req-f86a36e7-d1f6-4966-9ec0-513d6f8d1382 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:13.571161 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb0051f4-c073-4660-8169-394211af7eb6 req-f86a36e7-d1f6-4966-9ec0-513d6f8d1382 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.1022897 Dec 22 05:18:13.616936 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb0051f4-c073-4660-8169-394211af7eb6 req-ba624750-af43-44b8-b3c1-1c15b0522f5e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395520 Dec 22 05:18:14.715531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:14.810584 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150a814-998a-4c00-8e7f-1d5f89568526 req-1983bc1f-0992-4c27-9a3c-3726906fcb75 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:14.812059 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b150a814-998a-4c00-8e7f-1d5f89568526 req-1983bc1f-0992-4c27-9a3c-3726906fcb75 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0807383 Dec 22 05:18:14.857010 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b150a814-998a-4c00-8e7f-1d5f89568526 req-3ee6ae64-78fb-420b-b57d-7b33f1e5009d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393531 Dec 22 05:18:16.054082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c256a-4a4a-4b24-b3a5-e0b4c7c7b417 req-1b54aa94-9825-427c-a7f0-49b9ab60e850 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:16.055567 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-224c256a-4a4a-4b24-b3a5-e0b4c7c7b417 req-1b54aa94-9825-427c-a7f0-49b9ab60e850 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0900772 Dec 22 05:18:16.102267 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-224c256a-4a4a-4b24-b3a5-e0b4c7c7b417 req-3b667ec4-ec2a-4a41-867d-ed1c5176ab28 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389683 Dec 22 05:18:16.311078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-b8e15b29-4d1a-4aab-8949-c0c34bf25fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:16.312627 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-b8e15b29-4d1a-4aab-8949-c0c34bf25fa3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 1099 time: 0.0728445 Dec 22 05:18:16.569710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-912577dd-49fb-4dbc-bada-31d513e6e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:16.571078 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-912577dd-49fb-4dbc-bada-31d513e6e6b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.2385783 Dec 22 05:18:16.679224 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-6c431537-a254-49f0-91f6-589922f5bae6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723 HTTP/1.1" status: 200 len: 1001 time: 0.1012571 Dec 22 05:18:16.746517 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-64107702-5f01-4728-8080-7a1164fe0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:16.747914 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-64107702-5f01-4728-8080-7a1164fe0ecc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0624137 Dec 22 05:18:16.825061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-b41ff307-18c1-4c68-9cb9-8fdd0d7d1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:16.826410 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-b41ff307-18c1-4c68-9cb9-8fdd0d7d1ea1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723965 Dec 22 05:18:16.978140 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-dd576450-74c9-4e33-9b5f-50d7f89b2436 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443946 Dec 22 05:18:17.111750 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4c0b0960-dc2b-49a3-a846-950aa2f441e7 req-d524a0ab-5c7a-4300-9893-c033d555c381 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270547 Dec 22 05:18:17.292209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ba349-c4e0-4695-ad7f-496581653c6b req-b99c69e6-329b-4a00-ab2e-09bd0ace725d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:17.293803 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-045ba349-c4e0-4695-ad7f-496581653c6b req-b99c69e6-329b-4a00-ab2e-09bd0ace725d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0853219 Dec 22 05:18:17.344679 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-045ba349-c4e0-4695-ad7f-496581653c6b req-62579ea2-7760-4625-92dd-fbc7ca9bc941 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448611 Dec 22 05:18:18.456935 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-188f9367-cf48-4673-9e2b-3824e9d26e6b service neutron] 10.222.0.61 "GET /v2.0/ports/b909b6d9-8e85-44c6-9898-2c176dbdd723/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0799394 Dec 22 05:18:18.542467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abeb317-abe6-400e-8103-32e0912a28e7 req-06f4fbcd-2de9-45c6-9614-52d64962056e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:18.544119 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2abeb317-abe6-400e-8103-32e0912a28e7 req-06f4fbcd-2de9-45c6-9614-52d64962056e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0844290 Dec 22 05:18:18.588335 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2abeb317-abe6-400e-8103-32e0912a28e7 req-06e5f6f1-9788-44e0-af49-a9003a2af33d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384021 Dec 22 05:18:18.761694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-e2f5ecde-0018-4d12-9024-76f3ad004ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:18.763213 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-e2f5ecde-0018-4d12-9024-76f3ad004ab9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 1099 time: 0.0775435 Dec 22 05:18:18.880791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-a79b8388-931f-45b8-9bcd-9d83ea7b73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:18.883058 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-a79b8388-931f-45b8-9bcd-9d83ea7b73f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 1099 time: 0.0811970 Dec 22 05:18:19.022604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-211eb195-0a36-43c8-84e2-25650fe3ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:19.024056 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-211eb195-0a36-43c8-84e2-25650fe3ebfb service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1339388 Dec 22 05:18:19.137346 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-e828eadf-7c9e-4feb-9820-2e4c58b99c7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723 HTTP/1.1" status: 200 len: 1001 time: 0.1047759 Dec 22 05:18:19.203820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-764876b0-c6be-499a-9bd1-feb421033be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:19.205378 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-764876b0-c6be-499a-9bd1-feb421033be3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0624251 Dec 22 05:18:19.287230 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-5f528370-68d9-4f54-a420-7c1926f1a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:19.288765 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-5f528370-68d9-4f54-a420-7c1926f1a78c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761948 Dec 22 05:18:19.432976 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-49b52afa-264b-45ce-a54e-e917bde46cfd service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351449 Dec 22 05:18:19.567475 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-99cb0846-92c2-44fa-8403-e43ce68f83a6 req-0f1b826f-4df5-4fc3-a47c-f8ea05deeedb service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270456 Dec 22 05:18:19.785666 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae82bd2-fd1f-4327-9d88-7bc3bc842c90 req-39163e3e-b4f5-4e2a-8edc-91b4c736f13c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:19.787115 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cae82bd2-fd1f-4327-9d88-7bc3bc842c90 req-39163e3e-b4f5-4e2a-8edc-91b4c736f13c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0871582 Dec 22 05:18:19.830934 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cae82bd2-fd1f-4327-9d88-7bc3bc842c90 req-8d3e4f07-c38f-4066-bab2-1046273c4744 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375950 Dec 22 05:18:20.940888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b909b6d9-8e85-44c6-9898-2c176dbdd723 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:18:21.041131 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299d468-730f-4420-8d44-756b5fcccad0 req-7d3052bf-83ec-4911-8ae4-8756f68c3fe8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:21.042748 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e299d468-730f-4420-8d44-756b5fcccad0 req-7d3052bf-83ec-4911-8ae4-8756f68c3fe8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0835528 Dec 22 05:18:21.089495 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e299d468-730f-4420-8d44-756b5fcccad0 req-f2134a70-bf12-44d7-8daf-6f6be49848c6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406926 Dec 22 05:18:21.097483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:21.125452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:21.135356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b909b6d9-8e85-44c6-9898-2c176dbdd723, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:18:21.140523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:21.143438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:18:21.180437 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'code': 200} Dec 22 05:18:21.214541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b909b6d9-8e85-44c6-9898-2c176dbdd723,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:21.221484 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.221818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.222158 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.222481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.222803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.223125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.223439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.223752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.224062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.224400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.224713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.225018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:21.228996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:18:22.281454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7757ca8-fd94-455e-956c-2cf247122018 req-9bbf196e-34f5-4581-bd77-27ca54bfca7c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:22.282915 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7757ca8-fd94-455e-956c-2cf247122018 req-9bbf196e-34f5-4581-bd77-27ca54bfca7c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 944 time: 0.0878432 Dec 22 05:18:22.334209 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7757ca8-fd94-455e-956c-2cf247122018 req-da36ad28-b7ec-492b-9299-017a2de6cd71 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 Dec 22 05:18:22.961699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b909b6d9-8e85-44c6-9898-2c176dbdd723 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:18:23.104183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b909b6d9-8e85-44c6-9898-2c176dbdd723, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:18:23.122170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'mac_address': 'fa:16:3e:b4:4b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:18:23.175703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:23.192059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b909b6d9-8e85-44c6-9898-2c176dbdd723 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:18:23.207953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b909b6d9-8e85-44c6-9898-2c176dbdd723, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:18:23.214098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:23.216074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:18:23.297482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b909b6d9-8e85-44c6-9898-2c176dbdd723,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:23.301712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:18:23.354680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['b909b6d9-8e85-44c6-9898-2c176dbdd723'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:18:23.535260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21d02d-872d-4685-bddf-ddb848509799 req-ac04c9ff-34d1-49ad-a249-b8c90c75f521 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:23.536690 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1d21d02d-872d-4685-bddf-ddb848509799 req-ac04c9ff-34d1-49ad-a249-b8c90c75f521 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 945 time: 0.0830810 Dec 22 05:18:23.585362 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1d21d02d-872d-4685-bddf-ddb848509799 req-a23b5e96-732e-4600-846b-460f503cd3d8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428169 Dec 22 05:18:23.899615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c0bdf-b039-424f-81c2-813730ff8e30 req-46a1d5cc-3559-42e7-85b4-8d5d3af5e95d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:23.901083 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f86c0bdf-b039-424f-81c2-813730ff8e30 req-46a1d5cc-3559-42e7-85b4-8d5d3af5e95d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 945 time: 0.0841701 Dec 22 05:18:23.918564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9362021-8da1-4c65-b525-21bc5d85582a req-9fbb8b48-7a5e-49bb-b948-44e870f38b36 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:23.919531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-f9362021-8da1-4c65-b525-21bc5d85582a req-9fbb8b48-7a5e-49bb-b948-44e870f38b36 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Synchronizing usage tracker for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:18:23.938465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-f9362021-8da1-4c65-b525-21bc5d85582a req-9fbb8b48-7a5e-49bb-b948-44e870f38b36 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Unset dirty status for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:18:23.939694 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f9362021-8da1-4c65-b525-21bc5d85582a req-9fbb8b48-7a5e-49bb-b948-44e870f38b36 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1037598 Dec 22 05:18:23.950055 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f86c0bdf-b039-424f-81c2-813730ff8e30 req-75d23cbf-6281-4b28-b5ed-b72b948b3687 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Dec 22 05:18:24.275935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9362021-8da1-4c65-b525-21bc5d85582a req-a216c025-491c-4fc9-8cc5-d72a80a50bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:24.277560 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f9362021-8da1-4c65-b525-21bc5d85582a req-a216c025-491c-4fc9-8cc5-d72a80a50bec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 1098 time: 0.2454984 Dec 22 05:18:24.410389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9362021-8da1-4c65-b525-21bc5d85582a req-4f672cb1-e768-4417-8688-fe91c5e75cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:24.411862 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f9362021-8da1-4c65-b525-21bc5d85582a req-4f672cb1-e768-4417-8688-fe91c5e75cf7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1273632 Dec 22 05:18:24.518609 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f9362021-8da1-4c65-b525-21bc5d85582a req-564610cb-a07d-404f-bbe9-1a5b3f93558e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723 HTTP/1.1" status: 200 len: 1000 time: 0.0998478 Dec 22 05:18:24.582232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9362021-8da1-4c65-b525-21bc5d85582a req-015459e4-f6c2-4393-a28a-d98f6ad90be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:24.583667 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f9362021-8da1-4c65-b525-21bc5d85582a req-015459e4-f6c2-4393-a28a-d98f6ad90be2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0583963 Dec 22 05:18:24.618888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a9313e6b-896f-418d-bbe8-e84b6600cb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:24.663459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9362021-8da1-4c65-b525-21bc5d85582a req-82137ddb-be00-4e43-94ba-94f6d200a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:24.664992 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f9362021-8da1-4c65-b525-21bc5d85582a req-82137ddb-be00-4e43-94ba-94f6d200a7df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746987 Dec 22 05:18:24.805629 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f9362021-8da1-4c65-b525-21bc5d85582a req-3076acf2-a3c6-4f7c-bdd5-2617459d4993 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334004 Dec 22 05:18:24.884277 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:18:24.948163 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f9362021-8da1-4c65-b525-21bc5d85582a req-cf3604e2-5c84-446a-80fc-e8b9bae492d8 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352417 Dec 22 05:18:24.976491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b909b6d9-8e85-44c6-9898-2c176dbdd723 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:18:25.052553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port b909b6d9-8e85-44c6-9898-2c176dbdd723 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:25.052896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:25.149242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b426c9-2736-4a88-957e-2d94ffcecf57 req-baa29070-b785-45e4-9486-fa9187d18f31 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:25.150767 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6b426c9-2736-4a88-957e-2d94ffcecf57 req-baa29070-b785-45e4-9486-fa9187d18f31 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 945 time: 0.0856349 Dec 22 05:18:25.174259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:25.196284 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6b426c9-2736-4a88-957e-2d94ffcecf57 req-82ff1ef2-341c-493a-88b5-8c14036b5fbb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389180 Dec 22 05:18:25.205024 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:25.219165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b909b6d9-8e85-44c6-9898-2c176dbdd723, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:18:25.225164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:25.227296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:18:25.270414 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'code': 200} Dec 22 05:18:25.295800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b909b6d9-8e85-44c6-9898-2c176dbdd723,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:25.303400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:18:26.387146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8d5b7-cdf2-4a6b-ad0d-d8c9c3a022a1 req-00e62d3c-8467-4e09-92c3-12a0dc2d8052 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:26.388684 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7b8d5b7-cdf2-4a6b-ad0d-d8c9c3a022a1 req-00e62d3c-8467-4e09-92c3-12a0dc2d8052 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0847824 Dec 22 05:18:26.432595 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7b8d5b7-cdf2-4a6b-ad0d-d8c9c3a022a1 req-b240f912-72b7-4c51-81f3-6363fd78dbad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381362 Dec 22 05:18:26.632159 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df6cd0-2ffd-4309-9dca-aa9a5bc0a82d req-91607c7e-1e67-4933-a48e-698dfc7635fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:26.633631 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5df6cd0-2ffd-4309-9dca-aa9a5bc0a82d req-91607c7e-1e67-4933-a48e-698dfc7635fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0913999 Dec 22 05:18:26.678031 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5df6cd0-2ffd-4309-9dca-aa9a5bc0a82d req-1f812289-6269-4bef-bad0-bc68322c4060 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382679 Dec 22 05:18:26.871002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0ef70-9ea8-4960-bbcd-a69bccc872fd req-203a8b7b-f58c-456e-89ff-71a405f94147 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:26.872690 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-45f0ef70-9ea8-4960-bbcd-a69bccc872fd req-203a8b7b-f58c-456e-89ff-71a405f94147 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0868475 Dec 22 05:18:26.923326 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-45f0ef70-9ea8-4960-bbcd-a69bccc872fd req-325bbd6a-7152-4780-bd1f-daa00af6b35c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411878 Dec 22 05:18:26.952500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bc69dd48-8019-4187-9523-784d226b7537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:27.344806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46fd07-de0b-4fb9-b4da-5cf709cfe661 req-d2badfc4-1b9b-4df7-a999-57dc81a2db97 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:27.346281 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fd46fd07-de0b-4fb9-b4da-5cf709cfe661 req-d2badfc4-1b9b-4df7-a999-57dc81a2db97 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0986347 Dec 22 05:18:27.393113 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fd46fd07-de0b-4fb9-b4da-5cf709cfe661 req-eac7df0a-502a-4d8c-a44b-48b3ba0466a7 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407884 Dec 22 05:18:28.094799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:28.109507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:28.607471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749408f-8bf9-4077-b2fa-2441b4c60b52 req-cb2bf6af-078b-432d-8bd1-a9fb9dec2da1 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:28.608968 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7749408f-8bf9-4077-b2fa-2441b4c60b52 req-cb2bf6af-078b-432d-8bd1-a9fb9dec2da1 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0951414 Dec 22 05:18:28.661063 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7749408f-8bf9-4077-b2fa-2441b4c60b52 req-3493648f-9ac3-419c-98d9-680c50d084ad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438268 Dec 22 05:18:29.227136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-3617fd1f-1220-4457-9999-bb0b9c6a23ad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:29.228561 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-3617fd1f-1220-4457-9999-bb0b9c6a23ad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0821133 Dec 22 05:18:29.302034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Deleting port b909b6d9-8e85-44c6-9898-2c176dbdd723 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:18:29.302411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:29.537810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:29.582598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] For port b909b6d9-8e85-44c6-9898-2c176dbdd723, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b909b6d9-8e85-44c6-9898-2c176dbdd723,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:18:29.582931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:29.856196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fe7b4-d7ff-4910-af41-69159635de91 req-1ece48c6-8a24-48ff-aed6-861a308f8564 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:29.857780 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-343fe7b4-d7ff-4910-af41-69159635de91 req-1ece48c6-8a24-48ff-aed6-861a308f8564 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 946 time: 0.0824680 Dec 22 05:18:29.886985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:29.887335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:29.887665 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Floating IP 52277244-7c3a-4e28-b444-003208b22eb7 disassociated. External IP: 172.26.1.75, port: b909b6d9-8e85-44c6-9898-2c176dbdd723. Dec 22 05:18:29.888034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Calling delete_port for b909b6d9-8e85-44c6-9898-2c176dbdd723 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:18:29.902450 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-343fe7b4-d7ff-4910-af41-69159635de91 req-7b93eb29-cfd6-4de3-a898-c439d6ed3497 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388241 Dec 22 05:18:30.041349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:30.048060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c11f482f-714a-4c48-8027-3c46cb90a870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:18:30.211537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event deleted for resources: {'Port': ['ID=b909b6d9-8e85-44c6-9898-2c176dbdd723,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:30.279700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.280452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.280452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.280835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.281190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.281544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.281898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.282225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.282576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.283272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.283619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.283964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:30.296647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:18:30.415806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Router 135377b0-4679-43eb-a826-f587b5701257 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:18:30.595124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:18:30.605438 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:18:30.616526 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:18:30.617147 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:18:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:30.668990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] No DVR routers for this DVR port b909b6d9-8e85-44c6-9898-2c176dbdd723 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:18:30.672051 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:30.674766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'name': 'network-vif-deleted', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:30.693418 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ba703b21-9a68-4cb3-833c-cfa1fedd3931 req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "DELETE /v2.0/ports/b909b6d9-8e85-44c6-9898-2c176dbdd723 HTTP/1.1" status: 204 len: 173 time: 1.4585128 Dec 22 05:18:30.723763 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40469e50-6815-4d8a-a5ef-c3b88ae007e7', 'name': 'network-vif-deleted', 'tag': 'b909b6d9-8e85-44c6-9898-2c176dbdd723', 'status': 'completed', 'code': 200} Dec 22 05:18:30.804313 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:18:31.070701 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5cc190c-40b2-4c68-9192-f10664d98fc8 req-4713f258-d70a-4c7b-b322-45c4345cce5e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=40469e50-6815-4d8a-a5ef-c3b88ae007e7 HTTP/1.1" status: 200 len: 210 time: 0.0474131 Dec 22 05:18:31.121886 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:31.126343 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:18:31.134964 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:18:31.135691 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:18:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:31.316898 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:18:31.681895 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:31.685958 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eee5ba-1e7e-4f97-a0ae-d7da80e7f439 None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:18:31.920629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5896e-fb5c-42d0-bc13-bc4b766f1e15 None None] New status for floating IP 52277244-7c3a-4e28-b444-003208b22eb7: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:18:32.529837 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-fc55f05b-29b7-4bfd-8126-a6c241744e59 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1840785507&fields=id&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 267 time: 0.1491039 Dec 22 05:18:32.700602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-9a141d96-03c3-4da6-9c5a-a769f7b9704b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:32.701954 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-9a141d96-03c3-4da6-9c5a-a769f7b9704b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 811 time: 0.1620169 Dec 22 05:18:32.720016 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-baa86325-a0ac-40d3-8aca-5dcc80ff475b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/quotas/f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 375 time: 0.0095253 Dec 22 05:18:32.811562 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-e8d36053-e5ef-48ed-baea-eebfa68700ff tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840883 Dec 22 05:18:32.958161 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-c9b6d03a-4468-483b-8d4d-669788a3abc2 service neutron] 10.222.0.36 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297441 Dec 22 05:18:32.991227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b909b6d9-8e85-44c6-9898-2c176dbdd723 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:18:33.028848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: b909b6d9-8e85-44c6-9898-2c176dbdd723 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:18:33.029172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b909b6d9-8e85-44c6-9898-2c176dbdd723 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:18:33.095032 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-9c245c85-a4ae-450b-b43d-3a1d8c7870d6 service neutron] 10.222.0.36 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304395 Dec 22 05:18:33.285388 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-91973f18-960d-4874-9fb9-5280c3a5edae req-95772cb8-978e-4cc7-8c35-27805ea602fe tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 210 time: 0.0489235 Dec 22 05:18:34.434969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-8ddb281c-511e-4da6-ae84-eb404b8633ea tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:34.435866 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab60b31b-f863-4251-a586-d3bbd60a31a2 req-1f401b09-247c-4f1b-978a-d04604bf5893 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 210 time: 0.0430193 Dec 22 05:18:34.436659 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-8ddb281c-511e-4da6-ae84-eb404b8633ea tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 811 time: 0.1583719 Dec 22 05:18:34.491108 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-aa6fb142-191e-4c5b-a6f3-8a802db366de tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 380 time: 0.0394328 Dec 22 05:18:34.500788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'port': {'device_id': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'admin_state_up': True, 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'security_groups': ['f7610cc5-ada5-400a-bf5d-89a7c0efabbc']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:34.646517 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:18:34.650674 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Usage tracker for resource:port and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:18:34.653568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:18:34.660301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:18:34.672378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Made reservation on behalf of f6d63a8c243d4ec8a55b215ada77eddb for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:18:34.676129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:34.851995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Allocated IP 172.20.0.12 (7b115268-965f-4168-874b-113fe6a17547/80094014-701f-47a4-9c14-317ae25eeacc/b638d19b-b15c-47e5-94c7-b9fffb09bdfe) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:18:35.042650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:35.059167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Transition to ACTIVE for port object b638d19b-b15c-47e5-94c7-b9fffb09bdfe will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:18:35.086423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:35.092303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fa994c06-4157-443f-b1ee-2d5fc3b70117 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:18:35.161480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Network 7b115268-965f-4168-874b-113fe6a17547 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:35.164642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:35.168452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:18:35.203472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event updated for resources: {'Port': ['ID=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:35.212708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:18:35.235938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:35.236556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:35.265745 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7690179 Dec 22 05:18:35.285027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Request body: {'port': {'device_id': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:35.401133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:35.407264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8bb93f66-bcb9-4c45-9640-78297afe7f9f None None] Provisioning for port b638d19b-b15c-47e5-94c7-b9fffb09bdfe completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:18:35.412547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8bb93f66-bcb9-4c45-9640-78297afe7f9f None None] Provisioning complete for port b638d19b-b15c-47e5-94c7-b9fffb09bdfe triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:35.412868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8bb93f66-bcb9-4c45-9640-78297afe7f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:35.469284 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8bb93f66-bcb9-4c45-9640-78297afe7f9f None None] Port b638d19b-b15c-47e5-94c7-b9fffb09bdfe cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:18:35.634270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f2e4-7f26-4338-aaad-a39ab61682a9 req-b06ac10d-9aad-4024-a9ae-08fbcea2e9b6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:35.635734 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f8c5f2e4-7f26-4338-aaad-a39ab61682a9 req-b06ac10d-9aad-4024-a9ae-08fbcea2e9b6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 932 time: 0.0879202 Dec 22 05:18:35.684817 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f8c5f2e4-7f26-4338-aaad-a39ab61682a9 req-22263529-7316-4864-8b4f-2c6483607540 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 Dec 22 05:18:35.862727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b638d19b-b15c-47e5-94c7-b9fffb09bdfe {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:18:35.870449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:35.886781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Transition to ACTIVE for port object b638d19b-b15c-47e5-94c7-b9fffb09bdfe will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:18:35.892738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:35.896579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76ba7b41-7331-4678-b7c1-51255943b8a2 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:18:36.027395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Pushing event updated for resources: {'Port': ['ID=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:36.054821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:18:36.133728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Attempting to bind port b638d19b-b15c-47e5-94c7-b9fffb09bdfe on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:18:36.134076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Attempting to bind port b638d19b-b15c-47e5-94c7-b9fffb09bdfe by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:18:36.134376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Attempting to bind port b638d19b-b15c-47e5-94c7-b9fffb09bdfe on network 7b115268-965f-4168-874b-113fe6a17547 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:18:36.139236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Port b638d19b-b15c-47e5-94c7-b9fffb09bdfe on network 7b115268-965f-4168-874b-113fe6a17547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:18:36.139551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Attempting to bind port b638d19b-b15c-47e5-94c7-b9fffb09bdfe on network 7b115268-965f-4168-874b-113fe6a17547 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:18:36.144768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:18:36.145078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Checking segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:18:36.145468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Bound using segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:18:36.145877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Bound port: b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:18:36.146226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:36.246345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:18:36.249602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:18:36.257153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:36.261001 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9dde7b69-e181-460a-bffe-eafaf23c6b2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:18:36.320696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:36.321308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:36.322683 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] 10.222.0.61 "PUT /v2.0/ports/b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 200 len: 1094 time: 1.0427248 Dec 22 05:18:36.323231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:36.344899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Pushing event updated for resources: {'Port': ['ID=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:36.348535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:18:36.377771 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'status': 'completed', 'code': 200} Dec 22 05:18:36.471288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-cf8dccaf-c7ec-4a2c-85a4-61b6825146e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:36.472864 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-cf8dccaf-c7ec-4a2c-85a4-61b6825146e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 1097 time: 0.0770862 Dec 22 05:18:36.552713 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-1926c021-378d-4863-887e-f15bdadea529 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 200 len: 217 time: 0.0664411 Dec 22 05:18:36.620910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-2127e487-5528-4bda-a063-35af09eb1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:36.622372 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-2127e487-5528-4bda-a063-35af09eb1d87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0624685 Dec 22 05:18:36.700638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-01417aea-b065-4312-9cbd-41ca81f0aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:36.702307 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-01417aea-b065-4312-9cbd-41ca81f0aae3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734363 Dec 22 05:18:36.844956 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-1290b593-adda-40ff-8010-0a0df1e40767 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357510 Dec 22 05:18:36.875753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d18a7f-6d1c-4ca8-a2a6-b81e7a63d373 req-43040c42-d709-4e37-9f37-8519c28c3e1a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:36.877242 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-83d18a7f-6d1c-4ca8-a2a6-b81e7a63d373 req-43040c42-d709-4e37-9f37-8519c28c3e1a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0850534 Dec 22 05:18:36.922029 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-83d18a7f-6d1c-4ca8-a2a6-b81e7a63d373 req-541c7419-ca2c-4ce6-9b45-4119a8c861ae tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387151 Dec 22 05:18:36.978999 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-071e1e00-5732-40c1-8efb-95734b8f9ab4 req-c3b272b8-d466-40d2-8fc9-ffa21157d19d service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269307 Dec 22 05:18:37.148613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-598b1ec4-3549-43d7-879b-eb34cbe963f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:37.150203 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-598b1ec4-3549-43d7-879b-eb34cbe963f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 1097 time: 0.0829744 Dec 22 05:18:37.283644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-3a745e32-bda4-4451-a036-f53599a9bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:37.285112 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-3a745e32-bda4-4451-a036-f53599a9bd8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1274431 Dec 22 05:18:37.354067 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-61e1fde6-2443-4f19-93e5-1a7a1f3d65c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 200 len: 217 time: 0.0616996 Dec 22 05:18:37.531790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-0fb72fb3-180a-444e-b889-cb726ce6ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:37.533509 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-0fb72fb3-180a-444e-b889-cb726ce6ede5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.1733501 Dec 22 05:18:37.610159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-1d41a248-94b4-4efb-bf5d-6d0d4ce23582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:37.611640 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-1d41a248-94b4-4efb-bf5d-6d0d4ce23582 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716734 Dec 22 05:18:37.748096 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-aacdf5fb-706e-4a7d-9526-4260a8028456 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288874 Dec 22 05:18:37.888986 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e28665e6-5759-45f8-8271-8126e2f4f3a2 req-3e80a0cc-3d21-446c-9322-cb914f2c38df service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337812 Dec 22 05:18:38.124837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990cf4-5c1e-4e57-9364-869d411e8c89 req-d0ccc8ac-d62e-497d-aa2f-d2e1059bac22 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:38.126480 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-76990cf4-5c1e-4e57-9364-869d411e8c89 req-d0ccc8ac-d62e-497d-aa2f-d2e1059bac22 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0919442 Dec 22 05:18:38.172712 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-76990cf4-5c1e-4e57-9364-869d411e8c89 req-0f94c219-9df8-46c1-8fb7-0cf433dc3164 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403738 Dec 22 05:18:39.376712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d53f0c-ff46-4553-9793-55f7716f1565 req-cf829f63-c084-4eb1-82be-f0b5703e8f51 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:39.378828 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3d53f0c-ff46-4553-9793-55f7716f1565 req-cf829f63-c084-4eb1-82be-f0b5703e8f51 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0899782 Dec 22 05:18:39.423490 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3d53f0c-ff46-4553-9793-55f7716f1565 req-9cde6a9d-e715-4551-ab4f-19413a828583 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398724 Dec 22 05:18:40.640954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62419d-d0f8-45fe-9b3d-4afaa0085fbc req-996dc21c-26f5-405f-ae2b-2242246dd6e8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:40.642418 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dc62419d-d0f8-45fe-9b3d-4afaa0085fbc req-996dc21c-26f5-405f-ae2b-2242246dd6e8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0926187 Dec 22 05:18:40.689173 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dc62419d-d0f8-45fe-9b3d-4afaa0085fbc req-1feec719-fa06-4c0c-86e7-e8b15502ccbc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384128 Dec 22 05:18:41.050098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b638d19b-b15c-47e5-94c7-b9fffb09bdfe details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:18:41.192384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:18:41.205743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'mac_address': 'fa:16:3e:25:4a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:18:41.265473 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:41.288248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b638d19b-b15c-47e5-94c7-b9fffb09bdfe {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:18:41.304201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:18:41.310008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:41.313287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:18:41.394465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:41.399144 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:18:41.785641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['b638d19b-b15c-47e5-94c7-b9fffb09bdfe'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:18:41.892264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda622ce-f807-4eda-8eb2-e64743a79ed1 req-e4140f6d-3ce2-4a65-a183-788feac18a37 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:41.893917 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fda622ce-f807-4eda-8eb2-e64743a79ed1 req-e4140f6d-3ce2-4a65-a183-788feac18a37 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 945 time: 0.0797775 Dec 22 05:18:41.939883 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fda622ce-f807-4eda-8eb2-e64743a79ed1 req-5857fab8-9608-40b5-a745-7032ddb3bdbe tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397050 Dec 22 05:18:43.065503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b638d19b-b15c-47e5-94c7-b9fffb09bdfe up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:18:43.132942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09458-5311-44b2-955a-11d29c3d33ce req-96b4dbb2-5217-4b32-b316-67e872750295 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:43.134936 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f3c09458-5311-44b2-955a-11d29c3d33ce req-96b4dbb2-5217-4b32-b316-67e872750295 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 945 time: 0.0873678 Dec 22 05:18:43.140396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port b638d19b-b15c-47e5-94c7-b9fffb09bdfe completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:18:43.145664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port b638d19b-b15c-47e5-94c7-b9fffb09bdfe triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:43.146028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:43.182264 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f3c09458-5311-44b2-955a-11d29c3d33ce req-a540c9fa-0422-47a5-96f7-8ad9c70b98c1 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404992 Dec 22 05:18:43.268108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:43.294918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:43.305316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:18:43.309745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:43.311749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:18:43.344334 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'code': 200} Dec 22 05:18:43.386967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:43.390016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:18:43.655807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274b07c-159c-4012-8127-a401018e3ebf req-7ac6a68f-38d3-4918-bbdb-bec725cb4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:43.657500 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6274b07c-159c-4012-8127-a401018e3ebf req-7ac6a68f-38d3-4918-bbdb-bec725cb4787 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 1099 time: 0.0780859 Dec 22 05:18:43.700005 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6274b07c-159c-4012-8127-a401018e3ebf req-560d4a56-b6f6-4760-a2c9-0792d0c1fdbf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357084 Dec 22 05:18:44.391213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2cbe3-975a-4b61-a8c1-21f01cff78b6 req-c59ee6d3-24f7-45b7-92d5-81cc4984fbf5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:44.392687 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-89f2cbe3-975a-4b61-a8c1-21f01cff78b6 req-c59ee6d3-24f7-45b7-92d5-81cc4984fbf5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0947034 Dec 22 05:18:44.442428 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-89f2cbe3-975a-4b61-a8c1-21f01cff78b6 req-7675d61a-947d-4988-b481-15258ceabfd6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439279 Dec 22 05:18:44.732518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:45.757623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6a203-0807-4323-a8d5-4431287aca49 req-23528e6f-c6be-4a71-92e4-774d1191ea14 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:45.759141 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fec6a203-0807-4323-a8d5-4431287aca49 req-23528e6f-c6be-4a71-92e4-774d1191ea14 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.1892533 Dec 22 05:18:45.805416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fec6a203-0807-4323-a8d5-4431287aca49 req-a54064c5-99dc-40f4-aaad-e9fa001f6fcb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 Dec 22 05:18:46.065952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f772f-1bb5-45f6-b4a5-f4bdb409a280 req-118abe91-f6c0-4f5b-9e53-fa919b2f31e6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:46.068032 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f7f772f-1bb5-45f6-b4a5-f4bdb409a280 req-118abe91-f6c0-4f5b-9e53-fa919b2f31e6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.1572227 Dec 22 05:18:46.081013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 35846) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:18:46.086540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cbb7ed00-560a-4812-808c-5befd74ed61a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'floatingip': {'port_id': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:46.170063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ed00-560a-4812-808c-5befd74ed61a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:46.954689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ed00-560a-4812-808c-5befd74ed61a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:46.962006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ed00-560a-4812-808c-5befd74ed61a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:47.135325 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-cbb7ed00-560a-4812-808c-5befd74ed61a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Floating IP 52277244-7c3a-4e28-b444-003208b22eb7 associated. External IP: 172.26.1.75, port: b638d19b-b15c-47e5-94c7-b9fffb09bdfe. Dec 22 05:18:47.497340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb7ed00-560a-4812-808c-5befd74ed61a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Router 135377b0-4679-43eb-a826-f587b5701257 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:18:47.806367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb7ed00-560a-4812-808c-5befd74ed61a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:18:47.810791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ed00-560a-4812-808c-5befd74ed61a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:47.816171 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:18:47.826932 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:18:47.827556 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:18:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:47.866620 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cbb7ed00-560a-4812-808c-5befd74ed61a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "PUT /v2.0/floatingips/52277244-7c3a-4e28-b444-003208b22eb7 HTTP/1.1" status: 200 len: 991 time: 1.7845078 Dec 22 05:18:47.867248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:47.913274 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'status': 'completed', 'code': 200} Dec 22 05:18:48.007772 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:18:48.046138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-d3e6b59c-052f-4157-948e-238340df8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:48.047786 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-d3e6b59c-052f-4157-948e-238340df8f72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 1099 time: 0.0741119 Dec 22 05:18:48.191122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-e0ffc75d-b1bc-4e94-be10-b39819de4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:48.192663 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-e0ffc75d-b1bc-4e94-be10-b39819de4f47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1381018 Dec 22 05:18:48.316275 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-55f27712-0056-4c47-a613-41fb54b5ac3d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 200 len: 999 time: 0.1128016 Dec 22 05:18:48.385445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-13a55195-c3cf-426c-b71e-d705755491cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:48.386932 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-13a55195-c3cf-426c-b71e-d705755491cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0640554 Dec 22 05:18:48.393403 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:25:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:18:46Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:48.397448 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:18:48.405721 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:18:48.406316 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:18:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:48.465865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-60015cb4-5734-4279-929e-2a507b9496f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:48.467268 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-60015cb4-5734-4279-929e-2a507b9496f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743334 Dec 22 05:18:48.582144 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:18:48.600581 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-4a8732d3-24bb-4fc5-b85c-79414ce7f986 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261740 Dec 22 05:18:48.735945 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fe0ed257-ccd0-4ee4-bf53-c39bf7bbaada req-7e0a5cd5-9dc1-4f9e-817b-494b34c66c2e service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265566 Dec 22 05:18:48.926117 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:25:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:18:46Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:48.930179 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6c6c5-fdb6-4eaa-8523-e3d91bb9421b None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:25:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:18:46Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:18:49.143825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eff0c6-4a46-4579-a746-ec2db0aa479b None None] New status for floating IP 52277244-7c3a-4e28-b444-003208b22eb7: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:18:54.624641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb63b18f-c36e-45a2-ba36-64a752248c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:56.969154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-749589e4-96d8-49b1-9927-af1b3f16cbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:58.093897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:58.114080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:59.534962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:01.888203 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:19:14.749777 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:18.675364 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-e6063028-a734-4d8d-8bd6-2f7017c1b536 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848188 Dec 22 05:19:18.847483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-2c590ef3-2224-439c-8194-72e7d2f8259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:18.849673 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-2c590ef3-2224-439c-8194-72e7d2f8259a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 1099 time: 0.0849907 Dec 22 05:19:18.994193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-c98210df-5f37-4e98-9dfe-1ffe90bb2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:18.995646 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-c98210df-5f37-4e98-9dfe-1ffe90bb2847 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1269619 Dec 22 05:19:19.215031 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-e25757b0-2802-4712-93b2-c4a9c117deca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 200 len: 1001 time: 0.2125216 Dec 22 05:19:19.288997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-3262a95d-58f6-4545-b41c-6d897383c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:19.290462 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-3262a95d-58f6-4545-b41c-6d897383c6d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0633054 Dec 22 05:19:19.369647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-276ad7b1-2575-458d-8eb3-b6c35f4178f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:19.371082 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-276ad7b1-2575-458d-8eb3-b6c35f4178f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740154 Dec 22 05:19:19.511529 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-e0547db1-17e5-4415-82db-5bcb5555ada0 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335301 Dec 22 05:19:19.646188 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cf995e4-f045-4c49-8392-da01ceb6de51 req-82c39d7f-da41-4ae8-b594-e333eb69e75b service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281538 Dec 22 05:19:24.633870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cb2cd58f-b045-4205-ab32-cc37bbed3757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:26.968250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1bdfb62a-6132-4745-b8d5-663fa59f70de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:28.110543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:28.119477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:29.548629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:38.891057 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:19:44.756329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:54.639974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13d4561b-6f6c-4e8d-aa02-24e3c7812173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:56.959154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a12c9447-23cf-453c-87d6-fefb64c02957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:58.113162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:58.128536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:59.548338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:02.622767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b28994-c4a8-4d2b-8272-a453929beab6 req-1e2d2249-fc43-4785-ab37-384d608df3ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:02.624242 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0b28994-c4a8-4d2b-8272-a453929beab6 req-1e2d2249-fc43-4785-ab37-384d608df3ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0839424 Dec 22 05:20:02.667980 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0b28994-c4a8-4d2b-8272-a453929beab6 req-708feed3-f268-485d-8f61-d069dfac82b2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379443 Dec 22 05:20:03.883623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a34ef-488a-4536-a50c-fd2521257a5e req-2b6728ec-3981-4a5a-9b83-a3fa10717574 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:03.885130 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-579a34ef-488a-4536-a50c-fd2521257a5e req-2b6728ec-3981-4a5a-9b83-a3fa10717574 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0925384 Dec 22 05:20:03.931982 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-579a34ef-488a-4536-a50c-fd2521257a5e req-5cb54ae1-4e17-468c-994d-5a53fb8858c4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386293 Dec 22 05:20:05.132442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f049b-c290-4547-a2be-8ef9c397ed29 req-9ca05363-d300-40a3-97e0-e4d194f4d96a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:05.133914 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a4f049b-c290-4547-a2be-8ef9c397ed29 req-9ca05363-d300-40a3-97e0-e4d194f4d96a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0882337 Dec 22 05:20:05.177455 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a4f049b-c290-4547-a2be-8ef9c397ed29 req-9c0fcd68-21ac-4469-9a97-3cc04c803b5f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379946 Dec 22 05:20:06.409230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942411-53d4-4b38-865f-ba34aefbc502 req-8434bf4b-39dc-4c4d-b3c8-9d9ddfcfbf0a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:06.410717 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ad942411-53d4-4b38-865f-ba34aefbc502 req-8434bf4b-39dc-4c4d-b3c8-9d9ddfcfbf0a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.1057565 Dec 22 05:20:06.456514 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ad942411-53d4-4b38-865f-ba34aefbc502 req-a95a86e4-6d61-4764-a572-c48ffc3f407a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 Dec 22 05:20:07.664075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff9bfc-f69d-4943-9960-12bb38322791 req-5c3a8015-8cbe-4023-a667-170416b24f6f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:07.665576 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47ff9bfc-f69d-4943-9960-12bb38322791 req-5c3a8015-8cbe-4023-a667-170416b24f6f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0842168 Dec 22 05:20:07.714969 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47ff9bfc-f69d-4943-9960-12bb38322791 req-5d77f951-8194-48ac-bb61-d78128dfb669 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435243 Dec 22 05:20:08.933265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372704d0-7d12-42f0-900a-d9848ac3f5f0 req-7df40bd8-a0de-49c1-a7ba-4e5ff0cc51e8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:08.934748 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-372704d0-7d12-42f0-900a-d9848ac3f5f0 req-7df40bd8-a0de-49c1-a7ba-4e5ff0cc51e8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.1015601 Dec 22 05:20:08.979980 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-372704d0-7d12-42f0-900a-d9848ac3f5f0 req-22c91b07-c677-4ba2-b61a-afd5273ae041 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 Dec 22 05:20:10.199930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb404e7-2ba3-41b6-9347-bd97e00b04c9 req-5ff1f4be-67fd-4c8e-8bc3-38688732998a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:10.201392 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-efb404e7-2ba3-41b6-9347-bd97e00b04c9 req-5ff1f4be-67fd-4c8e-8bc3-38688732998a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0911319 Dec 22 05:20:10.246124 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-efb404e7-2ba3-41b6-9347-bd97e00b04c9 req-2a10f052-94f0-4c41-a5a5-de4fed50d0a2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 Dec 22 05:20:11.455231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47720c-5807-41f5-b98c-83322a05a960 req-a1f55b26-6d01-474a-b157-31c2be742a68 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:11.456815 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a47720c-5807-41f5-b98c-83322a05a960 req-a1f55b26-6d01-474a-b157-31c2be742a68 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0874486 Dec 22 05:20:11.503646 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a47720c-5807-41f5-b98c-83322a05a960 req-7914423c-2a4a-4bfb-9fb1-e18c4e346625 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389416 Dec 22 05:20:12.704311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081dabd-9112-44a1-864b-82237fceaf82 req-06f41746-5776-4f49-aa06-573ba4a12946 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:12.705806 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8081dabd-9112-44a1-864b-82237fceaf82 req-06f41746-5776-4f49-aa06-573ba4a12946 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0884917 Dec 22 05:20:12.751144 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8081dabd-9112-44a1-864b-82237fceaf82 req-e36710a6-5cb4-431c-afc0-f904a3ab760f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394194 Dec 22 05:20:13.949988 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcb3a-8a70-4e43-ab24-80cd94e043a5 req-4fddf210-c6f9-4cea-8e46-3ac70e4aa826 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:13.951457 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f59dcb3a-8a70-4e43-ab24-80cd94e043a5 req-4fddf210-c6f9-4cea-8e46-3ac70e4aa826 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0834758 Dec 22 05:20:13.999374 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f59dcb3a-8a70-4e43-ab24-80cd94e043a5 req-2fec8b2e-12b8-4cf3-8017-72b5b133aeb5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393255 Dec 22 05:20:14.765537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:15.206771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc579ab3-c21d-404c-a5c2-2acce8a6aede req-4d95b93b-db6a-4460-97f6-fa4a1a36f0e5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:15.208391 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc579ab3-c21d-404c-a5c2-2acce8a6aede req-4d95b93b-db6a-4460-97f6-fa4a1a36f0e5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0956812 Dec 22 05:20:15.252914 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc579ab3-c21d-404c-a5c2-2acce8a6aede req-6ef4d5b2-2f5a-4032-8d31-47d4079f2eae tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385213 Dec 22 05:20:15.895890 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:20:16.453875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6cff3-51a1-4283-95b6-458fb69581bd req-f15b7987-bc6d-4c3d-956d-e1f8b2c7ff53 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:16.455353 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8bf6cff3-51a1-4283-95b6-458fb69581bd req-f15b7987-bc6d-4c3d-956d-e1f8b2c7ff53 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0921493 Dec 22 05:20:16.515941 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8bf6cff3-51a1-4283-95b6-458fb69581bd req-4f65c6f0-ba58-41bc-b8db-585e047a7c87 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542047 Dec 22 05:20:17.744868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e737c3-d456-48cd-85a2-cb9e712bbd99 req-0ede40eb-3478-4124-93b1-d243a7e90acc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:17.746350 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-35e737c3-d456-48cd-85a2-cb9e712bbd99 req-0ede40eb-3478-4124-93b1-d243a7e90acc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.1064332 Dec 22 05:20:17.803635 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-35e737c3-d456-48cd-85a2-cb9e712bbd99 req-c1383541-8b83-4fce-b3cf-a812c9e25b0a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478787 Dec 22 05:20:19.022010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a71620-c532-467e-8ddc-d7aeb1181453 req-bc186a4c-3e94-40c8-a658-0ce3baa981ad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:19.023498 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-43a71620-c532-467e-8ddc-d7aeb1181453 req-bc186a4c-3e94-40c8-a658-0ce3baa981ad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0962136 Dec 22 05:20:19.069149 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-43a71620-c532-467e-8ddc-d7aeb1181453 req-12fe9cd0-a4da-4ef5-9a3a-960ba0a82017 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398281 Dec 22 05:20:19.248844 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-f294c70e-9bf7-4b67-b89c-ab4c67f1514e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729668 Dec 22 05:20:19.413031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-59150cfe-6ead-46ef-a7a5-18ecfb94601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:19.415209 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-59150cfe-6ead-46ef-a7a5-18ecfb94601b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 1099 time: 0.0800772 Dec 22 05:20:19.479236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75a83-6535-4fd4-8efa-386c62bb3cae req-cbf8aa50-a853-4f6a-bd2e-a881e75270d4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:19.480740 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68e75a83-6535-4fd4-8efa-386c62bb3cae req-cbf8aa50-a853-4f6a-bd2e-a881e75270d4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0812314 Dec 22 05:20:19.523924 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68e75a83-6535-4fd4-8efa-386c62bb3cae req-9df18b5e-3cd2-4b7f-a775-cd32e2f366bd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373549 Dec 22 05:20:19.615271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-9683eb06-da90-49eb-aade-20cf6facbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:19.616859 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-9683eb06-da90-49eb-aade-20cf6facbaf1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1827855 Dec 22 05:20:19.673765 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-dddba824-2018-4f3f-ac50-9ef425772cb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3031788 Dec 22 05:20:19.726477 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-718c75f0-465e-4855-88d7-32d3b04583ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 200 len: 1001 time: 0.1029069 Dec 22 05:20:19.790874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-fcc33157-c77e-44d8-8983-429cea3fb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:19.792437 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-fcc33157-c77e-44d8-8983-429cea3fb4cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0589368 Dec 22 05:20:19.875057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-c7bae23d-83fe-44e0-ad1a-f875b72f240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:19.876610 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-c7bae23d-83fe-44e0-ad1a-f875b72f240e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775893 Dec 22 05:20:20.014766 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-3363e978-e70a-4097-9c92-bb11c530d58b service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313787 Dec 22 05:20:20.149850 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9b8a5346-5e58-4e9c-9169-eacbbeb133e6 req-ead14532-2924-4104-9c9b-93b194b51f7f service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288724 Dec 22 05:20:20.723803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f7048-2c5f-478e-8784-3c40632aaac8 req-6dd35cb9-5656-4df1-a54a-38877012d4bc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:20.725304 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e31f7048-2c5f-478e-8784-3c40632aaac8 req-6dd35cb9-5656-4df1-a54a-38877012d4bc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0859721 Dec 22 05:20:20.770284 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e31f7048-2c5f-478e-8784-3c40632aaac8 req-09d4a6ab-bb72-4435-ab88-cd53821396f4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390751 Dec 22 05:20:21.626649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-20ac3902-944f-4ebf-9095-f924a48d2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:21.628156 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-20ac3902-944f-4ebf-9095-f924a48d2307 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 1099 time: 0.0841212 Dec 22 05:20:21.767389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-c1c8de1d-ea37-4c0d-a270-c79a99a7ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:21.769779 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-c1c8de1d-ea37-4c0d-a270-c79a99a7ec60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1353092 Dec 22 05:20:21.961931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7ae8c-bdec-47b8-a04a-8562d6344f9b req-daa1922b-1ab8-41ab-9133-90ceea0dac01 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:21.963366 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cfd7ae8c-bdec-47b8-a04a-8562d6344f9b req-daa1922b-1ab8-41ab-9133-90ceea0dac01 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0855186 Dec 22 05:20:22.001496 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-06802bed-8c2a-4003-925b-e2ce65f08930 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 200 len: 1001 time: 0.2243521 Dec 22 05:20:22.013133 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cfd7ae8c-bdec-47b8-a04a-8562d6344f9b req-80134dba-d126-4644-bdbf-e3adbb062836 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Dec 22 05:20:22.064115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-b4daccf1-da8b-4f8a-80b0-e68e5704456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:22.065576 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-b4daccf1-da8b-4f8a-80b0-e68e5704456d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0578396 Dec 22 05:20:22.159951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-b740a2e2-e159-46e1-9b18-b575616d14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:22.161450 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-b740a2e2-e159-46e1-9b18-b575616d14c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888822 Dec 22 05:20:22.302451 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-c70aab91-0d27-4c31-aded-59ff8f2b4b5a service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332586 Dec 22 05:20:22.440868 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-ff8441fa-3399-486f-963d-60ecb1dd31a8 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322784 Dec 22 05:20:23.218000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2c910-a43d-4b82-9e2c-261dea12c9ca req-ae944be0-5df7-4796-a9bc-f033aeb4f101 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:23.219502 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3eb2c910-a43d-4b82-9e2c-261dea12c9ca req-ae944be0-5df7-4796-a9bc-f033aeb4f101 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0930722 Dec 22 05:20:23.265179 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3eb2c910-a43d-4b82-9e2c-261dea12c9ca req-d9b87fbe-01dc-4bf0-9220-4d4739b9604e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398054 Dec 22 05:20:24.263519 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-ace27816-f981-42bf-8477-9d4ef54f370b service neutron] 10.222.0.61 "GET /v2.0/ports/b638d19b-b15c-47e5-94c7-b9fffb09bdfe/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0896463 Dec 22 05:20:24.459461 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707e059-ef51-477c-953c-60f7c87dc4e1 req-94a59fa1-fd6a-4724-91d5-56d93e0deca9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:24.461792 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d707e059-ef51-477c-953c-60f7c87dc4e1 req-94a59fa1-fd6a-4724-91d5-56d93e0deca9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0879946 Dec 22 05:20:24.555146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-23b39dec-30dd-4cdb-ac53-38e70cbd72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:24.556647 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-23b39dec-30dd-4cdb-ac53-38e70cbd72d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 1099 time: 0.0756700 Dec 22 05:20:24.626467 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d707e059-ef51-477c-953c-60f7c87dc4e1 req-5f9572fd-5214-4cad-a322-dfe29f8bfd94 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584630 Dec 22 05:20:24.634989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b8be957-d7e0-491f-bbd7-37e6a561d634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:24.667205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-5069656b-964f-4dfa-9e94-d29a9383d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:24.668694 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-5069656b-964f-4dfa-9e94-d29a9383d0b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 1099 time: 0.0787063 Dec 22 05:20:24.810722 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-6665bfff-9991-4299-9412-5fc31b50e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:24.812063 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-6665bfff-9991-4299-9412-5fc31b50e3db service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1365902 Dec 22 05:20:24.917396 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-32f6e357-65a3-490f-b082-3131fab0067e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 200 len: 1001 time: 0.0984397 Dec 22 05:20:24.981125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-1d3e60cc-1bcc-417d-a72f-70d9fb13a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:24.982520 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-1d3e60cc-1bcc-417d-a72f-70d9fb13a6da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0582292 Dec 22 05:20:25.065728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-f2115d4d-d72e-4140-9523-a00ebd453a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:25.067263 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-f2115d4d-d72e-4140-9523-a00ebd453a1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779295 Dec 22 05:20:25.208630 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-991bd0b6-41a1-4f2a-8613-f5970b458f1f service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347909 Dec 22 05:20:25.344416 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-aee7bcfc-7c7e-41b3-af1e-91d5de323d8b req-e7411591-ec21-49e7-ba77-95aef2679add service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292989 Dec 22 05:20:25.829177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ac911-1fe1-4f9e-926d-ac76627f651e req-6cce392d-64e4-4e3b-b482-2f38cbcb7b88 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:25.830639 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-640ac911-1fe1-4f9e-926d-ac76627f651e req-6cce392d-64e4-4e3b-b482-2f38cbcb7b88 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0902801 Dec 22 05:20:25.878394 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-640ac911-1fe1-4f9e-926d-ac76627f651e req-bcb78cf9-1b90-4a88-9ce2-e56cbd6c5eaa tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392756 Dec 22 05:20:26.953710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-51f0f20e-977e-44e8-9530-dcf99c3d4b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:27.241574 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cbc00-959f-452c-8cb6-24d067a17b9b req-b799c0e4-3cb6-4f47-bd5b-90f449ee5612 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:27.243639 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc3cbc00-959f-452c-8cb6-24d067a17b9b req-b799c0e4-3cb6-4f47-bd5b-90f449ee5612 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0953639 Dec 22 05:20:27.290331 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc3cbc00-959f-452c-8cb6-24d067a17b9b req-4e20027b-7196-451a-9855-4adbb82dc424 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408602 Dec 22 05:20:27.632384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b638d19b-b15c-47e5-94c7-b9fffb09bdfe details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:20:27.640582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b638d19b-b15c-47e5-94c7-b9fffb09bdfe no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:20:27.854541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:27.875351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:20:27.894781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'mac_address': 'fa:16:3e:25:4a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:20:27.900163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:27.937841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:20:27.952258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:27.956226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:20:27.990296 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'code': 200} Dec 22 05:20:28.015929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:28.039908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b638d19b-b15c-47e5-94c7-b9fffb09bdfe {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:28.049206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:28.092416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.092753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.093121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.093448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.093768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.094085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.094410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.094734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.095126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.095363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.095687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.095984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:28.109731 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:20:28.133582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:28.138405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:20:28.138791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:20:28.140803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:28.498594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d26d8-4aef-411a-8ab8-9bdd287db7ae req-925eee00-c16f-402f-8d88-8fda082014f8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:28.500083 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-388d26d8-4aef-411a-8ab8-9bdd287db7ae req-925eee00-c16f-402f-8d88-8fda082014f8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0830312 Dec 22 05:20:28.549241 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-388d26d8-4aef-411a-8ab8-9bdd287db7ae req-a44283b3-727d-4618-bff6-2df6b8fadb98 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Dec 22 05:20:28.753819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:28.770949 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b638d19b-b15c-47e5-94c7-b9fffb09bdfe {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:28.788583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:20:28.793697 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:28.796381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:20:28.864052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:28.868470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:20:28.882025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48cbc2-8877-47c6-a94a-2b681d4901d3 req-84a77ede-2772-4b90-8b41-4aeb2df5529a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:28.884063 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d48cbc2-8877-47c6-a94a-2b681d4901d3 req-84a77ede-2772-4b90-8b41-4aeb2df5529a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 945 time: 0.0831947 Dec 22 05:20:28.902463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-ff3513c1-1afd-428f-ac8a-deabda9c287c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:28.903145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-ff3513c1-1afd-428f-ac8a-deabda9c287c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Synchronizing usage tracker for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:20:28.921328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-ff3513c1-1afd-428f-ac8a-deabda9c287c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Unset dirty status for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:20:28.922608 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-ff3513c1-1afd-428f-ac8a-deabda9c287c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1066592 Dec 22 05:20:28.928008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['b638d19b-b15c-47e5-94c7-b9fffb09bdfe'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:20:28.931521 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d48cbc2-8877-47c6-a94a-2b681d4901d3 req-6ac6f419-3027-4790-b52b-a41d69ec8af8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Dec 22 05:20:29.085135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-5e16e27a-e061-4814-a1ca-45f296c564d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:29.086708 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-5e16e27a-e061-4814-a1ca-45f296c564d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 1098 time: 0.0746670 Dec 22 05:20:29.221470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-597ea40b-c930-48c6-a1c3-6929e4bf4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:29.223166 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-597ea40b-c930-48c6-a1c3-6929e4bf4cfe service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1302266 Dec 22 05:20:29.440537 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-bfa48d68-1655-45ff-aedf-c97da9d1e6bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 200 len: 1000 time: 0.2105494 Dec 22 05:20:29.507279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-0246eaa0-8e32-4d64-bf89-9fdfa8f1fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:29.508759 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-0246eaa0-8e32-4d64-bf89-9fdfa8f1fce9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0615098 Dec 22 05:20:29.549204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:29.585702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-a7875acd-1300-4c91-8b8b-27c4825ceecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:29.587401 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-a7875acd-1300-4c91-8b8b-27c4825ceecf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718234 Dec 22 05:20:29.646957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b638d19b-b15c-47e5-94c7-b9fffb09bdfe up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:20:29.718612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port b638d19b-b15c-47e5-94c7-b9fffb09bdfe triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:29.719081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:29.725880 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-167be3a1-020e-42f4-a0b6-94654c7f1c51 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313097 Dec 22 05:20:29.840706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:29.861157 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9c99285f-2486-457e-ad2c-178bc90d2342 req-bdbd56f5-0527-43ce-b1d3-5a447f68e48b service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281838 Dec 22 05:20:29.873909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:20:29.880749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:29.883961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:20:29.956824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:29.959790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:20:29.991691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:30.044823 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'code': 200} Dec 22 05:20:30.135883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cef49-f2c5-4f81-99ed-c838f8b83ffb req-7aae11eb-1385-4053-a8fb-8ca386592c6b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:30.137342 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d2cef49-f2c5-4f81-99ed-c838f8b83ffb req-7aae11eb-1385-4053-a8fb-8ca386592c6b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0875931 Dec 22 05:20:30.186111 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d2cef49-f2c5-4f81-99ed-c838f8b83ffb req-2b10880e-c3e8-44ab-87b8-0604a2701bab tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400729 Dec 22 05:20:31.392001 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50317-4bf8-4cc4-929d-9376a550b62c req-9d024a37-66d0-43a3-b8c8-a17daf85cd9f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:31.393491 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4fa50317-4bf8-4cc4-929d-9376a550b62c req-9d024a37-66d0-43a3-b8c8-a17daf85cd9f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0950933 Dec 22 05:20:31.439328 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4fa50317-4bf8-4cc4-929d-9376a550b62c req-46c4b906-ea82-4123-a9f7-a0281e1810e5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384216 Dec 22 05:20:31.630520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce970314-d063-4fa5-a40c-b84e566bc47b req-91e5befe-9ea3-4554-8648-4dd32d936624 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:31.631949 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce970314-d063-4fa5-a40c-b84e566bc47b req-91e5befe-9ea3-4554-8648-4dd32d936624 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 946 time: 0.0890362 Dec 22 05:20:31.657216 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b638d19b-b15c-47e5-94c7-b9fffb09bdfe no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:20:31.679940 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce970314-d063-4fa5-a40c-b84e566bc47b req-41ed2272-b77d-404a-9e33-7b2891bc90ca tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Dec 22 05:20:31.772096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.807672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:20:31.813276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.816272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-61a749c0-a9b6-490b-af09-e7659eb94e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:20:31.890320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,revision_number=9']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:31.893677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:20:32.023420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c2a07-9c8b-4dfc-aebb-d7da24f850e1 req-1d7d9a72-7e33-4580-ad0f-ead2c68e3fe3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:32.025070 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cd3c2a07-9c8b-4dfc-aebb-d7da24f850e1 req-1d7d9a72-7e33-4580-ad0f-ead2c68e3fe3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0815928 Dec 22 05:20:32.046077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:32.077626 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cd3c2a07-9c8b-4dfc-aebb-d7da24f850e1 req-0ece5a67-874a-41cf-a655-d1b0bfe191d4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466473 Dec 22 05:20:32.095476 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'code': 200} Dec 22 05:20:32.105283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-a01889ef-c0ca-41d0-9f19-2f01c33d7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:32.106813 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-a01889ef-c0ca-41d0-9f19-2f01c33d7e04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 1097 time: 0.0804574 Dec 22 05:20:32.268726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-bc7c6d05-9459-4146-a172-30e97429ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:32.270155 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-bc7c6d05-9459-4146-a172-30e97429ddb4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1381598 Dec 22 05:20:32.374525 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-7b76d2be-b16d-4977-9db4-37219954cf54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 200 len: 999 time: 0.0977919 Dec 22 05:20:32.442690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-f5792c52-29de-4d8a-a5c8-b70537c80135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:32.444110 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-f5792c52-29de-4d8a-a5c8-b70537c80135 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0629246 Dec 22 05:20:32.519749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-cd80e726-d35c-4a91-8c23-c93cd8ceed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:32.521311 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-cd80e726-d35c-4a91-8c23-c93cd8ceed64 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709441 Dec 22 05:20:32.658051 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-b3912488-cad9-4c27-b246-32862d3accfd service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298602 Dec 22 05:20:32.790445 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ea6380d5-89be-44b0-abef-abac48ac7287 req-03a8474b-ee48-4cf5-8075-4b55e403d051 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263821 Dec 22 05:20:33.286270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc802c97-63c3-4370-8e0a-4423d526addb req-552a49f5-01ab-4a0c-82e9-76066ae30ce2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:33.287694 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc802c97-63c3-4370-8e0a-4423d526addb req-552a49f5-01ab-4a0c-82e9-76066ae30ce2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0899446 Dec 22 05:20:33.332889 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc802c97-63c3-4370-8e0a-4423d526addb req-3844507a-45d0-40b5-b1a1-6b88533289c6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391011 Dec 22 05:20:34.549229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02674-b98e-43fd-9324-0773a655e3e2 req-22c881b6-02bd-4b51-b24d-65a2d67eb162 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:34.550561 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-13c02674-b98e-43fd-9324-0773a655e3e2 req-22c881b6-02bd-4b51-b24d-65a2d67eb162 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0976145 Dec 22 05:20:34.596587 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-13c02674-b98e-43fd-9324-0773a655e3e2 req-06eb2c9c-7a57-43f2-9100-65f781dde85a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400224 Dec 22 05:20:35.000443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c038eb-e2ac-4384-a12d-47eb7928be26 req-18a92d63-ac98-4411-94c9-8e88fdfbb776 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:35.002375 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a4c038eb-e2ac-4384-a12d-47eb7928be26 req-18a92d63-ac98-4411-94c9-8e88fdfbb776 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0967338 Dec 22 05:20:35.052756 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a4c038eb-e2ac-4384-a12d-47eb7928be26 req-1173267a-1d95-422e-881b-1bfb90120b66 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442889 Dec 22 05:20:36.260164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88468b-2d0d-4d84-a842-9130ac39eada req-0c9ae984-ad92-4c59-9b90-104af68d6a20 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:36.261626 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9f88468b-2d0d-4d84-a842-9130ac39eada req-0c9ae984-ad92-4c59-9b90-104af68d6a20 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0997827 Dec 22 05:20:36.309915 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9f88468b-2d0d-4d84-a842-9130ac39eada req-51c8a6b1-5813-4f4c-bcc3-307fbbd39491 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Dec 22 05:20:36.955470 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58988de7-daf1-471b-9f06-36f49da7db71 req-df1a2cab-4ce9-42d3-92a8-eefe3a27ae4a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:36.956917 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-58988de7-daf1-471b-9f06-36f49da7db71 req-df1a2cab-4ce9-42d3-92a8-eefe3a27ae4a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0918570 Dec 22 05:20:37.029486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Deleting port b638d19b-b15c-47e5-94c7-b9fffb09bdfe {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:20:37.029819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.386437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] For port b638d19b-b15c-47e5-94c7-b9fffb09bdfe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:20:37.386801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.504651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21509c-41f0-4a38-a54a-fbb81e675016 req-4df5e792-3eac-4187-af29-8beaf5622c5e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:37.506149 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c21509c-41f0-4a38-a54a-fbb81e675016 req-4df5e792-3eac-4187-af29-8beaf5622c5e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 944 time: 0.0808420 Dec 22 05:20:37.551168 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c21509c-41f0-4a38-a54a-fbb81e675016 req-72eea55d-c213-4a4a-b1ca-19aabe3ade63 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390499 Dec 22 05:20:37.691296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.691726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.692035 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Floating IP 52277244-7c3a-4e28-b444-003208b22eb7 disassociated. External IP: 172.26.1.75, port: b638d19b-b15c-47e5-94c7-b9fffb09bdfe. Dec 22 05:20:37.692406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Calling delete_port for b638d19b-b15c-47e5-94c7-b9fffb09bdfe owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:20:37.851507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.857890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:20:37.907352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event deleted for resources: {'Port': ['ID=b638d19b-b15c-47e5-94c7-b9fffb09bdfe,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:37.918816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.919218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.919592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.919957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.920345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.920698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.921075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.921431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.921783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.922151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.922499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.922854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:37.926598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:20:38.121504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Router 135377b0-4679-43eb-a826-f587b5701257 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:20:38.316809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:20:38.327905 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:20:38.338670 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:20:38.339306 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:20:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:38.391007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] No DVR routers for this DVR port b638d19b-b15c-47e5-94c7-b9fffb09bdfe on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:20:38.393744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:38.396443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'name': 'network-vif-deleted', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:38.414278 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-58988de7-daf1-471b-9f06-36f49da7db71 req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "DELETE /v2.0/ports/b638d19b-b15c-47e5-94c7-b9fffb09bdfe HTTP/1.1" status: 204 len: 173 time: 1.4508307 Dec 22 05:20:38.449725 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699c6a6-1bbd-4563-b9d9-51fbec0fd580', 'name': 'network-vif-deleted', 'tag': 'b638d19b-b15c-47e5-94c7-b9fffb09bdfe', 'status': 'completed', 'code': 200} Dec 22 05:20:38.517857 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:20:38.723092 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d75fe218-1bf2-4d5b-a04c-a5ef38381f71 req-5a80513e-cec5-4a0f-b9bb-bd3a1699ae05 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=7699c6a6-1bbd-4563-b9d9-51fbec0fd580 HTTP/1.1" status: 200 len: 210 time: 0.0470591 Dec 22 05:20:38.838203 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:38.842351 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:20:38.851192 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:20:38.852072 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:20:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:39.032582 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:20:39.362633 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:39.367521 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134c061-788d-4702-b2bd-a53087351c51 None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:20:39.583749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5392d7-4965-4194-b872-01ca2fcf8df8 None None] New status for floating IP 52277244-7c3a-4e28-b444-003208b22eb7: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:20:39.725752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b638d19b-b15c-47e5-94c7-b9fffb09bdfe no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:20:39.771779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: b638d19b-b15c-47e5-94c7-b9fffb09bdfe {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:20:39.772042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b638d19b-b15c-47e5-94c7-b9fffb09bdfe not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:20:40.098686 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-5fc23212-f0ae-424f-b6ff-cb8b92ed7f32 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1840785507&fields=id&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 267 time: 0.0452771 Dec 22 05:20:40.253054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-94dbcfd3-a2c9-4e4b-8651-0d184c9bd9ac tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:40.254578 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-94dbcfd3-a2c9-4e4b-8651-0d184c9bd9ac tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 811 time: 0.1489809 Dec 22 05:20:40.270128 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e3f6442a-5fd1-4bb4-944d-4a46464257d2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/quotas/f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 375 time: 0.0097175 Dec 22 05:20:40.367713 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-601c078e-cbf5-48e4-8908-004febeda3ce tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907984 Dec 22 05:20:40.570844 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-ef592410-f9e3-4af8-9f39-48dc08e272b0 service neutron] 10.222.0.36 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852446 Dec 22 05:20:40.708201 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-4bc00a9f-025f-4a36-a0bc-2947d715fb12 service neutron] 10.222.0.36 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281474 Dec 22 05:20:41.004272 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1a4318e-887d-46e3-b9ee-2381d4b06511 req-a701b4a9-d3b5-4225-9891-3b4197cd639e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 210 time: 0.1583080 Dec 22 05:20:42.071254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-cb62f99d-96a9-4705-8601-6f105f145385 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:42.072803 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-cb62f99d-96a9-4705-8601-6f105f145385 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 811 time: 0.1543684 Dec 22 05:20:42.129235 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1b6ec4fd-a608-4f26-bf4c-be8933a657c5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 380 time: 0.0418954 Dec 22 05:20:42.138591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'port': {'device_id': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'admin_state_up': True, 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'security_groups': ['f7610cc5-ada5-400a-bf5d-89a7c0efabbc']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:42.166916 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36bb3107-b487-4c3d-92c4-277cdad4dfa1 req-b4179f37-e0c9-42c2-ab7f-5bceeb64b465 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 210 time: 0.0483057 Dec 22 05:20:42.285626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:20:42.290385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Usage tracker for resource:port and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:20:42.293151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:20:42.298940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:20:42.310059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Made reservation on behalf of f6d63a8c243d4ec8a55b215ada77eddb for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:20:42.313738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:42.612904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Allocated IP 172.20.0.4 (7b115268-965f-4168-874b-113fe6a17547/80094014-701f-47a4-9c14-317ae25eeacc/b23d454b-0111-4c77-9569-82474fb310fa) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:20:42.806325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:42.822492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Transition to ACTIVE for port object b23d454b-0111-4c77-9569-82474fb310fa will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:20:42.850552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:42.856730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3cbc308b-b668-4968-8f5c-853320f8a50c tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:20:42.922320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Network 7b115268-965f-4168-874b-113fe6a17547 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:20:42.925290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:42.929166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:20:42.963347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:42.970362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:20:43.001309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:43.001941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:43.032106 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8975537 Dec 22 05:20:43.049853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Request body: {'port': {'device_id': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:43.133034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6306e7f5-ae41-4e2b-8477-ea606b25c10d None None] Provisioning for port b23d454b-0111-4c77-9569-82474fb310fa completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:20:43.138229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6306e7f5-ae41-4e2b-8477-ea606b25c10d None None] Provisioning complete for port b23d454b-0111-4c77-9569-82474fb310fa triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:43.138606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6306e7f5-ae41-4e2b-8477-ea606b25c10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:43.168455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:43.195115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6306e7f5-ae41-4e2b-8477-ea606b25c10d None None] Port b23d454b-0111-4c77-9569-82474fb310fa cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:20:43.363600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af71e9b-a879-4a43-a6f8-74148e761810 req-557f86c3-c0b5-46b0-ba98-6cb990c10eb2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:43.365074 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2af71e9b-a879-4a43-a6f8-74148e761810 req-557f86c3-c0b5-46b0-ba98-6cb990c10eb2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 931 time: 0.0847139 Dec 22 05:20:43.410605 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2af71e9b-a879-4a43-a6f8-74148e761810 req-199cc9fd-9948-4817-83f8-b018736f5c23 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Dec 22 05:20:43.527409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23d454b-0111-4c77-9569-82474fb310fa {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:43.535160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:43.549262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Transition to ACTIVE for port object b23d454b-0111-4c77-9569-82474fb310fa will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:20:43.555582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:43.559406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fb604dcc-aaac-4f18-8e2f-d2c23dbe414c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:20:43.683848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:43.710191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:20:43.797096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Attempting to bind port b23d454b-0111-4c77-9569-82474fb310fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:20:43.797410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Attempting to bind port b23d454b-0111-4c77-9569-82474fb310fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:20:43.797726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Attempting to bind port b23d454b-0111-4c77-9569-82474fb310fa on network 7b115268-965f-4168-874b-113fe6a17547 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:20:43.802643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Port b23d454b-0111-4c77-9569-82474fb310fa on network 7b115268-965f-4168-874b-113fe6a17547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:20:43.802949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Attempting to bind port b23d454b-0111-4c77-9569-82474fb310fa on network 7b115268-965f-4168-874b-113fe6a17547 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:20:43.808088 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:20:43.808442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Checking segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:20:43.808809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Bound using segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:20:43.809268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Bound port: b23d454b-0111-4c77-9569-82474fb310fa, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:20:43.809607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:43.902104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:20:43.905255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:20:43.912991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:43.920318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3f25a31f-5efa-4706-b460-7e0dba3adf5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:20:43.983439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:43.984055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:43.985456 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] 10.222.0.61 "PUT /v2.0/ports/b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 200 len: 1093 time: 0.9400029 Dec 22 05:20:43.986017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:44.016234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:44.019533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:20:44.045254 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa', 'status': 'completed', 'code': 200} Dec 22 05:20:44.154243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-40768853-77a7-4ba8-ba1b-c654b0ffedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:44.158720 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-40768853-77a7-4ba8-ba1b-c654b0ffedf6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 1096 time: 0.0868661 Dec 22 05:20:44.240949 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-95d83e37-83f2-45e6-80b5-2adcee9ee193 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 200 len: 217 time: 0.0667460 Dec 22 05:20:44.306827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e46b3069-e0ca-4e79-9083-ce7e6e0f9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:44.308234 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-e46b3069-e0ca-4e79-9083-ce7e6e0f9fdc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0608408 Dec 22 05:20:44.388790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-66f6855c-291b-41c7-a099-791a90bf7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:44.390343 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-66f6855c-291b-41c7-a099-791a90bf7b33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758581 Dec 22 05:20:44.603796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d5b26-e57f-46de-aec9-34768171a901 req-6a4d38dd-768f-498b-8fd5-852bf41f2126 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:44.605289 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-201d5b26-e57f-46de-aec9-34768171a901 req-6a4d38dd-768f-498b-8fd5-852bf41f2126 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 943 time: 0.0872231 Dec 22 05:20:44.642859 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-4c3f444b-7ed1-4f47-895c-38eb8fa13ded service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451463 Dec 22 05:20:44.655083 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-201d5b26-e57f-46de-aec9-34768171a901 req-52b103c2-5e5a-4483-b035-66af5309435e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437443 Dec 22 05:20:44.758822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:44.782826 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8885f8c0-2530-4ab4-92e9-3b886a1f9de4 req-697547d3-bc1c-480c-956b-4cf0bc283ac5 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336584 Dec 22 05:20:45.083406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-5eedb85b-39ea-453d-acf1-f757a40819c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:45.084996 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-5eedb85b-39ea-453d-acf1-f757a40819c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 1096 time: 0.0959246 Dec 22 05:20:45.217357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-3f1bebb0-5a35-4015-828d-6c0db92e6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:45.218842 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-3f1bebb0-5a35-4015-828d-6c0db92e6272 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1274474 Dec 22 05:20:45.291677 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-8d46b2d4-fbb1-4d3b-8fcf-3496680931f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 200 len: 217 time: 0.0659513 Dec 22 05:20:45.353670 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-263a89ff-cae1-4174-b43c-387545af9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:45.355159 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-263a89ff-cae1-4174-b43c-387545af9db5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0570207 Dec 22 05:20:45.437693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-b6ec6773-bb85-4032-a0fd-4b439476233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:45.439188 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-b6ec6773-bb85-4032-a0fd-4b439476233f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773146 Dec 22 05:20:45.580270 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-07afb5f1-13b1-49aa-be06-843e351c29ee service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346140 Dec 22 05:20:45.715079 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5d68533c-b4df-4873-a8b9-940a2f16c33f req-9750217b-4ea4-4f4d-93d4-f3da7588d4d2 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281433 Dec 22 05:20:45.845335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f253b-c52c-416e-8187-0d2c073f4e79 req-5ad0b42e-f08b-45ae-b7ce-ed5da7f8c1fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:45.846672 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a71f253b-c52c-416e-8187-0d2c073f4e79 req-5ad0b42e-f08b-45ae-b7ce-ed5da7f8c1fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 943 time: 0.0829096 Dec 22 05:20:45.896369 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a71f253b-c52c-416e-8187-0d2c073f4e79 req-e1b71c90-ac70-4de8-8ef6-98d039f6539d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416641 Dec 22 05:20:47.099184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5c2a-e4cf-4bcb-9946-f43ca99742b3 req-adc91173-bb2f-454b-843b-c4d32c174c36 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:47.100912 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42be5c2a-e4cf-4bcb-9946-f43ca99742b3 req-adc91173-bb2f-454b-843b-c4d32c174c36 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 943 time: 0.0865386 Dec 22 05:20:47.171496 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42be5c2a-e4cf-4bcb-9946-f43ca99742b3 req-9fde3092-8b9e-482f-8e7e-8a9a4538ebc3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629156 Dec 22 05:20:47.732932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:20:47.893723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:20:47.910550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'b23d454b-0111-4c77-9569-82474fb310fa', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': 'b23d454b-0111-4c77-9569-82474fb310fa', 'mac_address': 'fa:16:3e:5f:e5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:20:47.973491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:47.999218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23d454b-0111-4c77-9569-82474fb310fa {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:48.017007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:20:48.023308 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:48.026221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:20:48.097572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:48.101398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:20:48.364917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49713a-1de2-4d8e-b877-d33c6eddae14 req-5289239a-18dd-4182-9de3-03108bb7fee7 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:48.366360 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb49713a-1de2-4d8e-b877-d33c6eddae14 req-5289239a-18dd-4182-9de3-03108bb7fee7 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 944 time: 0.0819163 Dec 22 05:20:48.417375 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb49713a-1de2-4d8e-b877-d33c6eddae14 req-15df3a2a-387b-4ffb-ad34-38df507af157 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446167 Dec 22 05:20:48.448337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['b23d454b-0111-4c77-9569-82474fb310fa'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:20:49.621871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f786ffe-dce2-4f1d-9c00-6ecd261eb63b req-295a3604-484b-4a34-a1f8-9a2a4ab5cd58 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:49.623383 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f786ffe-dce2-4f1d-9c00-6ecd261eb63b req-295a3604-484b-4a34-a1f8-9a2a4ab5cd58 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 944 time: 0.0944982 Dec 22 05:20:49.670786 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f786ffe-dce2-4f1d-9c00-6ecd261eb63b req-a0f62925-44b3-4121-a41c-7925e515acd4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386102 Dec 22 05:20:49.735231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:20:49.816537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port b23d454b-0111-4c77-9569-82474fb310fa completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:20:49.821432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port b23d454b-0111-4c77-9569-82474fb310fa triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:49.821939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:49.982673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:50.014709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:50.025098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:20:50.030763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:50.033443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:20:50.069772 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa', 'code': 200} Dec 22 05:20:50.102989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:50.106358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:20:50.340337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11895-0ab4-4345-92dd-56c88c4d4334 req-240ebc1f-95ef-4f7e-805d-eb0e36564f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:50.341811 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-30c11895-0ab4-4345-92dd-56c88c4d4334 req-240ebc1f-95ef-4f7e-805d-eb0e36564f74 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 1098 time: 0.0780470 Dec 22 05:20:50.389170 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-30c11895-0ab4-4345-92dd-56c88c4d4334 req-7a78aac7-33d1-4041-b9da-c1b5fad38ec3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411952 Dec 22 05:20:50.884208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb442e-c486-4e4d-8994-3f492f0c6352 req-8080a996-3636-47e6-980c-497043f384d5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:50.885753 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aceb442e-c486-4e4d-8994-3f492f0c6352 req-8080a996-3636-47e6-980c-497043f384d5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0887718 Dec 22 05:20:50.931454 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aceb442e-c486-4e4d-8994-3f492f0c6352 req-d6b71282-54fd-47c8-9e03-9dbe08af2316 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395057 Dec 22 05:20:52.130546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24fb12-5caa-42a9-a86a-9e391b6902d2 req-64274ff0-aa4c-42ab-9fbc-80a8cbded4c8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:52.131972 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce24fb12-5caa-42a9-a86a-9e391b6902d2 req-64274ff0-aa4c-42ab-9fbc-80a8cbded4c8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0862389 Dec 22 05:20:52.177045 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce24fb12-5caa-42a9-a86a-9e391b6902d2 req-79291028-72ed-465f-b0ea-3953447bfb9b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388811 Dec 22 05:20:52.368967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98156e-2c75-4d9e-bb6e-5e556660fa9f req-da3dfc1a-c8c7-4692-8b02-3b599e35075e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:52.370459 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a98156e-2c75-4d9e-bb6e-5e556660fa9f req-da3dfc1a-c8c7-4692-8b02-3b599e35075e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0920393 Dec 22 05:20:52.382104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 36160) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:20:52.387332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b2ca321e-42b3-4c65-be32-f8112f7aa619 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'floatingip': {'port_id': 'b23d454b-0111-4c77-9569-82474fb310fa'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:52.466972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b2ca321e-42b3-4c65-be32-f8112f7aa619 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:52.894748 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:20:53.107285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b2ca321e-42b3-4c65-be32-f8112f7aa619 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:53.114183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b2ca321e-42b3-4c65-be32-f8112f7aa619 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:53.405718 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-b2ca321e-42b3-4c65-be32-f8112f7aa619 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Floating IP 52277244-7c3a-4e28-b444-003208b22eb7 associated. External IP: 172.26.1.75, port: b23d454b-0111-4c77-9569-82474fb310fa. Dec 22 05:20:53.786571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ca321e-42b3-4c65-be32-f8112f7aa619 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Router 135377b0-4679-43eb-a826-f587b5701257 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:20:53.975636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ca321e-42b3-4c65-be32-f8112f7aa619 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:20:53.980958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b2ca321e-42b3-4c65-be32-f8112f7aa619 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:53.985792 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:20:53.997435 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:20:53.998039 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:20:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:54.037887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b2ca321e-42b3-4c65-be32-f8112f7aa619 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "PUT /v2.0/floatingips/52277244-7c3a-4e28-b444-003208b22eb7 HTTP/1.1" status: 200 len: 990 time: 1.6545427 Dec 22 05:20:54.038448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:54.091600 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa', 'status': 'completed', 'code': 200} Dec 22 05:20:54.177812 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:20:54.231270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35426a57-401e-4704-b5f9-bc092232cd6d req-0050803b-16b8-4513-ab6b-d51984761084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.235799 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-35426a57-401e-4704-b5f9-bc092232cd6d req-0050803b-16b8-4513-ab6b-d51984761084 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 1098 time: 0.0848632 Dec 22 05:20:54.372342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35426a57-401e-4704-b5f9-bc092232cd6d req-e01f7310-dc9e-4cb0-9f12-736a19d18855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.373838 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-35426a57-401e-4704-b5f9-bc092232cd6d req-e01f7310-dc9e-4cb0-9f12-736a19d18855 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1317592 Dec 22 05:20:54.477320 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-35426a57-401e-4704-b5f9-bc092232cd6d req-030de0f9-2f34-4798-bf16-157ad2c792ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 200 len: 998 time: 0.0962231 Dec 22 05:20:54.544457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35426a57-401e-4704-b5f9-bc092232cd6d req-24e1d2de-3e38-4ed7-b01c-4c895b241bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.545919 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-35426a57-401e-4704-b5f9-bc092232cd6d req-24e1d2de-3e38-4ed7-b01c-4c895b241bc0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0626600 Dec 22 05:20:54.564028 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': 'b23d454b-0111-4c77-9569-82474fb310fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:5f:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:20:52Z', 'revision_number': 9, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:54.567990 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:20:54.576655 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:20:54.577253 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:20:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:54.619957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35426a57-401e-4704-b5f9-bc092232cd6d req-95707ffb-4759-4b66-beef-0103df30d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.621530 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-35426a57-401e-4704-b5f9-bc092232cd6d req-95707ffb-4759-4b66-beef-0103df30d728 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689220 Dec 22 05:20:54.641860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-00a0f215-3c38-465f-abea-7300d918b36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:54.756159 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:20:54.757845 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-35426a57-401e-4704-b5f9-bc092232cd6d req-0cd140f7-e93c-4395-8076-c69f2608d959 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299317 Dec 22 05:20:55.002639 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-35426a57-401e-4704-b5f9-bc092232cd6d req-19837a02-a4b8-4bcc-b8ee-4bdfcf653d55 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379467 Dec 22 05:20:55.116166 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': 'b23d454b-0111-4c77-9569-82474fb310fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:5f:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:20:52Z', 'revision_number': 9, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:55.120394 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901c640-0bd9-4776-a5df-259763875a65 None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': 'b23d454b-0111-4c77-9569-82474fb310fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:5f:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:20:52Z', 'revision_number': 9, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:20:55.328186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28f881a-3544-4182-ba2d-5a33b70bddf9 None None] New status for floating IP 52277244-7c3a-4e28-b444-003208b22eb7: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:20:56.967997 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-58746b16-623e-49ed-9dbc-5efd26025a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:58.120311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:58.125255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:59.552518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:14.773275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.267049 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-86e35c03-250a-456b-a6a8-68fe1c808a13 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725543 Dec 22 05:21:19.441304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-f69015b9-2447-4b35-8cd3-86521ee54ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:19.442773 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-f69015b9-2447-4b35-8cd3-86521ee54ba8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 1098 time: 0.0724854 Dec 22 05:21:19.592775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-55f50cb3-6946-44c9-8284-acb5332edca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:19.594238 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-55f50cb3-6946-44c9-8284-acb5332edca6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1294336 Dec 22 05:21:19.706000 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-4441f033-8eb6-4034-8448-40fc6bcbcd6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 200 len: 1001 time: 0.1023254 Dec 22 05:21:19.772633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-58c3e28c-6dc6-46e6-a32d-2a528d904617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:19.774026 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-58c3e28c-6dc6-46e6-a32d-2a528d904617 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0608659 Dec 22 05:21:19.860266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-16dade9b-9280-4937-9c8a-c1784b09a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:19.861795 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-16dade9b-9280-4937-9c8a-c1784b09a888 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807488 Dec 22 05:21:19.997675 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-c1019c4f-21b9-4615-a321-a44983439a9e service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287539 Dec 22 05:21:20.129967 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb6444b-65f8-4fcd-a56d-ef2cf2aacaee req-1814326d-5216-4af2-b866-323b26f10913 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250727 Dec 22 05:21:24.641473 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-67dc3dcf-05fe-44f4-bfb1-5625cee8a1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.971820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c14445a2-ec95-4947-bcd1-566e18670ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.124489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.130637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.559914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.896168 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:21:44.782985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:54.649610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4c56aa2c-28b4-4d4c-98c7-eb7fc54eafd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:56.973725 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d7c31302-3a4e-472b-9421-9147a3b52b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:58.116370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:58.133851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:59.562119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:06.900122 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:22:11.144296 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-b773eae5-1424-4761-b026-34a3751ef38a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797069 Dec 22 05:22:11.193762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0172fc-d215-49fa-b0a0-a28a9faee4ee req-fb9bfa2f-0a02-4306-8a19-e8e51f87c27f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:11.195350 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af0172fc-d215-49fa-b0a0-a28a9faee4ee req-fb9bfa2f-0a02-4306-8a19-e8e51f87c27f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0838122 Dec 22 05:22:11.244684 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af0172fc-d215-49fa-b0a0-a28a9faee4ee req-b6db359b-c40b-4906-bef3-0cb98429c53b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Dec 22 05:22:12.448740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f132f-0936-427d-a5a8-fd0dc95e7a80 req-18275eb5-7f7d-4119-8db3-7c24e0ed41e7 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:12.450265 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b88f132f-0936-427d-a5a8-fd0dc95e7a80 req-18275eb5-7f7d-4119-8db3-7c24e0ed41e7 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0856073 Dec 22 05:22:12.474525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-4fd5d7c6-9c8a-4fac-867b-d2f918a970ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:12.476020 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-4fd5d7c6-9c8a-4fac-867b-d2f918a970ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 1098 time: 0.0780580 Dec 22 05:22:12.500703 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b88f132f-0936-427d-a5a8-fd0dc95e7a80 req-c817b73f-df76-4028-9a70-8ce288996146 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437925 Dec 22 05:22:12.608846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-8b8d87de-e494-4a32-be7d-dbbd04e0b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:12.610331 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-8b8d87de-e494-4a32-be7d-dbbd04e0b9d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1279285 Dec 22 05:22:12.714301 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-8aff2b87-5fd9-44eb-b0ab-0b8fbdf0b937 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 200 len: 1001 time: 0.0964684 Dec 22 05:22:12.776235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-c75bd95f-c27d-43b1-993c-59895e9e892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:12.777600 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-c75bd95f-c27d-43b1-993c-59895e9e892c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0573349 Dec 22 05:22:12.857201 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-f2a57843-9e39-44f7-8f50-b094f1030bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:12.858679 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-f2a57843-9e39-44f7-8f50-b094f1030bbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749130 Dec 22 05:22:12.995845 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-4a2402d2-1ad5-4567-a4c1-6aa34797a434 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295612 Dec 22 05:22:13.245292 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-18d22f06-b4c2-4ec9-8424-04036c4c64bf service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429476 Dec 22 05:22:13.707435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11db188-4ba5-43af-b24c-0fe4201653f6 req-4404034b-910d-4741-858d-a2cb70a3f985 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:13.709035 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f11db188-4ba5-43af-b24c-0fe4201653f6 req-4404034b-910d-4741-858d-a2cb70a3f985 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0915217 Dec 22 05:22:13.758353 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f11db188-4ba5-43af-b24c-0fe4201653f6 req-b517e581-dcc5-43d4-973f-43cae722f3a6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Dec 22 05:22:14.793850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:14.955798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87209-f92c-404a-853c-e0ecaa69c9ee req-894c199e-aa88-40c7-b355-4522015e8aa9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:14.957248 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0df87209-f92c-404a-853c-e0ecaa69c9ee req-894c199e-aa88-40c7-b355-4522015e8aa9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0877521 Dec 22 05:22:15.005131 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0df87209-f92c-404a-853c-e0ecaa69c9ee req-dae92fa1-0a37-4bd9-9489-5dde5062a383 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391450 Dec 22 05:22:16.218833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fa998-1d15-4eb5-9adf-d42caa735b75 req-c1ef0f22-2105-4b04-9456-a58e87cd6c18 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:16.220361 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-698fa998-1d15-4eb5-9adf-d42caa735b75 req-c1ef0f22-2105-4b04-9456-a58e87cd6c18 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0933499 Dec 22 05:22:16.264000 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-698fa998-1d15-4eb5-9adf-d42caa735b75 req-547795d7-11eb-49af-a6b7-6606e90c82ae tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376983 Dec 22 05:22:17.470719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b0bad-86e6-4eef-90df-9678a66a66d4 req-a526a84f-1ea3-447d-a083-12146a9fd1fc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:17.472252 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9e9b0bad-86e6-4eef-90df-9678a66a66d4 req-a526a84f-1ea3-447d-a083-12146a9fd1fc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0981596 Dec 22 05:22:17.516845 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9e9b0bad-86e6-4eef-90df-9678a66a66d4 req-3d892a03-3437-4b08-ac5d-600b6028446c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387709 Dec 22 05:22:18.724846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d2939-9323-4c28-a35f-4887534618b1 req-69947c44-596a-43d4-a260-b48a7c6d6366 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:18.726353 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bd9d2939-9323-4c28-a35f-4887534618b1 req-69947c44-596a-43d4-a260-b48a7c6d6366 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0925517 Dec 22 05:22:18.775147 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bd9d2939-9323-4c28-a35f-4887534618b1 req-512b8e5d-7519-4c8c-b5be-695d9cc7041c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397897 Dec 22 05:22:20.110356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c100bc-8a30-4297-91d7-c0df6bd70f1f req-def7fa96-6a06-4652-a262-ee82c82a6575 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:20.111941 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29c100bc-8a30-4297-91d7-c0df6bd70f1f req-def7fa96-6a06-4652-a262-ee82c82a6575 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.2214859 Dec 22 05:22:20.157478 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29c100bc-8a30-4297-91d7-c0df6bd70f1f req-69cbd66b-3ef9-4b32-94f9-3c825d87cdfe tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396676 Dec 22 05:22:20.368129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-400794e4-8a3a-4e1f-9ed8-f71cc241f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:20.369545 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-400794e4-8a3a-4e1f-9ed8-f71cc241f140 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 1098 time: 0.0795085 Dec 22 05:22:20.524647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-232060d2-4b1f-4e4d-9c83-8e251720f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:20.526140 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-232060d2-4b1f-4e4d-9c83-8e251720f982 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1360338 Dec 22 05:22:20.635159 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-3d00cf07-eba2-4336-86a5-dc0d33a1c661 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 200 len: 1001 time: 0.1016552 Dec 22 05:22:20.709214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-7cc4a1e2-1054-428e-83f3-dd6000f49c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:20.710641 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-7cc4a1e2-1054-428e-83f3-dd6000f49c4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0581584 Dec 22 05:22:20.788553 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-676aca0d-3616-4c0f-9a37-7d3272193af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:20.790154 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-676aca0d-3616-4c0f-9a37-7d3272193af4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727961 Dec 22 05:22:20.931532 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-8c435efd-4d02-441b-8295-839516ce0446 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265025 Dec 22 05:22:21.066702 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-819e8261-16cc-46f6-a8fe-e4e8c7b6666f req-e3b97d72-eb5e-4717-87b0-42f94c4d6725 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287711 Dec 22 05:22:21.363108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8d4a3-ce1c-4efc-9e2a-7dcdc85fdde4 req-414cf98d-7994-48eb-be53-c6be54c83324 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:21.364672 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-78f8d4a3-ce1c-4efc-9e2a-7dcdc85fdde4 req-414cf98d-7994-48eb-be53-c6be54c83324 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0917385 Dec 22 05:22:21.413059 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-78f8d4a3-ce1c-4efc-9e2a-7dcdc85fdde4 req-4a7136fc-cfbc-4d81-bd60-2b61babc3364 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399840 Dec 22 05:22:22.599113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d00e7f-5ce1-4ef6-a46f-59015c3f87bb req-9b22b79d-50ef-4e6e-b8c7-0db9945ad23c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:22.600496 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3d00e7f-5ce1-4ef6-a46f-59015c3f87bb req-9b22b79d-50ef-4e6e-b8c7-0db9945ad23c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0809033 Dec 22 05:22:22.648161 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3d00e7f-5ce1-4ef6-a46f-59015c3f87bb req-8f126c12-9c44-4a7b-b37d-a7e132e4ecc1 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389526 Dec 22 05:22:23.868456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9fd05-d3b0-4b33-8fd1-935778ca5abb req-a4bb32a2-e028-43d2-acf7-ec7cf00f9736 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:23.869921 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1d9fd05-d3b0-4b33-8fd1-935778ca5abb req-a4bb32a2-e028-43d2-acf7-ec7cf00f9736 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0997844 Dec 22 05:22:23.916271 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1d9fd05-d3b0-4b33-8fd1-935778ca5abb req-f9106391-ed72-40ea-97b4-c52215a67a5a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404701 Dec 22 05:22:24.643661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-82fca481-5310-473a-a8f0-e6cc47edb3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:25.117476 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-56e8b3e4-e0c0-4c64-9d2e-818ce2c4b8f3 service neutron] 10.222.0.61 "GET /v2.0/ports/b23d454b-0111-4c77-9569-82474fb310fa/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0840847 Dec 22 05:22:25.122927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a4ff5-08fa-41e4-9eef-3db01b23f8e6 req-2a137acc-dcfe-48c5-badf-32f238778b3a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:25.124464 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e15a4ff5-08fa-41e4-9eef-3db01b23f8e6 req-2a137acc-dcfe-48c5-badf-32f238778b3a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0885270 Dec 22 05:22:25.170759 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e15a4ff5-08fa-41e4-9eef-3db01b23f8e6 req-f0e7c517-556f-4f40-88ea-fa14c15f0b02 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402033 Dec 22 05:22:25.420542 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-b2e25927-ba7c-4d8a-9f0f-b7469f996eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:25.422115 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-b2e25927-ba7c-4d8a-9f0f-b7469f996eb5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 1098 time: 0.0774901 Dec 22 05:22:25.537607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-dda25c6f-834b-4aee-92f1-563ef320c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:25.538998 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-dda25c6f-834b-4aee-92f1-563ef320c2c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 1098 time: 0.0823715 Dec 22 05:22:25.686207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-bc6db83e-73a1-4848-90d6-89d318f2269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:25.687716 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-bc6db83e-73a1-4848-90d6-89d318f2269a service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1419234 Dec 22 05:22:25.813639 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-6c6976a0-a28d-4c6a-8ace-7b7394399fe3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 200 len: 1001 time: 0.1187990 Dec 22 05:22:25.878311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-fb573c83-1348-4a48-a8f8-817c035a07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:25.880021 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-fb573c83-1348-4a48-a8f8-817c035a07a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0602467 Dec 22 05:22:25.961086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-2f2ea5f7-59fd-4bef-83d8-064d00588b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:25.962610 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-2f2ea5f7-59fd-4bef-83d8-064d00588b69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763829 Dec 22 05:22:26.233471 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-147391d3-4051-4522-a857-c52183bf1326 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638922 Dec 22 05:22:26.361609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb438a-a5d4-47da-95c6-41adeb72df5a req-623c1151-7ae6-4347-a7d9-afe803504dd3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:26.363067 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8efb438a-a5d4-47da-95c6-41adeb72df5a req-623c1151-7ae6-4347-a7d9-afe803504dd3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0834379 Dec 22 05:22:26.368011 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-11c4ff17-b49c-4a12-8d98-16e9fa1070ba req-ba7b69c6-a8e9-4d31-bfb1-072702f79405 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276259 Dec 22 05:22:26.410729 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8efb438a-a5d4-47da-95c6-41adeb72df5a req-a34abd08-08c1-442a-ab8b-d1033e76fe87 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415924 Dec 22 05:22:26.974856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe95a-f5be-485a-9d4a-d8ae4e70894a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:27.615506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ddd0a-c273-415f-86ad-3c6c48a97639 req-e268b3d3-3765-4739-90f2-ad6287000821 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:27.617004 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a6ddd0a-c273-415f-86ad-3c6c48a97639 req-e268b3d3-3765-4739-90f2-ad6287000821 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0928373 Dec 22 05:22:27.664849 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a6ddd0a-c273-415f-86ad-3c6c48a97639 req-545e8ad5-6925-4c65-86f0-e0007e8ace3b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Dec 22 05:22:28.132715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:28.140743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:28.219763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:22:28.362940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:28.376087 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'b23d454b-0111-4c77-9569-82474fb310fa', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': 'b23d454b-0111-4c77-9569-82474fb310fa', 'mac_address': 'fa:16:3e:5f:e5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:22:28.433226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:28.450772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b23d454b-0111-4c77-9569-82474fb310fa {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:22:28.466814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:28.472925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:28.474682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:28.543142 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:28.550453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.550796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.551125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.551450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.551774 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.552094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.552445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.552766 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.553084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.553475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.553761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.554084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:28.558599 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:28.731633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['b23d454b-0111-4c77-9569-82474fb310fa'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:22:28.866569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04676d94-4bff-4aa1-bcaf-05bd5b352512 req-21bb30ac-7f37-4b79-8e4d-74509acfbd79 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:28.867989 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-04676d94-4bff-4aa1-bcaf-05bd5b352512 req-21bb30ac-7f37-4b79-8e4d-74509acfbd79 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 944 time: 0.0814536 Dec 22 05:22:28.914835 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-04676d94-4bff-4aa1-bcaf-05bd5b352512 req-6ac2687c-9df8-4f00-95c0-a3c3bc9d0749 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 Dec 22 05:22:29.566543 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:30.131609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6063f-40f2-400d-b9d2-d3dce41cf5f5 req-3fbecbc2-7746-4d69-ab05-cf4e2bcc83c9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:30.133120 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b9a6063f-40f2-400d-b9d2-d3dce41cf5f5 req-3fbecbc2-7746-4d69-ab05-cf4e2bcc83c9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 944 time: 0.0949717 Dec 22 05:22:30.181142 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b9a6063f-40f2-400d-b9d2-d3dce41cf5f5 req-768f7e8b-094d-4435-819c-64bfae43599c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395486 Dec 22 05:22:30.233304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:22:30.322981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port b23d454b-0111-4c77-9569-82474fb310fa triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:30.323368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:30.440893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:30.469409 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:30.479377 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:30.485184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:30.487208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:30.555032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:30.558302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:30.598898 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa', 'code': 200} Dec 22 05:22:30.634509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae10e-01a5-49f8-a3ac-268777765dab req-81bf46b2-03e5-491c-af03-5abf41d4142e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:30.635213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-faeae10e-01a5-49f8-a3ac-268777765dab req-81bf46b2-03e5-491c-af03-5abf41d4142e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Synchronizing usage tracker for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:22:30.650957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-faeae10e-01a5-49f8-a3ac-268777765dab req-81bf46b2-03e5-491c-af03-5abf41d4142e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Unset dirty status for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:22:30.652090 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-81bf46b2-03e5-491c-af03-5abf41d4142e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1335261 Dec 22 05:22:30.677504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241bdcb-a087-48f6-9cdd-d8898e195254 req-35754cea-b425-4fc0-b04a-2348b5565682 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:30.679022 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7241bdcb-a087-48f6-9cdd-d8898e195254 req-35754cea-b425-4fc0-b04a-2348b5565682 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0915067 Dec 22 05:22:30.725880 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7241bdcb-a087-48f6-9cdd-d8898e195254 req-b4c32c3d-2f63-4cda-8ba5-9a77798a7fee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408137 Dec 22 05:22:30.738077 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-d2bfc773-df75-426e-8643-cf56576a193f service neutron] 10.222.0.61 "GET /v2.0/ports/b23d454b-0111-4c77-9569-82474fb310fa/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0781753 Dec 22 05:22:30.851064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae10e-01a5-49f8-a3ac-268777765dab req-530b0a5d-cbce-47e2-aeb8-eb9629e1fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:30.852611 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-530b0a5d-cbce-47e2-aeb8-eb9629e1fd51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 1098 time: 0.0754802 Dec 22 05:22:30.986958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae10e-01a5-49f8-a3ac-268777765dab req-bf0d195b-921f-4d92-b3b3-d438de0a6aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:30.989069 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-bf0d195b-921f-4d92-b3b3-d438de0a6aa7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1302087 Dec 22 05:22:31.099068 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-3315c492-68a4-47be-b3d1-646d316ed4c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 200 len: 1001 time: 0.1030500 Dec 22 05:22:31.170453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae10e-01a5-49f8-a3ac-268777765dab req-7812aba3-ef12-44e1-9366-7a33591c5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:31.171874 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-7812aba3-ef12-44e1-9366-7a33591c5f79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0671215 Dec 22 05:22:31.253084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae10e-01a5-49f8-a3ac-268777765dab req-5992e07d-a06f-4df9-b07f-182092dca466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:31.254555 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-5992e07d-a06f-4df9-b07f-182092dca466 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758741 Dec 22 05:22:31.395482 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-7dfd72ed-73e2-4bff-b9c5-e514eba1c612 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336553 Dec 22 05:22:31.530799 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-7855189b-2c02-484d-93d4-9f6a40b73b63 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289186 Dec 22 05:22:31.937331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79832c09-feff-4896-899d-cf4b23e38863 req-9111587a-b1c1-47fd-b2a7-ada4d9cb36dc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:31.938835 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-79832c09-feff-4896-899d-cf4b23e38863 req-9111587a-b1c1-47fd-b2a7-ada4d9cb36dc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0898895 Dec 22 05:22:31.987121 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-79832c09-feff-4896-899d-cf4b23e38863 req-27ef1e26-ebc7-491d-9255-329f750f2029 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 Dec 22 05:22:33.202646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee8c23-3309-4039-bd98-5ce47e0d2ca1 req-d8b535a7-5692-490b-9e84-ad44047fffd5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:33.204101 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e9ee8c23-3309-4039-bd98-5ce47e0d2ca1 req-d8b535a7-5692-490b-9e84-ad44047fffd5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0844371 Dec 22 05:22:33.251681 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e9ee8c23-3309-4039-bd98-5ce47e0d2ca1 req-79bdc7ca-0e42-4a3d-89e2-be56ab77baa3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Dec 22 05:22:34.252448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:22:34.375328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae10e-01a5-49f8-a3ac-268777765dab req-7a96742a-1c11-423b-95da-1be8d5c2ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.376907 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-7a96742a-1c11-423b-95da-1be8d5c2ffcb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 1098 time: 0.0794244 Dec 22 05:22:34.423252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:34.448522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca28a5-ea74-4137-b2d3-f88ed97fbbcd req-51e4f77d-cd5e-4744-8ccc-263ab96e6098 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.449702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:34.450165 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23ca28a5-ea74-4137-b2d3-f88ed97fbbcd req-51e4f77d-cd5e-4744-8ccc-263ab96e6098 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 945 time: 0.0849826 Dec 22 05:22:34.461331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:34.466397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:34.468748 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:34.499488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae10e-01a5-49f8-a3ac-268777765dab req-6d7b65c0-12e5-4255-9487-fe7de4c99229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.501509 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-6d7b65c0-12e5-4255-9487-fe7de4c99229 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 1098 time: 0.0897975 Dec 22 05:22:34.502901 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23ca28a5-ea74-4137-b2d3-f88ed97fbbcd req-f52cfb3e-22bd-4134-9fbf-b3f790bc947b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468013 Dec 22 05:22:34.513855 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa', 'code': 200} Dec 22 05:22:34.546628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:34.549814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:34.642790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae10e-01a5-49f8-a3ac-268777765dab req-563afce8-716e-465a-a229-cea6ec21d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.644250 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-563afce8-716e-465a-a229-cea6ec21d023 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1307011 Dec 22 05:22:34.761730 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-380c0a20-442a-43fd-ab0a-55442c143de9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 200 len: 999 time: 0.1104000 Dec 22 05:22:34.830993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae10e-01a5-49f8-a3ac-268777765dab req-080107fb-9eeb-49b0-99b0-5932816926c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.832472 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-080107fb-9eeb-49b0-99b0-5932816926c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0642145 Dec 22 05:22:34.910290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae10e-01a5-49f8-a3ac-268777765dab req-f2a89786-adf5-4421-8e08-692661e26004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.911752 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-f2a89786-adf5-4421-8e08-692661e26004 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723336 Dec 22 05:22:35.166470 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-a1b402cf-0be4-4eb5-971f-8832e6e6bfe0 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481549 Dec 22 05:22:35.297702 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-faeae10e-01a5-49f8-a3ac-268777765dab req-22ef6343-0017-4dbc-8f60-1727c34d7770 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251466 Dec 22 05:22:35.721864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31413c-2f5a-4cb6-bdf2-413f58d21185 req-50ba647c-af02-4c88-8b49-a2960c61d386 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:35.723395 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef31413c-2f5a-4cb6-bdf2-413f58d21185 req-50ba647c-af02-4c88-8b49-a2960c61d386 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 943 time: 0.0982711 Dec 22 05:22:35.770670 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef31413c-2f5a-4cb6-bdf2-413f58d21185 req-131d09f1-e76b-4c9b-9cf1-0c00ebd76ee8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390775 Dec 22 05:22:36.280787 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:22:36.430757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:36.449783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'b23d454b-0111-4c77-9569-82474fb310fa', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': 'b23d454b-0111-4c77-9569-82474fb310fa', 'mac_address': 'fa:16:3e:5f:e5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:22:36.504587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:36.521012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23d454b-0111-4c77-9569-82474fb310fa {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:22:36.536922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:36.546068 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:36.548743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:36.614231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=9']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:36.617411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:36.983435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7509d-57bc-4606-9430-6fdb34156cb1 req-2c57327f-d24b-4028-a5dc-f540ed719b38 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:36.984958 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-43d7509d-57bc-4606-9430-6fdb34156cb1 req-2c57327f-d24b-4028-a5dc-f540ed719b38 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 944 time: 0.0989606 Dec 22 05:22:37.029625 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-43d7509d-57bc-4606-9430-6fdb34156cb1 req-992c678b-13e1-4f7e-b3cc-e429f222a467 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388656 Dec 22 05:22:38.236303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be34217-e1e0-44d3-b44c-d0a47453ff4f req-fdad01c1-6b09-4a23-a270-78c7891847be tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:38.237772 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7be34217-e1e0-44d3-b44c-d0a47453ff4f req-fdad01c1-6b09-4a23-a270-78c7891847be tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 944 time: 0.0931838 Dec 22 05:22:38.283487 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7be34217-e1e0-44d3-b44c-d0a47453ff4f req-92807518-eeb4-4a16-8531-ee7a3bba5798 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398340 Dec 22 05:22:38.303156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:22:38.309672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:22:38.479431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1bca9-0e74-481b-b389-7bdc0cf8a579 req-dc4c90a9-c6af-40c0-8462-e8520e754223 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:38.480989 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bce1bca9-0e74-481b-b389-7bdc0cf8a579 req-dc4c90a9-c6af-40c0-8462-e8520e754223 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 944 time: 0.0835962 Dec 22 05:22:38.530406 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bce1bca9-0e74-481b-b389-7bdc0cf8a579 req-f5de5192-b819-45a4-be3e-4630ba4af1be tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Dec 22 05:22:38.541503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:38.559868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:38.578409 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b23d454b-0111-4c77-9569-82474fb310fa {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:22:38.582539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'b23d454b-0111-4c77-9569-82474fb310fa', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': 'b23d454b-0111-4c77-9569-82474fb310fa', 'mac_address': 'fa:16:3e:5f:e5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:22:38.596641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:38.601729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:38.603428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:38.672448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=10']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:38.676374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:38.717485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1432b-5391-4967-bab9-d38977f34aae req-716607f2-f308-42f3-9111-76f99c05e91b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:38.718965 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b3d1432b-5391-4967-bab9-d38977f34aae req-716607f2-f308-42f3-9111-76f99c05e91b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 944 time: 0.0841594 Dec 22 05:22:38.745316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['b23d454b-0111-4c77-9569-82474fb310fa'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:22:38.763850 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b3d1432b-5391-4967-bab9-d38977f34aae req-c0a52c69-df9e-49b8-af16-013aef9f4dc5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390596 Dec 22 05:22:39.149617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cdbe2-8f6b-4a42-b2fc-a194592b83d5 req-ef7253a0-6163-4dba-9852-c4c9be12433b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:39.150991 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-486cdbe2-8f6b-4a42-b2fc-a194592b83d5 req-ef7253a0-6163-4dba-9852-c4c9be12433b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 944 time: 0.0846288 Dec 22 05:22:39.200085 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-486cdbe2-8f6b-4a42-b2fc-a194592b83d5 req-eedc62de-8015-4746-b883-c4b702bcb93a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 Dec 22 05:22:40.311071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:22:40.378876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port b23d454b-0111-4c77-9569-82474fb310fa triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:40.379261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:40.390771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d65ef8-12d0-4f9d-945a-47ff1e12af4e req-9198a036-1c62-439d-b833-067ea90bf745 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:40.392297 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1d65ef8-12d0-4f9d-945a-47ff1e12af4e req-9198a036-1c62-439d-b833-067ea90bf745 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 944 time: 0.0796871 Dec 22 05:22:40.438747 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1d65ef8-12d0-4f9d-945a-47ff1e12af4e req-a36c384e-041c-4eb1-a32a-3befbc307f52 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405445 Dec 22 05:22:40.502260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:40.528759 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:40.538924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:40.544445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:40.548295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:40.580146 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa', 'code': 200} Dec 22 05:22:40.624773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=11']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:40.628071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:41.473482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-82cdb240-6818-4a7e-8567-fea5a3f47bc3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:41.474996 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-82cdb240-6818-4a7e-8567-fea5a3f47bc3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 946 time: 0.0892317 Dec 22 05:22:41.547139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Deleting port b23d454b-0111-4c77-9569-82474fb310fa {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:22:41.547509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:41.748383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280eb5b-1634-463d-b728-56ec8d898c42 req-e9c502a5-8e3d-4f78-a1e9-d4acf338516f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:41.749785 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5280eb5b-1634-463d-b728-56ec8d898c42 req-e9c502a5-8e3d-4f78-a1e9-d4acf338516f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 946 time: 0.1995585 Dec 22 05:22:41.794937 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5280eb5b-1634-463d-b728-56ec8d898c42 req-d3e654e6-ee6c-4460-8693-be146e8790c7 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388987 Dec 22 05:22:41.812812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] For port b23d454b-0111-4c77-9569-82474fb310fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b23d454b-0111-4c77-9569-82474fb310fa,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:41.813295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:42.115853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:42.116223 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:42.116550 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Floating IP 52277244-7c3a-4e28-b444-003208b22eb7 disassociated. External IP: 172.26.1.75, port: b23d454b-0111-4c77-9569-82474fb310fa. Dec 22 05:22:42.116877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Calling delete_port for b23d454b-0111-4c77-9569-82474fb310fa owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:22:42.258312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:42.265516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c86befb9-9864-44f1-af26-5fae4d69350b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:42.318860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event deleted for resources: {'Port': ['ID=b23d454b-0111-4c77-9569-82474fb310fa,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:42.329752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.330234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.330614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.330978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.331332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.331657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.332038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.332423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.332781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.333133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.333484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.333837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:42.337617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:42.523302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Router 135377b0-4679-43eb-a826-f587b5701257 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:22:42.824986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:22:42.835651 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:22:42.847507 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:22:42.848232 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:22:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:42.898547 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] No DVR routers for this DVR port b23d454b-0111-4c77-9569-82474fb310fa on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:22:42.901079 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:42.904162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'name': 'network-vif-deleted', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:42.920991 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e94fab9c-491a-40be-b94a-564565ffa1e5 req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "DELETE /v2.0/ports/b23d454b-0111-4c77-9569-82474fb310fa HTTP/1.1" status: 204 len: 173 time: 1.4406660 Dec 22 05:22:42.989629 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68ab7db7-bac4-4c63-9e8c-4ed6c4e10265 req-c0b2f074-84e9-4d6c-bf26-32433183929f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9cd538-8e7d-4c52-a360-150e78276374 HTTP/1.1" status: 200 len: 210 time: 0.0720999 Dec 22 05:22:43.014299 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9cd538-8e7d-4c52-a360-150e78276374', 'name': 'network-vif-deleted', 'tag': 'b23d454b-0111-4c77-9569-82474fb310fa', 'status': 'completed', 'code': 200} Dec 22 05:22:43.047784 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:22:43.390275 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:43.394184 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:22:43.403802 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:22:43.404542 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:22:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:43.587887 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:22:43.901290 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:22:43.922290 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:43.926152 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794991b-465d-49d5-b73e-951bcd84759f None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:22:44.176536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0395bf5-aa4e-4cb1-b284-353f7312dcb2 None None] New status for floating IP 52277244-7c3a-4e28-b444-003208b22eb7: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:22:44.355072 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-45b221bc-c09f-4e5e-bf28-3dca98587f8c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1840785507&fields=id&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 267 time: 0.0396419 Dec 22 05:22:44.512182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-32d8c0bb-3875-44b9-8fd6-e9c4e56be758 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:44.513626 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-32d8c0bb-3875-44b9-8fd6-e9c4e56be758 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 811 time: 0.1517136 Dec 22 05:22:44.532008 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-cbeb9d41-73b0-4f74-b611-e81e08291aa2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/quotas/f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 375 time: 0.0099356 Dec 22 05:22:44.619516 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-82d9d9f0-69c3-4691-8fcf-94af51466330 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825751 Dec 22 05:22:44.759909 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-d480434f-c7d0-46e0-8ce9-561aafd33de7 service neutron] 10.222.0.36 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281254 Dec 22 05:22:44.823956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:44.897831 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-74b68c9d-5265-40d5-a0ee-ef1db8cea982 service neutron] 10.222.0.36 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317866 Dec 22 05:22:45.084839 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4c10b33-affb-4f93-8a46-205a7be67cfa req-f946a345-d24d-4320-acfc-3eb2b1224de3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 210 time: 0.0424893 Dec 22 05:22:46.257008 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3f6826c-3f7f-4c00-98db-a03f434eefc1 req-c8fc77e4-6da8-417c-9a62-97a4dc8ff235 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 210 time: 0.0553203 Dec 22 05:22:46.284723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-763030d1-f66a-49b2-a8bc-5418e160762c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:46.286301 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-763030d1-f66a-49b2-a8bc-5418e160762c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 811 time: 0.1763842 Dec 22 05:22:46.340362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:22:46.342951 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-912fa19d-4a9b-45fc-a94b-32875eaf68d0 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 380 time: 0.0412626 Dec 22 05:22:46.352466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'port': {'device_id': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'admin_state_up': True, 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'security_groups': ['f7610cc5-ada5-400a-bf5d-89a7c0efabbc']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:46.375785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: b23d454b-0111-4c77-9569-82474fb310fa {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:22:46.376430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device b23d454b-0111-4c77-9569-82474fb310fa not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:22:46.503904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:22:46.508707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Usage tracker for resource:port and tenant:f6d63a8c243d4ec8a55b215ada77eddb is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:22:46.511901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:22:46.518639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:22:46.533476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Made reservation on behalf of f6d63a8c243d4ec8a55b215ada77eddb for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:22:46.537013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:46.709715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Allocated IP 172.20.0.3 (7b115268-965f-4168-874b-113fe6a17547/80094014-701f-47a4-9c14-317ae25eeacc/1496c0f8-298c-48db-b0d2-0db23f41df58) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:22:46.904551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:46.920274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Transition to ACTIVE for port object 1496c0f8-298c-48db-b0d2-0db23f41df58 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:22:46.949902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:46.956871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e6971359-2c99-4640-8b9b-eb55aebe9ad9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:47.027643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Network 7b115268-965f-4168-874b-113fe6a17547 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:22:47.030972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:22:47.035446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:22:47.067409 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:47.074497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:47.106138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:47.106773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:47.139379 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7906086 Dec 22 05:22:47.159216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Request body: {'port': {'device_id': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:47.277193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:47.318095 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-208963b6-4d48-449b-9f99-76f9eea14c3a None None] Provisioning for port 1496c0f8-298c-48db-b0d2-0db23f41df58 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:22:47.323825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-208963b6-4d48-449b-9f99-76f9eea14c3a None None] Provisioning complete for port 1496c0f8-298c-48db-b0d2-0db23f41df58 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:47.324540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-208963b6-4d48-449b-9f99-76f9eea14c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:47.379380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-208963b6-4d48-449b-9f99-76f9eea14c3a None None] Port 1496c0f8-298c-48db-b0d2-0db23f41df58 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:22:47.452319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70034bd-f298-4c9e-aaf4-848612eab526 req-96416085-9077-4418-89b9-c90fb9a4af15 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:47.453873 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a70034bd-f298-4c9e-aaf4-848612eab526 req-96416085-9077-4418-89b9-c90fb9a4af15 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 931 time: 0.0894036 Dec 22 05:22:47.499042 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a70034bd-f298-4c9e-aaf4-848612eab526 req-20aaf116-d711-46b3-a74f-1f8962dbaeeb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388405 Dec 22 05:22:47.623665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1496c0f8-298c-48db-b0d2-0db23f41df58 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:22:47.630965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:47.645538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Transition to ACTIVE for port object 1496c0f8-298c-48db-b0d2-0db23f41df58 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:22:47.651338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:47.655539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d94cee4d-039f-4c7e-8273-d7ca20ab77a1 tempest-ServerDiskConfigTestJSON-1117686243 tempest-ServerDiskConfigTestJSON-1117686243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:47.811324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:47.818774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:48.022448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Attempting to bind port 1496c0f8-298c-48db-b0d2-0db23f41df58 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:22:48.022688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Attempting to bind port 1496c0f8-298c-48db-b0d2-0db23f41df58 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:22:48.023095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Attempting to bind port 1496c0f8-298c-48db-b0d2-0db23f41df58 on network 7b115268-965f-4168-874b-113fe6a17547 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:22:48.030997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Port 1496c0f8-298c-48db-b0d2-0db23f41df58 on network 7b115268-965f-4168-874b-113fe6a17547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:22:48.031431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Attempting to bind port 1496c0f8-298c-48db-b0d2-0db23f41df58 on network 7b115268-965f-4168-874b-113fe6a17547 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:22:48.037268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:22:48.037604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Checking segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:22:48.037991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Bound using segment: {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:22:48.038405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Bound port: 1496c0f8-298c-48db-b0d2-0db23f41df58, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f00e50a-0649-4212-93ef-7102c6fad8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b115268-965f-4168-874b-113fe6a17547'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:22:48.038745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:48.133200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:22:48.136360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:22:48.143265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:48.146919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8ff52c8e-7895-4c72-9732-8d422b7f8f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:48.203426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:48.204035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:48.205510 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] 10.222.0.61 "PUT /v2.0/ports/1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 200 len: 1093 time: 1.0514610 Dec 22 05:22:48.206073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:48.231362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:48.234642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:48.304359 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'status': 'completed', 'code': 200} Dec 22 05:22:48.343423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-90140784-1d71-4495-ba1e-7afd8413d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:48.345051 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-90140784-1d71-4495-ba1e-7afd8413d407 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 1096 time: 0.0795069 Dec 22 05:22:48.426413 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-56e91b14-64d5-447b-8b0b-2be490f8fa01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 200 len: 217 time: 0.0670524 Dec 22 05:22:48.492742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6060e0c1-38af-44ef-a5a4-a6e94127d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:48.494087 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-6060e0c1-38af-44ef-a5a4-a6e94127d5a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0611153 Dec 22 05:22:48.571880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-2de4a104-c27e-4307-b989-9a84a02db572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:48.573471 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-2de4a104-c27e-4307-b989-9a84a02db572 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734482 Dec 22 05:22:48.701007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c77ae4-61eb-4fe3-a95d-94d4600b9a20 req-b21fd50a-0e11-41ca-8ee6-1193e04ec499 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:48.702520 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b4c77ae4-61eb-4fe3-a95d-94d4600b9a20 req-b21fd50a-0e11-41ca-8ee6-1193e04ec499 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 943 time: 0.0886049 Dec 22 05:22:48.708043 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-b4991ba7-4784-4a47-8358-5890ed17ed6c service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277368 Dec 22 05:22:48.747216 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b4c77ae4-61eb-4fe3-a95d-94d4600b9a20 req-3837e26e-e4dc-4a26-8b21-081acd752679 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390868 Dec 22 05:22:48.841849 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3602118b-e81f-4924-bcf1-5041f9b2442e req-d022558a-026d-47d6-8f51-698624b22767 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268630 Dec 22 05:22:49.033491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-3b84112c-a9fa-4b11-8170-4204298eea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:49.034948 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-3b84112c-a9fa-4b11-8170-4204298eea9e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 1096 time: 0.0867031 Dec 22 05:22:49.190923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-5bc1445f-8397-4c3a-9766-e80b77405a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:49.192691 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-5bc1445f-8397-4c3a-9766-e80b77405a68 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1513050 Dec 22 05:22:49.278900 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-d802e625-a61a-4f60-9a0b-35ce0ed6f61d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 200 len: 217 time: 0.0789135 Dec 22 05:22:49.350974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-92d7c072-098d-4718-9299-d4b020b4b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:49.352441 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-92d7c072-098d-4718-9299-d4b020b4b117 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0677598 Dec 22 05:22:49.446844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-af4079e3-dbcf-4d7e-9665-8dfd8db7849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:49.448867 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-af4079e3-dbcf-4d7e-9665-8dfd8db7849e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898502 Dec 22 05:22:49.610183 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-ec051006-10a3-4121-849c-7d55ac8b7522 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546967 Dec 22 05:22:49.767144 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a6b92011-5dba-479c-8116-ef9a82e805d5 req-c3712162-0a24-4c6f-9ac9-278df8c7dcb6 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487012 Dec 22 05:22:49.964086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092dade-b76c-4e18-aa24-ea1740812836 req-a78f68cb-ec58-47b8-88b1-3e7b02b53467 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:49.965451 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9092dade-b76c-4e18-aa24-ea1740812836 req-a78f68cb-ec58-47b8-88b1-3e7b02b53467 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 943 time: 0.0929842 Dec 22 05:22:50.013181 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9092dade-b76c-4e18-aa24-ea1740812836 req-ec7ab3c7-e27b-4f6f-87f7-1a44ceecd711 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414913 Dec 22 05:22:51.231489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1993e-7ea3-40fa-93a8-572e88137846 req-28c91d69-3ea4-4736-99a2-8484acde34a0 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:51.232977 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-45b1993e-7ea3-40fa-93a8-572e88137846 req-28c91d69-3ea4-4736-99a2-8484acde34a0 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 943 time: 0.0945122 Dec 22 05:22:51.277183 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-45b1993e-7ea3-40fa-93a8-572e88137846 req-94712c17-9dbf-45a2-a424-3be99493907c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383067 Dec 22 05:22:52.378781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:22:52.479889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe20a85-30d3-488e-a3ea-0bf09bfc5fcd req-193220a0-2cf9-4995-a376-04513bd700e7 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:52.481420 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fe20a85-30d3-488e-a3ea-0bf09bfc5fcd req-193220a0-2cf9-4995-a376-04513bd700e7 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 943 time: 0.0874741 Dec 22 05:22:52.526864 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fe20a85-30d3-488e-a3ea-0bf09bfc5fcd req-8048a657-01b1-465e-a50e-6b1a0d1409c0 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392556 Dec 22 05:22:52.545695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:52.558480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'mac_address': 'fa:16:3e:47:02:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:22:52.611875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:52.628389 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1496c0f8-298c-48db-b0d2-0db23f41df58 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:22:52.645756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:52.653695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:52.655457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:52.724882 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:52.728063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:53.075887 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['1496c0f8-298c-48db-b0d2-0db23f41df58'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:22:53.732437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fedb3-1bec-4bad-96fa-df30dd6b5ad8 req-9d7a831e-b346-4bc7-bb05-a85f15e95193 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:53.733927 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e49fedb3-1bec-4bad-96fa-df30dd6b5ad8 req-9d7a831e-b346-4bc7-bb05-a85f15e95193 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 944 time: 0.0887070 Dec 22 05:22:53.779359 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e49fedb3-1bec-4bad-96fa-df30dd6b5ad8 req-b4763c44-764c-48e4-ba1b-ee9d83f4de3f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394995 Dec 22 05:22:54.389524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:22:54.480646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 1496c0f8-298c-48db-b0d2-0db23f41df58 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:22:54.488098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 1496c0f8-298c-48db-b0d2-0db23f41df58 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:54.488512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:54.606447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:54.643797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:54.650363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd8f4-0753-4906-8f0c-5ad160f54e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:54.656499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:22:54.661105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:54.663140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:22:54.693373 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'code': 200} Dec 22 05:22:54.732930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:54.735954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:22:54.969129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bbde7-6df4-494d-a0fd-7bf430f95668 req-8fdc9110-b94e-4eab-994d-d1feb9c074dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:54.970730 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5e4bbde7-6df4-494d-a0fd-7bf430f95668 req-8fdc9110-b94e-4eab-994d-d1feb9c074dd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 1098 time: 0.0703199 Dec 22 05:22:54.975843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61a682-cb4b-4004-8f72-794c9748a592 req-0e702c26-4d39-43f8-aeb5-acf342f6ad8e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:54.977345 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc61a682-cb4b-4004-8f72-794c9748a592 req-0e702c26-4d39-43f8-aeb5-acf342f6ad8e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0851605 Dec 22 05:22:55.011925 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5e4bbde7-6df4-494d-a0fd-7bf430f95668 req-9d1c8983-6356-40b2-a5ae-56d6b8515e63 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341942 Dec 22 05:22:55.027453 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc61a682-cb4b-4004-8f72-794c9748a592 req-04407c78-7225-4d59-add1-b64b288d3cfe tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439882 Dec 22 05:22:56.230715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c88955-38e9-43b0-ae27-65334322e314 req-7ebbd914-e71c-4dc8-afdb-29469108f7a7 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:56.232266 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-71c88955-38e9-43b0-ae27-65334322e314 req-7ebbd914-e71c-4dc8-afdb-29469108f7a7 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0848682 Dec 22 05:22:56.278551 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-71c88955-38e9-43b0-ae27-65334322e314 req-e3dcb6e2-fcac-4340-b4fe-e4ac3fc23443 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399344 Dec 22 05:22:56.980510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cabe25a8-64c1-4452-9f9d-13cc84b6b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:57.480326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4617-bc72-4bf9-bc41-a208798f3661 req-25298af2-654c-4270-a3e3-8cb2af16153e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:57.481796 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-023a4617-bc72-4bf9-bc41-a208798f3661 req-25298af2-654c-4270-a3e3-8cb2af16153e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0959191 Dec 22 05:22:57.526871 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-023a4617-bc72-4bf9-bc41-a208798f3661 req-527e46db-8267-401e-86cd-d107ea468649 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391641 Dec 22 05:22:57.718525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108ab7a-167e-484f-82d8-f82c6ca7ea8b req-e04c9e5a-773d-43a0-97da-ccda69676307 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:57.719979 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3108ab7a-167e-484f-82d8-f82c6ca7ea8b req-e04c9e5a-773d-43a0-97da-ccda69676307 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0862360 Dec 22 05:22:57.729726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 36470) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:22:57.734744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e9dccf89-cd87-4b2d-b789-f33ab0abca0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Request body: {'floatingip': {'port_id': '1496c0f8-298c-48db-b0d2-0db23f41df58'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:57.926753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9dccf89-cd87-4b2d-b789-f33ab0abca0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:58.127586 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:58.136100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:58.546093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9dccf89-cd87-4b2d-b789-f33ab0abca0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:58.554024 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9dccf89-cd87-4b2d-b789-f33ab0abca0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:58.726956 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-e9dccf89-cd87-4b2d-b789-f33ab0abca0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Floating IP 52277244-7c3a-4e28-b444-003208b22eb7 associated. External IP: 172.26.1.75, port: 1496c0f8-298c-48db-b0d2-0db23f41df58. Dec 22 05:22:59.081680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dccf89-cd87-4b2d-b789-f33ab0abca0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Router 135377b0-4679-43eb-a826-f587b5701257 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:22:59.412003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dccf89-cd87-4b2d-b789-f33ab0abca0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:22:59.417109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9dccf89-cd87-4b2d-b789-f33ab0abca0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:59.421922 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:22:59.432457 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:22:59.433253 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:22:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:59.474106 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e9dccf89-cd87-4b2d-b789-f33ab0abca0e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "PUT /v2.0/floatingips/52277244-7c3a-4e28-b444-003208b22eb7 HTTP/1.1" status: 200 len: 991 time: 1.7432339 Dec 22 05:22:59.475165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:59.571961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:59.584945 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'status': 'completed', 'code': 200} Dec 22 05:22:59.615570 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:22:59.836477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-20e52e28-e2ed-4294-82d3-043ae700d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:59.837983 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-20e52e28-e2ed-4294-82d3-043ae700d80e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 1098 time: 0.2048972 Dec 22 05:22:59.974511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-650bc776-8896-4da2-b073-5e3796286cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:59.975853 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-650bc776-8896-4da2-b073-5e3796286cd8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1308076 Dec 22 05:22:59.987869 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:47:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:22:58Z', 'revision_number': 13, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:59.992682 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:00.001259 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:23:00.002123 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:22:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:00.086422 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-8c649abb-754e-4388-afd8-05578affc431 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 200 len: 999 time: 0.1037345 Dec 22 05:23:00.153103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-524c5a72-ac0a-431a-a742-324bb3ac2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:00.154918 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-524c5a72-ac0a-431a-a742-324bb3ac2ef0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0627403 Dec 22 05:23:00.231629 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:23:00.235404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-8ef58fc1-7c78-46a6-b975-0312ff9ca8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:00.237044 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-8ef58fc1-7c78-46a6-b975-0312ff9ca8e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761750 Dec 22 05:23:00.372785 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-4ce12708-b9a2-4234-b0b8-25bbcf126883 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276135 Dec 22 05:23:00.506624 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e89431bc-ad37-48b2-b3d3-665e369c0097 req-752e6360-eb2d-4123-abd1-a372af7331e8 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274264 Dec 22 05:23:00.575714 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:47:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:22:58Z', 'revision_number': 13, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:00.579679 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f957e0-720c-4ba4-add9-f4d2b2af6097 None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '52277244-7c3a-4e28-b444-003208b22eb7', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '135377b0-4679-43eb-a826-f587b5701257', 'port_id': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'mac_address': 'fa:16:3e:47:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:16:33Z', 'updated_at': '2021-12-22T05:22:58Z', 'revision_number': 13, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:23:00.786849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110215ef-7b76-410e-85a7-780179d25dfd None None] New status for floating IP 52277244-7c3a-4e28-b444-003208b22eb7: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:23:14.846172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.904059 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:23:22.251322 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-bc4b28f7-b5f5-40dd-8f45-bb8386b16e5c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808232 Dec 22 05:23:22.420797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-5c6141be-1419-4f5e-a5da-65461d5758b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:22.422298 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-5c6141be-1419-4f5e-a5da-65461d5758b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 1098 time: 0.0793340 Dec 22 05:23:22.579170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-30ff21c4-f616-405b-9ffc-6e657f007c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:22.580561 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-30ff21c4-f616-405b-9ffc-6e657f007c9a service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1379168 Dec 22 05:23:22.692672 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-7506826d-3059-47be-ba3c-6623ec231a8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 200 len: 1001 time: 0.1049931 Dec 22 05:23:22.760976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-fbcdb055-642d-4da4-9a19-6777dfb7abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:22.762378 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-fbcdb055-642d-4da4-9a19-6777dfb7abb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0627859 Dec 22 05:23:22.836891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-33b92a1a-2582-4ffa-9bed-c331b2d858fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:22.839625 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-33b92a1a-2582-4ffa-9bed-c331b2d858fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710866 Dec 22 05:23:22.974419 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-b3e52388-313d-42e2-ad9b-5646e9decb84 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282215 Dec 22 05:23:23.113743 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7dcf1308-3a43-476e-a2d0-adad1928c7a7 req-b616d1b4-7806-4d04-8e44-de63f933faca service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317227 Dec 22 05:23:24.636637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e9216707-5f7f-4c93-89d6-7bd5550bf21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.974490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a1eff6c-1cc2-4e64-930c-6536e7104901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.141658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.146324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.583529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:44.856032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:54.642684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-28af9002-dc89-4ae0-a94f-0e75e198f0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:56.972085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0cfbf804-978d-43fd-9af7-7dd98b6b9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:57.909230 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:23:58.142508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:58.150479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:59.581457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:14.850259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:16.006672 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1944b-481b-4623-9231-825a3af561a3 req-1fffcf59-3409-4c13-967a-f71c4b20414a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:16.008184 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1a1944b-481b-4623-9231-825a3af561a3 req-1fffcf59-3409-4c13-967a-f71c4b20414a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.1649165 Dec 22 05:24:16.055808 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1a1944b-481b-4623-9231-825a3af561a3 req-9281fffd-f798-457f-83b6-9f75f5907019 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418191 Dec 22 05:24:24.424161 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9071df02-7639-4111-98ad-cada1860292e req-f14db855-1ce4-42ea-87d5-ca1fd44f872c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2476363 Dec 22 05:24:24.596911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071df02-7639-4111-98ad-cada1860292e req-7c969abb-3571-473c-abd9-f0ae9d098bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:24.598407 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9071df02-7639-4111-98ad-cada1860292e req-7c969abb-3571-473c-abd9-f0ae9d098bc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 1098 time: 0.0766463 Dec 22 05:24:24.629961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-735d7920-d7e3-46bd-928a-d8a99bb14ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.749951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071df02-7639-4111-98ad-cada1860292e req-eb0ef875-289f-43eb-8e3b-f3fffb776922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:24.751416 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9071df02-7639-4111-98ad-cada1860292e req-eb0ef875-289f-43eb-8e3b-f3fffb776922 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1333644 Dec 22 05:24:24.865112 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9071df02-7639-4111-98ad-cada1860292e req-786f4f23-53fd-4c2f-9ea8-f489616e500e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 200 len: 1001 time: 0.1057501 Dec 22 05:24:24.934388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071df02-7639-4111-98ad-cada1860292e req-4b7d64a1-0060-47fc-8b03-8e77f94d82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:24.935810 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9071df02-7639-4111-98ad-cada1860292e req-4b7d64a1-0060-47fc-8b03-8e77f94d82d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0602920 Dec 22 05:24:25.018391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071df02-7639-4111-98ad-cada1860292e req-2669f13f-cf1b-4993-868d-72d4787303b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:25.019850 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9071df02-7639-4111-98ad-cada1860292e req-2669f13f-cf1b-4993-868d-72d4787303b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775142 Dec 22 05:24:25.155730 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9071df02-7639-4111-98ad-cada1860292e req-9dc8ab28-8f64-44ad-bfc2-664631a39c9c service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287913 Dec 22 05:24:25.288231 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9071df02-7639-4111-98ad-cada1860292e req-8a1fe4fa-bf8e-44cf-8f87-77f711466677 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257503 Dec 22 05:24:26.134401 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-831c31ae-5c78-4042-820f-3e4da75f0f47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706847 Dec 22 05:24:26.206127 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28944feb-c71c-4150-83d8-9d41e5170700 req-8a1b6341-4afb-412c-91ac-5a59a5fd2bc6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:26.207597 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-28944feb-c71c-4150-83d8-9d41e5170700 req-8a1b6341-4afb-412c-91ac-5a59a5fd2bc6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0943463 Dec 22 05:24:26.257839 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-28944feb-c71c-4150-83d8-9d41e5170700 req-b1b5f027-e312-4c24-9456-b3027eebea70 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440238 Dec 22 05:24:26.972919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-de8ec370-0363-464e-a13c-6e703053715c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:27.449076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68772a-19c3-4c81-97cf-9c7bbc13fafa req-f9e5e94e-c999-4ed2-a1f5-af25198e20f9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:27.450520 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b68772a-19c3-4c81-97cf-9c7bbc13fafa req-f9e5e94e-c999-4ed2-a1f5-af25198e20f9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0845015 Dec 22 05:24:27.495646 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b68772a-19c3-4c81-97cf-9c7bbc13fafa req-1b245188-dd85-4b00-8ef4-ddf3de67a797 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385573 Dec 22 05:24:28.150932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:28.158041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:28.700530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486a88a-e9db-4940-8707-95ae84075e11 req-0f59352d-572e-4fba-8f30-0e8873379f28 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:28.701992 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8486a88a-e9db-4940-8707-95ae84075e11 req-0f59352d-572e-4fba-8f30-0e8873379f28 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0946100 Dec 22 05:24:28.750439 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8486a88a-e9db-4940-8707-95ae84075e11 req-eea6ee3b-946b-47b9-9c76-8af9e5c60d82 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Dec 22 05:24:29.557441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-9f2298b8-bb87-4c45-a97a-af8f1f50faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:29.558959 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-9f2298b8-bb87-4c45-a97a-af8f1f50faaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 1098 time: 0.0878310 Dec 22 05:24:29.584078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:29.695091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-b202a34d-1be2-4df4-9592-30b780379ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:29.696580 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-b202a34d-1be2-4df4-9592-30b780379ef6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1307907 Dec 22 05:24:29.800062 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-22ae7546-b97d-4de3-ad7a-fce75889ca4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 200 len: 1001 time: 0.0967991 Dec 22 05:24:29.868164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-b4b7eaed-51f3-44f6-a606-7f5e13b88f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:29.870001 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-b4b7eaed-51f3-44f6-a606-7f5e13b88f74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0635474 Dec 22 05:24:29.948824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-fbf8d123-d85c-474f-9c41-3476463e17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:29.950312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-fbf8d123-d85c-474f-9c41-3476463e17b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742676 Dec 22 05:24:29.951443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880a3c5-9389-4b72-88af-207b3d3d17f0 req-e38ecf70-ef95-4f5e-8c41-a1ad0ba09312 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:29.952964 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7880a3c5-9389-4b72-88af-207b3d3d17f0 req-e38ecf70-ef95-4f5e-8c41-a1ad0ba09312 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0820923 Dec 22 05:24:29.998860 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7880a3c5-9389-4b72-88af-207b3d3d17f0 req-115a84e4-8fbb-4d98-8ad6-042ae59bd7dd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Dec 22 05:24:30.084233 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-5f3a29a1-5757-4e68-856c-0f17cc3eebdf service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273596 Dec 22 05:24:30.220102 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-f35912ee-486f-4b83-a78e-4da3f5d91f2b service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288233 Dec 22 05:24:31.221846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adc87d-b7f7-4684-a9de-84872d8ded6d req-4ad8b8fc-b2ec-4c92-b7c4-3ea5f6fd37eb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:31.223404 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5adc87d-b7f7-4684-a9de-84872d8ded6d req-4ad8b8fc-b2ec-4c92-b7c4-3ea5f6fd37eb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0911777 Dec 22 05:24:31.272782 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5adc87d-b7f7-4684-a9de-84872d8ded6d req-21b9fe80-ba92-4105-bba5-f1c9d16cf4d8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434520 Dec 22 05:24:32.476424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c11e7b-26c6-49c1-9989-3359089a7972 req-2eccdfc9-3e18-4b72-a578-aee446ab6bf9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:32.477926 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5c11e7b-26c6-49c1-9989-3359089a7972 req-2eccdfc9-3e18-4b72-a578-aee446ab6bf9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0961146 Dec 22 05:24:32.527449 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5c11e7b-26c6-49c1-9989-3359089a7972 req-e5a08b67-cd5e-43fb-a73f-3849ff8a1af0 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Dec 22 05:24:33.741600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308071d7-22a5-472e-9430-e517e1378786 req-5a65c14b-06e9-4abe-9b87-c5f7088b951b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:33.743191 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-308071d7-22a5-472e-9430-e517e1378786 req-5a65c14b-06e9-4abe-9b87-c5f7088b951b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0904677 Dec 22 05:24:33.788318 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-308071d7-22a5-472e-9430-e517e1378786 req-a7c2ac5f-bdee-45a5-b618-0113d2541949 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Dec 22 05:24:34.910523 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:24:35.002700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dee7e-5ddf-436e-af5f-152b6cb89747 req-80fe2cec-c08b-4b2f-8020-17864fa6b02a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:35.004187 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d35dee7e-5ddf-436e-af5f-152b6cb89747 req-80fe2cec-c08b-4b2f-8020-17864fa6b02a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0963540 Dec 22 05:24:35.056032 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d35dee7e-5ddf-436e-af5f-152b6cb89747 req-5cd2e2c8-d1f1-4f31-b634-f210401d84ad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 Dec 22 05:24:36.252889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7652a-970d-4abd-ad5d-9cf2649a501c req-397c9f50-98c3-4680-bf2a-33e6979b5b5e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:36.254473 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d2c7652a-970d-4abd-ad5d-9cf2649a501c req-397c9f50-98c3-4680-bf2a-33e6979b5b5e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0837212 Dec 22 05:24:36.310870 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d2c7652a-970d-4abd-ad5d-9cf2649a501c req-bc252bb8-f80d-4d89-83bf-49ad6fc110f6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504932 Dec 22 05:24:37.528289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf600d2-495b-4ce3-ba51-97dadfa79b43 req-427a9376-fc6b-4b59-acd3-26b19fe551ad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:37.530256 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8bf600d2-495b-4ce3-ba51-97dadfa79b43 req-427a9376-fc6b-4b59-acd3-26b19fe551ad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0968764 Dec 22 05:24:37.577369 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8bf600d2-495b-4ce3-ba51-97dadfa79b43 req-e1fea2ce-4499-43c4-8b29-8c37c6a0acde tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387199 Dec 22 05:24:38.771408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018cae3-2166-426f-8e3a-5d009c7ac8a1 req-413077ca-40e2-4352-8e23-c49e9592ba7f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:38.772934 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f018cae3-2166-426f-8e3a-5d009c7ac8a1 req-413077ca-40e2-4352-8e23-c49e9592ba7f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0825663 Dec 22 05:24:38.819351 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f018cae3-2166-426f-8e3a-5d009c7ac8a1 req-b3d74071-9e00-4caa-8b01-9276e6b8abf9 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402827 Dec 22 05:24:40.042878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f514fbd-cc2c-457c-944b-914aa7429022 req-119a8b50-5f51-47e3-9e43-985c862716eb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:40.044383 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f514fbd-cc2c-457c-944b-914aa7429022 req-119a8b50-5f51-47e3-9e43-985c862716eb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.1005650 Dec 22 05:24:40.091916 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f514fbd-cc2c-457c-944b-914aa7429022 req-607423a8-f45b-46f6-adb6-639914b644b8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393691 Dec 22 05:24:41.311068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc7997-8afb-4f1b-8728-311fce517b31 req-7b35521f-41eb-4390-8ca6-463ec27e6b9f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:41.312590 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fbdc7997-8afb-4f1b-8728-311fce517b31 req-7b35521f-41eb-4390-8ca6-463ec27e6b9f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0973163 Dec 22 05:24:41.362447 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fbdc7997-8afb-4f1b-8728-311fce517b31 req-a76dbc9a-9c4f-4369-bca1-a232677f7a56 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441446 Dec 22 05:24:42.561094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896f2cb-b4b5-4461-bfd1-84a5eabd3198 req-eaa714dd-2791-4b87-8b27-ccaf6d79666d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:42.562497 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0896f2cb-b4b5-4461-bfd1-84a5eabd3198 req-eaa714dd-2791-4b87-8b27-ccaf6d79666d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0890765 Dec 22 05:24:42.609323 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0896f2cb-b4b5-4461-bfd1-84a5eabd3198 req-987348c4-ae43-42d9-a41e-608b8d6c554c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410576 Dec 22 05:24:43.095520 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-30e28782-398a-46ca-9e73-28d3fe3475a8 service neutron] 10.222.0.61 "GET /v2.0/ports/1496c0f8-298c-48db-b0d2-0db23f41df58/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.2071366 Dec 22 05:24:43.401584 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-b6f0c396-206f-4581-a473-e1397df7fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:43.403198 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-b6f0c396-206f-4581-a473-e1397df7fb77 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 1098 time: 0.0818572 Dec 22 05:24:43.525151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-bd45b5f4-dd41-4e41-9629-d6bbacd7821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:43.530178 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-bd45b5f4-dd41-4e41-9629-d6bbacd7821f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 1098 time: 0.0857294 Dec 22 05:24:43.665299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-87994e59-44b1-4239-a59b-518484c715f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:43.667223 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-87994e59-44b1-4239-a59b-518484c715f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1305530 Dec 22 05:24:43.770832 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-68dfd685-d3c6-406c-b07e-c3e449b1e5fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 200 len: 1001 time: 0.0963211 Dec 22 05:24:43.801484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d1c49-ba65-4482-940a-640f2976ec18 req-d81be91a-37e6-49b3-bc19-1f198cf5f839 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:43.802835 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc9d1c49-ba65-4482-940a-640f2976ec18 req-d81be91a-37e6-49b3-bc19-1f198cf5f839 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0844629 Dec 22 05:24:43.838993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-2ab479f1-973a-4200-ab8f-838adff68e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:43.840559 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-2ab479f1-973a-4200-ab8f-838adff68e9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0631521 Dec 22 05:24:43.921072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-83317794-f8f4-4e04-b2e3-e83459020f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:43.922592 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-83317794-f8f4-4e04-b2e3-e83459020f10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748105 Dec 22 05:24:43.973122 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc9d1c49-ba65-4482-940a-640f2976ec18 req-1c74e2f2-1eb1-4ab6-8ad5-c35f692dcb47 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643009 Dec 22 05:24:44.059056 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-dfd9002c-4483-48c5-86a9-3476ccab9b0f service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298113 Dec 22 05:24:44.194121 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ae6a254-3f38-40ba-a572-d38811d870bf req-c2fcb191-798a-4d41-b6e2-0b529d94f213 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285267 Dec 22 05:24:44.862140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:45.179224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5919224-120f-4af1-882e-940f8a8ed5ea req-c026b4e0-8954-4799-88f7-f06e052f512d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:45.180800 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5919224-120f-4af1-882e-940f8a8ed5ea req-c026b4e0-8954-4799-88f7-f06e052f512d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0942278 Dec 22 05:24:45.227422 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5919224-120f-4af1-882e-940f8a8ed5ea req-b1b574c6-8205-4d51-9ff4-ed948c9b8deb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402725 Dec 22 05:24:46.446987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c0e97-be13-4fbf-a24e-d9e2f7d761bc req-6a20341a-945f-4a6e-b4e8-43c5bbae7f2d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:46.448609 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c69c0e97-be13-4fbf-a24e-d9e2f7d761bc req-6a20341a-945f-4a6e-b4e8-43c5bbae7f2d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.1109698 Dec 22 05:24:46.496871 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c69c0e97-be13-4fbf-a24e-d9e2f7d761bc req-3bf5dd66-62d5-4c0a-b6e1-b29d881c5061 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Dec 22 05:24:46.902802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:24:46.910671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:24:47.177687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:47.191641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:24:47.212770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'mac_address': 'fa:16:3e:47:02:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:24:47.220712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:24:47.264512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:24:47.272844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:47.279248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:24:47.311930 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'code': 200} Dec 22 05:24:47.341682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:47.364569 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1496c0f8-298c-48db-b0d2-0db23f41df58 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:24:47.371883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:47.403320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.403681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.404001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.404408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.404710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.405034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.405340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.405673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.405992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.406306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.406617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.406927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:47.414898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:24:47.442044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:24:47.442345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:24:47.709075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed69ae-fd1a-4490-95b0-012c6b27f297 req-c719c81c-3d63-450c-bf73-8c799fe689c5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:47.710430 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94ed69ae-fd1a-4490-95b0-012c6b27f297 req-c719c81c-3d63-450c-bf73-8c799fe689c5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 943 time: 0.0924902 Dec 22 05:24:47.759848 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94ed69ae-fd1a-4490-95b0-012c6b27f297 req-b05392d4-7461-4c23-8a35-f21d4c56a05e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433092 Dec 22 05:24:48.001750 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:48.026986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1496c0f8-298c-48db-b0d2-0db23f41df58 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:24:48.044226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:24:48.050920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:48.052737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:24:48.120403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:48.123728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:24:48.184397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['1496c0f8-298c-48db-b0d2-0db23f41df58'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:24:48.917246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:24:48.968979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d9648-f342-41f1-bda2-8939a5ee4151 req-77b2188c-f5e3-4d75-8b2a-6cd29ce0887c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:48.970526 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-328d9648-f342-41f1-bda2-8939a5ee4151 req-77b2188c-f5e3-4d75-8b2a-6cd29ce0887c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 944 time: 0.0940313 Dec 22 05:24:48.990042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 1496c0f8-298c-48db-b0d2-0db23f41df58 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:24:48.990431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:49.019290 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-328d9648-f342-41f1-bda2-8939a5ee4151 req-1c3d4890-40be-4b94-8654-85cf5753e82f tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415993 Dec 22 05:24:49.112279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:49.145089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:24:49.152445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:49.154414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:24:49.220367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:49.223439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:24:49.313783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:24:49.371096 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'code': 200} Dec 22 05:24:50.255451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501134d-467b-4805-9a26-d4a40ed00b40 req-e8a11593-1b54-4d9c-8b04-fe4807db69ad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:50.257160 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e501134d-467b-4805-9a26-d4a40ed00b40 req-e8a11593-1b54-4d9c-8b04-fe4807db69ad tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.1146083 Dec 22 05:24:50.321245 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e501134d-467b-4805-9a26-d4a40ed00b40 req-124f03eb-e8bd-42f2-b73b-0db9f72cd489 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549955 Dec 22 05:24:51.539456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3efb65-b590-4f15-9b50-11721a8f1afa req-41213a93-96ff-4591-af0d-b7b0e551ba53 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:51.540863 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c3efb65-b590-4f15-9b50-11721a8f1afa req-41213a93-96ff-4591-af0d-b7b0e551ba53 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0838475 Dec 22 05:24:51.587765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c3efb65-b590-4f15-9b50-11721a8f1afa req-141d86e8-d214-4226-ae7c-f7368ef29ea5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394676 Dec 22 05:24:52.800415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb91480-6c01-4b72-9a36-89c44f4215df req-64a14fd9-7234-4991-82a2-9e61a910a656 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:52.801856 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fdb91480-6c01-4b72-9a36-89c44f4215df req-64a14fd9-7234-4991-82a2-9e61a910a656 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0960503 Dec 22 05:24:52.849560 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fdb91480-6c01-4b72-9a36-89c44f4215df req-f5ebf262-be5b-435a-86ab-097a28bb88db tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392365 Dec 22 05:24:52.950703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:24:53.090606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:24:53.106974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'mac_address': 'fa:16:3e:47:02:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:24:53.161637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:53.180054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1496c0f8-298c-48db-b0d2-0db23f41df58 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:24:53.197810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:24:53.203898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:53.205803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:24:53.272557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=9']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:53.277987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:24:53.336170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['1496c0f8-298c-48db-b0d2-0db23f41df58'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:24:54.060010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd13898-11d3-4818-b591-8c78904da215 req-b31d4cf9-fcf0-4cf6-9fc7-9cf9c2dd24a1 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:54.061604 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0bd13898-11d3-4818-b591-8c78904da215 req-b31d4cf9-fcf0-4cf6-9fc7-9cf9c2dd24a1 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 944 time: 0.0866542 Dec 22 05:24:54.111650 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0bd13898-11d3-4818-b591-8c78904da215 req-0619e73b-0e0c-41d6-b431-4ab358550483 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440636 Dec 22 05:24:54.636212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-42641385-277e-4e2c-91d8-a9736760182a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:54.972539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:24:55.063740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 1496c0f8-298c-48db-b0d2-0db23f41df58 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:24:55.064129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:55.184026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:55.214815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:24:55.224914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:24:55.232097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:55.234813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-61a749c0-a9b6-490b-af09-e7659eb94e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:24:55.285532 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'code': 200} Dec 22 05:24:55.303800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=10']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:55.307007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:24:55.309662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b769fd-3d47-4027-afbd-67b82c3b1ef2 req-bc697caa-ed73-404a-be8c-bc33f8f80e70 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:55.311135 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63b769fd-3d47-4027-afbd-67b82c3b1ef2 req-bc697caa-ed73-404a-be8c-bc33f8f80e70 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0891891 Dec 22 05:24:55.357343 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63b769fd-3d47-4027-afbd-67b82c3b1ef2 req-902ef8d4-782e-45d8-bcc8-30a4be7bc9a6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Dec 22 05:24:55.786096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-77fb4d5c-02b0-4975-90e1-b2ada00af557 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:55.786712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-77fb4d5c-02b0-4975-90e1-b2ada00af557 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Synchronizing usage tracker for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:24:55.802905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-77fb4d5c-02b0-4975-90e1-b2ada00af557 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Unset dirty status for tenant:f6d63a8c243d4ec8a55b215ada77eddb on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:24:55.804129 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-77fb4d5c-02b0-4975-90e1-b2ada00af557 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.1072938 Dec 22 05:24:55.835909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b4d86-4847-49f3-a725-89460e55328c req-087ce321-014c-4bcf-b1d7-ad7e7a5355be tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:55.837410 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-120b4d86-4847-49f3-a725-89460e55328c req-087ce321-014c-4bcf-b1d7-ad7e7a5355be tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0850127 Dec 22 05:24:55.882241 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-120b4d86-4847-49f3-a725-89460e55328c req-42b01121-591b-4aac-904c-ebc6e5c77270 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389998 Dec 22 05:24:55.887362 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-c4c5db3d-e4a3-4ee6-845b-f5633069d9f7 service neutron] 10.222.0.61 "GET /v2.0/ports/1496c0f8-298c-48db-b0d2-0db23f41df58/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0769506 Dec 22 05:24:56.008092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-4ae28605-32ce-4409-bd31-3c0846c8b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:56.009627 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-4ae28605-32ce-4409-bd31-3c0846c8b8cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 1099 time: 0.0828495 Dec 22 05:24:56.147334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-8bf0001a-1a74-4f49-942b-812aa720bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:56.149081 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-8bf0001a-1a74-4f49-942b-812aa720bb84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.1333358 Dec 22 05:24:56.257647 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-1ee503dd-435f-4bf6-a180-d991cf531847 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 200 len: 1001 time: 0.1022441 Dec 22 05:24:56.323654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-04cb5f8e-792f-4757-9c24-5128a1a9e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:56.325082 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-04cb5f8e-792f-4757-9c24-5128a1a9e93a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0616775 Dec 22 05:24:56.411657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-799d5332-194c-4586-8cde-dcdba6f2f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:56.413094 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-799d5332-194c-4586-8cde-dcdba6f2f0d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817437 Dec 22 05:24:56.551474 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-201f25a8-c943-4f87-819d-7a83968ca4b8 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313260 Dec 22 05:24:56.687631 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-e18f34f8-2fac-4435-867e-ae7c7d2a8be9 service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295490 Dec 22 05:24:56.967735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dd405e45-a0c1-422c-ab3a-81cd28b68fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:57.090178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2749d-596b-4186-bc91-c0b0239bbbc4 req-62c006ba-b5c5-43b6-92ef-7510675da445 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:57.091624 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7ca2749d-596b-4186-bc91-c0b0239bbbc4 req-62c006ba-b5c5-43b6-92ef-7510675da445 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0941405 Dec 22 05:24:57.136435 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7ca2749d-596b-4186-bc91-c0b0239bbbc4 req-97b12f57-375f-4a4b-8321-2f0e0abf45d2 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382600 Dec 22 05:24:58.158313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:58.159713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:58.338082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594221fd-46b4-4f56-b53b-22b7a8b9dc62 req-7221f97e-289b-48f2-b9bc-4d44d123cc24 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:58.339557 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-594221fd-46b4-4f56-b53b-22b7a8b9dc62 req-7221f97e-289b-48f2-b9bc-4d44d123cc24 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0932631 Dec 22 05:24:58.386163 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-594221fd-46b4-4f56-b53b-22b7a8b9dc62 req-04379fb9-02fb-4413-85ab-9c89cf2f7490 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Dec 22 05:24:59.584416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cea2f-84d3-44d4-9c5b-7757265a2540 req-eeedcff3-c44c-460c-9a9c-722374657063 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:59.586646 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8a6cea2f-84d3-44d4-9c5b-7757265a2540 req-eeedcff3-c44c-460c-9a9c-722374657063 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0857420 Dec 22 05:24:59.587052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:59.633150 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8a6cea2f-84d3-44d4-9c5b-7757265a2540 req-9b760c4d-3528-4c4d-80f8-55211bdaef8e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 Dec 22 05:25:00.317779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-a5e75ddf-45b6-4b98-a2d0-25d418c23e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:00.319145 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-a5e75ddf-45b6-4b98-a2d0-25d418c23e5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f&tenant_id=f6d63a8c243d4ec8a55b215ada77eddb HTTP/1.1" status: 200 len: 1099 time: 0.0780642 Dec 22 05:25:00.427663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-8b45b55a-2fd3-4fff-aef9-84986421d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:00.429173 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-8b45b55a-2fd3-4fff-aef9-84986421d4e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 1099 time: 0.0763295 Dec 22 05:25:00.668418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-cad3f41d-5e86-4c80-b748-704ea7020e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:00.669912 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-cad3f41d-5e86-4c80-b748-704ea7020e3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 200 len: 912 time: 0.2342613 Dec 22 05:25:00.776462 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-6646b2ee-3df7-4619-8cee-17ff634145f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 200 len: 1001 time: 0.0998528 Dec 22 05:25:00.839573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dcbf6-6951-4541-a8da-6adea65bd04f req-695c3d4f-e250-426e-96a7-c114b369ecfe tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:00.840981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-07b95639-fc24-45f6-a9c1-524e1c577c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:00.841128 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ec3dcbf6-6951-4541-a8da-6adea65bd04f req-695c3d4f-e250-426e-96a7-c114b369ecfe tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0969052 Dec 22 05:25:00.842509 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-07b95639-fc24-45f6-a9c1-524e1c577c26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 200 len: 850 time: 0.0600455 Dec 22 05:25:00.885700 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ec3dcbf6-6951-4541-a8da-6adea65bd04f req-284cf8f6-c6eb-43f9-b091-c3bc241d5b92 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385115 Dec 22 05:25:00.919633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-1bbfa28c-a3d1-41fc-a740-e81ed0747682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:00.921184 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-1bbfa28c-a3d1-41fc-a740-e81ed0747682 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b115268-965f-4168-874b-113fe6a17547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720847 Dec 22 05:25:01.056910 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-2dd953bc-fe96-490d-a4a4-d2dde9fc1c3b service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284158 Dec 22 05:25:01.195653 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-969d3a2b-9857-43e4-909a-80c35eecf34e req-5a1520ad-9062-4f00-8e24-e77c8044da2c service neutron] 10.222.0.61 "GET /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315355 Dec 22 05:25:02.082786 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d2840-ab7e-4543-a764-ce3a3bcf5fa1 req-5da534f4-a070-4c1c-864e-30f95472d31a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:02.084284 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-610d2840-ab7e-4543-a764-ce3a3bcf5fa1 req-5da534f4-a070-4c1c-864e-30f95472d31a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0909488 Dec 22 05:25:02.132569 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-610d2840-ab7e-4543-a764-ce3a3bcf5fa1 req-764df4b8-51b4-407b-a315-7ae24349adee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422995 Dec 22 05:25:03.027630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:25:03.032981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:25:03.299901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:03.310800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:03.327405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'mac_address': 'fa:16:3e:47:02:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:25:03.334775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd9ffb-a1c2-4afb-a7b5-ad5ba785f9a2 req-78e4fca4-1353-4048-8f77-1b6620661fbc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:03.336400 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7abd9ffb-a1c2-4afb-a7b5-ad5ba785f9a2 req-78e4fca4-1353-4048-8f77-1b6620661fbc tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0929997 Dec 22 05:25:03.370291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:03.382046 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7abd9ffb-a1c2-4afb-a7b5-ad5ba785f9a2 req-c87937fb-50e6-4655-8cc5-3b1a3be7daf1 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398700 Dec 22 05:25:03.395605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:03.405162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:03.407502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:03.439498 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:03.448847 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'code': 200} Dec 22 05:25:03.476314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1496c0f8-298c-48db-b0d2-0db23f41df58 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:25:03.535374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=11']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:03.539746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:03.549509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:25:03.549872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:25:04.111816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:04.129714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1496c0f8-298c-48db-b0d2-0db23f41df58 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:25:04.148808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:04.155059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:04.157057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-09c62451-b0bf-4048-8f47-b87d130b8a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:04.223210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=12']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:04.226830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:04.290204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['1496c0f8-298c-48db-b0d2-0db23f41df58'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:25:04.601844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e9ab7-1dc4-48af-9aca-6d5a4c31063a req-f6c528ce-49bb-408e-ae94-d32e5f80f95a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:04.603300 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f99e9ab7-1dc4-48af-9aca-6d5a4c31063a req-f6c528ce-49bb-408e-ae94-d32e5f80f95a tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0971062 Dec 22 05:25:04.658142 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f99e9ab7-1dc4-48af-9aca-6d5a4c31063a req-5876cc6e-4954-4558-a0a1-00e423953f37 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459454 Dec 22 05:25:05.027975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:25:05.109503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 1496c0f8-298c-48db-b0d2-0db23f41df58 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:25:05.109889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:05.239017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:05.273391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:05.279942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:05.282331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:05.352929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=13']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:05.356381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:05.450510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:05.507450 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'code': 200} Dec 22 05:25:05.874331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf674e-547d-4cf2-b154-f26a46261c27 req-0b89c1a5-4e95-49d6-abe4-d9c5511df05b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:05.875906 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8bcf674e-547d-4cf2-b154-f26a46261c27 req-0b89c1a5-4e95-49d6-abe4-d9c5511df05b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0974183 Dec 22 05:25:05.930472 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8bcf674e-547d-4cf2-b154-f26a46261c27 req-22099291-5b86-4bb0-b9d4-cc47ef8cf583 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487857 Dec 22 05:25:07.145702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f9381-476e-4f91-a0be-f6f68c7bccd0 req-99c926e5-69c7-4d86-a9c5-863069a6924d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:07.147198 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d1f9381-476e-4f91-a0be-f6f68c7bccd0 req-99c926e5-69c7-4d86-a9c5-863069a6924d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0970435 Dec 22 05:25:07.191089 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d1f9381-476e-4f91-a0be-f6f68c7bccd0 req-5db70bb2-0f05-4f77-bcd2-0758d1572c7b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377676 Dec 22 05:25:08.380624 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c7ce5-b10c-4481-afb9-b8fd253e2895 req-23365ddb-066a-411f-b0e7-fec387061308 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:08.382196 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fa1c7ce5-b10c-4481-afb9-b8fd253e2895 req-23365ddb-066a-411f-b0e7-fec387061308 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0811229 Dec 22 05:25:08.435031 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fa1c7ce5-b10c-4481-afb9-b8fd253e2895 req-32356702-9f9f-49b7-a527-88983d1cf04d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470815 Dec 22 05:25:09.631994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855df59-3c91-4766-8dc1-7e071e19255a req-c354177b-26a2-4d91-8cd6-bb0607510008 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:09.633532 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6855df59-3c91-4766-8dc1-7e071e19255a req-c354177b-26a2-4d91-8cd6-bb0607510008 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0883293 Dec 22 05:25:09.680606 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6855df59-3c91-4766-8dc1-7e071e19255a req-31b9c869-4c95-430c-87ef-49a560dab5a6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390389 Dec 22 05:25:10.891285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbab06-550b-4158-956d-4a05561187a4 req-bbd5b96d-44eb-4403-824f-9dee639dd350 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:10.892823 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55fbab06-550b-4158-956d-4a05561187a4 req-bbd5b96d-44eb-4403-824f-9dee639dd350 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0888603 Dec 22 05:25:11.047793 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55fbab06-550b-4158-956d-4a05561187a4 req-bd1e005a-28a9-4073-82b8-9f6a6e3a78d8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454852 Dec 22 05:25:11.058172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:25:11.193229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:11.206340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'port_id': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'mac_address': 'fa:16:3e:47:02:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:25:11.231345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d51e8e-de39-4459-a90b-775fba0f4241 req-3c222be2-c323-4e1f-897b-02067378d066 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:11.232845 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68d51e8e-de39-4459-a90b-775fba0f4241 req-3c222be2-c323-4e1f-897b-02067378d066 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0794935 Dec 22 05:25:11.262017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:11.278865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1496c0f8-298c-48db-b0d2-0db23f41df58 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:25:11.281698 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68d51e8e-de39-4459-a90b-775fba0f4241 req-0fad76fd-a4b2-485a-9048-ce876c24ca45 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426140 Dec 22 05:25:11.294617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:11.299667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:11.301447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:11.369565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=14']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:11.374667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:11.426597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['1496c0f8-298c-48db-b0d2-0db23f41df58'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:25:11.476707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26b81e-974b-45d9-b974-55c4db404d4e req-89a2a3bc-4089-49d5-ad27-b36fa493fec3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:11.478290 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fe26b81e-974b-45d9-b974-55c4db404d4e req-89a2a3bc-4089-49d5-ad27-b36fa493fec3 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0870872 Dec 22 05:25:11.523286 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fe26b81e-974b-45d9-b974-55c4db404d4e req-0ce4560a-1418-435c-a8d4-1f8971570ade tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391481 Dec 22 05:25:11.910674 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:25:11.913180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187025d-4f26-4a0b-a8bd-08f9a97ceca9 req-fb55f945-8e8b-4876-be43-0e92b9f7a1fa tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:11.914629 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0187025d-4f26-4a0b-a8bd-08f9a97ceca9 req-fb55f945-8e8b-4876-be43-0e92b9f7a1fa tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0853596 Dec 22 05:25:11.962229 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0187025d-4f26-4a0b-a8bd-08f9a97ceca9 req-69f8c06f-440c-4e1b-bbec-49d58ef32024 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Dec 22 05:25:13.089767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:25:13.157375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e57df1-469d-4825-8077-b5eff8750af4 req-2b3be053-7e9a-4c40-8812-aa8ea062b06d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:13.159006 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12e57df1-469d-4825-8077-b5eff8750af4 req-2b3be053-7e9a-4c40-8812-aa8ea062b06d tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 945 time: 0.0823073 Dec 22 05:25:13.163440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 1496c0f8-298c-48db-b0d2-0db23f41df58 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:25:13.163824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:13.204953 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12e57df1-469d-4825-8077-b5eff8750af4 req-5d3dc443-932d-4fb7-abf4-b3897192a0f8 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401871 Dec 22 05:25:13.289494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:13.316977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:13.327086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:13.333053 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:13.334887 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:13.364584 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'code': 200} Dec 22 05:25:13.402551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=15']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:13.405943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:14.398284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34841da8-7a28-4509-8cde-591ef8ab748d req-5044bd56-c2f5-472f-a5b2-51865a92bc5e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:14.399784 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34841da8-7a28-4509-8cde-591ef8ab748d req-5044bd56-c2f5-472f-a5b2-51865a92bc5e tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0865617 Dec 22 05:25:14.445479 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34841da8-7a28-4509-8cde-591ef8ab748d req-f2d740f7-a9b0-4c7d-99ff-c3ee7466d376 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7610cc5-ada5-400a-bf5d-89a7c0efabbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395749 Dec 22 05:25:14.549766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fef0d-901e-406e-a751-94ebc537f791 req-6a4c9199-cd07-4aba-9840-5d8a02768957 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:14.551254 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-289fef0d-901e-406e-a751-94ebc537f791 req-6a4c9199-cd07-4aba-9840-5d8a02768957 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 946 time: 0.0824707 Dec 22 05:25:14.633158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Deleting port 1496c0f8-298c-48db-b0d2-0db23f41df58 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:25:14.633497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:14.863923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:14.895947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] For port 1496c0f8-298c-48db-b0d2-0db23f41df58, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1496c0f8-298c-48db-b0d2-0db23f41df58,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:14.896301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:15.195945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:15.196384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:15.196694 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Floating IP 52277244-7c3a-4e28-b444-003208b22eb7 disassociated. External IP: 172.26.1.75, port: 1496c0f8-298c-48db-b0d2-0db23f41df58. Dec 22 05:25:15.197019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Calling delete_port for 1496c0f8-298c-48db-b0d2-0db23f41df58 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:25:15.345106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:15.351219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-db070e60-eaa9-457d-9496-a4e2bb7b5e14 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:15.395194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event deleted for resources: {'Port': ['ID=1496c0f8-298c-48db-b0d2-0db23f41df58,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:15.406012 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.406374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.406768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.407126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.407473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.407816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.408173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.408554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.408936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.409287 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.409665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.410071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:15.413989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:15.619675 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c80782f-f200-40be-96a9-b3800780d45b req-9e94334a-b1cb-4c36-8e31-00e145732aa6 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 210 time: 0.0454924 Dec 22 05:25:15.730447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Router 135377b0-4679-43eb-a826-f587b5701257 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:25:15.915490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:25:15.925473 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58871a-669a-42de-adb6-636354126657 None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:25:15.935466 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58871a-669a-42de-adb6-636354126657 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:25:15.936081 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0d58871a-669a-42de-adb6-636354126657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:24:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:15.991491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] No DVR routers for this DVR port 1496c0f8-298c-48db-b0d2-0db23f41df58 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:25:15.993956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:15.996582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-deleted', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:16.014249 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-289fef0d-901e-406e-a751-94ebc537f791 req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.61 "DELETE /v2.0/ports/1496c0f8-298c-48db-b0d2-0db23f41df58 HTTP/1.1" status: 204 len: 173 time: 1.4567835 Dec 22 05:25:16.054149 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3c81f-5182-4dc6-99b1-a1807fb6ef2f', 'name': 'network-vif-deleted', 'tag': '1496c0f8-298c-48db-b0d2-0db23f41df58', 'status': 'completed', 'code': 200} Dec 22 05:25:16.117421 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-0d58871a-669a-42de-adb6-636354126657 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:25:16.447762 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0d58871a-669a-42de-adb6-636354126657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:16.451534 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58871a-669a-42de-adb6-636354126657 None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:25:16.459648 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58871a-669a-42de-adb6-636354126657 None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:25:16.460275 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0d58871a-669a-42de-adb6-636354126657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:24:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:16.672121 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-0d58871a-669a-42de-adb6-636354126657 None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:25:16.785994 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58ef025a-ec30-4056-af16-8e0f12517aa7 req-1b5def5a-a1c3-48ee-8d67-84c20291da29 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/ports?device_id=63a3c81f-5182-4dc6-99b1-a1807fb6ef2f HTTP/1.1" status: 200 len: 210 time: 0.0430179 Dec 22 05:25:16.991076 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-0d58871a-669a-42de-adb6-636354126657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:16.995797 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58871a-669a-42de-adb6-636354126657 None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:16:30Z', 'revision_number': 4, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '2896fb66-2af1-42eb-ac8f-78f1a3923e88', 'name': '', 'network_id': '7b115268-965f-4168-874b-113fe6a17547', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'mac_address': 'fa:16:3e:e8:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '80094014-701f-47a4-9c14-317ae25eeacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:29Z', 'updated_at': '2021-12-22T05:16:35Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'subnets': [{'id': '80094014-701f-47a4-9c14-317ae25eeacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:25:17.229591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efc6c5-faab-407e-9ff7-271ff86ba2a9 None None] New status for floating IP 52277244-7c3a-4e28-b444-003208b22eb7: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:25:19.106323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:25:19.141914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 1496c0f8-298c-48db-b0d2-0db23f41df58 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:25:19.142100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1496c0f8-298c-48db-b0d2-0db23f41df58 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:25:21.190089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 36844) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:21.256946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-242470aa-f2d2-45d9-bedb-a487874e4905 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:21.286628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-242470aa-f2d2-45d9-bedb-a487874e4905 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:21.342075 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-242470aa-f2d2-45d9-bedb-a487874e4905 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:21.346779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-65e3e880-64da-4311-9da3-d764294002b4 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:21.360753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242470aa-f2d2-45d9-bedb-a487874e4905 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7610cc5-ada5-400a-bf5d-89a7c0efabbc,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:21.363553 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-242470aa-f2d2-45d9-bedb-a487874e4905 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:21.372702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-242470aa-f2d2-45d9-bedb-a487874e4905 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:21.373794 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-242470aa-f2d2-45d9-bedb-a487874e4905 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "DELETE /v2.0/security-groups/f7610cc5-ada5-400a-bf5d-89a7c0efabbc HTTP/1.1" status: 204 len: 168 time: 0.1825831 Dec 22 05:25:21.376389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 36848) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:21.392660 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.api.v2.resource [None req-19b7b13d-ca77-406d-bc18-935b829b7599 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] show failed (client error): The resource could not be found. Dec 22 05:25:21.393623 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-19b7b13d-ca77-406d-bc18-935b829b7599 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "GET /v2.0/security-groups/f7610cc5-ada5-400a-bf5d-89a7c0efabbc HTTP/1.1" status: 404 len: 347 time: 0.0163107 Dec 22 05:25:21.399611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 36852) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:21.570732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Deleting port a21eb555-26c6-4d29-a654-d5ca8a8d83bb {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:25:21.571045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:21.751374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:21.751664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:21.876599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Calling delete_port for a21eb555-26c6-4d29-a654-d5ca8a8d83bb owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:25:22.023853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:22.028632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-299e4407-1700-4a18-a83f-66ffa0bf7d85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:22.074987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Pushing event deleted for resources: {'Port': ['ID=a21eb555-26c6-4d29-a654-d5ca8a8d83bb,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:22.100706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:22.166094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:22.186966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:22.188111 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] 10.222.0.36 "DELETE /v2.0/floatingips/52277244-7c3a-4e28-b444-003208b22eb7 HTTP/1.1" status: 204 len: 168 time: 0.7871783 Dec 22 05:25:22.192803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 36856) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:22.822631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:23.304471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Deleting port 2896fb66-2af1-42eb-ac8f-78f1a3923e88 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:25:23.305199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:23.477202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] For port 2896fb66-2af1-42eb-ac8f-78f1a3923e88, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2896fb66-2af1-42eb-ac8f-78f1a3923e88,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:23.477442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:23.601295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Calling delete_port for 2896fb66-2af1-42eb-ac8f-78f1a3923e88 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:25:23.920340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:23.927876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:24.004935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2896fb66-2af1-42eb-ac8f-78f1a3923e88,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:24.046068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.046449 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.046821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.047178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.047536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.047902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.048277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.048664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.048984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.049314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.049657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.050010 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:24.053527 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:24.263813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:24.623666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-bc4d0ca6-d234-46eb-8048-e91f303c17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:24.774627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Router 135377b0-4679-43eb-a826-f587b5701257 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:25:24.966416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:25:24.976347 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] Sync routers for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:25:24.982810 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] 10.222.0.36 "PUT /v2.0/routers/135377b0-4679-43eb-a826-f587b5701257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7888181 Dec 22 05:25:24.986659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 36862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:24.987842 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:25:24.989170 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:24:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:25.167542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:25.170274 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:25:25.349163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:25.361567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Deleting port 92cb0e3d-afca-431b-b7ad-6497d74dc34a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:25:25.361567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:25.467856 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:25:23Z', 'revision_number': 5, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port': {'id': '92cb0e3d-afca-431b-b7ad-6497d74dc34a', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135377b0-4679-43eb-a826-f587b5701257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:27Z', 'updated_at': '2021-12-22T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:25.471971 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] Checking router: 135377b0-4679-43eb-a826-f587b5701257 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:25:25.485087 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] Routers {'135377b0-4679-43eb-a826-f587b5701257'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:25:25.486154 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:24:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['135377b0-4679-43eb-a826-f587b5701257'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:25.557767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] For port 92cb0e3d-afca-431b-b7ad-6497d74dc34a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=92cb0e3d-afca-431b-b7ad-6497d74dc34a,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:25.558379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:25.637659 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] Set router 135377b0-4679-43eb-a826-f587b5701257 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:25:25.685444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Calling delete_port for 92cb0e3d-afca-431b-b7ad-6497d74dc34a owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:25:25.742112 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:25:25Z', 'revision_number': 6, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:25.746280 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db3915-8947-4094-a935-fbc3eb82180b None None] The sync data for ids ['135377b0-4679-43eb-a826-f587b5701257'] in dv-neutron-822524-1-hyperv is: [{'id': '135377b0-4679-43eb-a826-f587b5701257', 'name': 'tempest-ServerActionsTestJSON-743310322-router', 'tenant_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:26Z', 'updated_at': '2021-12-22T05:25:25Z', 'revision_number': 6, 'project_id': 'f6d63a8c243d4ec8a55b215ada77eddb', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:25:25.868357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:25.872938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:25.916076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Pushing event deleted for resources: {'Port': ['ID=92cb0e3d-afca-431b-b7ad-6497d74dc34a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:25.944892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:26.007392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.318276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.320478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.345829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.346514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135377b0-4679-43eb-a826-f587b5701257 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:25:26.359394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.360612 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] 10.222.0.36 "DELETE /v2.0/routers/135377b0-4679-43eb-a826-f587b5701257 HTTP/1.1" status: 204 len: 168 time: 1.3730524 Dec 22 05:25:26.363367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 36868) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:26.424918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4eff799-29dc-4627-93c4-998c0ba3993b admin admin] Deleting subnet 80094014-701f-47a4-9c14-317ae25eeacc {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:25:26.428181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4eff799-29dc-4627-93c4-998c0ba3993b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.476945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4eff799-29dc-4627-93c4-998c0ba3993b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.558607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4eff799-29dc-4627-93c4-998c0ba3993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.634659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4eff799-29dc-4627-93c4-998c0ba3993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.639139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84756a78-6b14-45da-ad51-26c9c1d8baa0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:26.674222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eff799-29dc-4627-93c4-998c0ba3993b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80094014-701f-47a4-9c14-317ae25eeacc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:26.678286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f4eff799-29dc-4627-93c4-998c0ba3993b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:26.679559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4eff799-29dc-4627-93c4-998c0ba3993b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.684889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dfa4aa-74c8-4e04-95ab-12a58203b047 None None] Network 7b115268-965f-4168-874b-113fe6a17547 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:25:26.685319 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f4eff799-29dc-4627-93c4-998c0ba3993b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/80094014-701f-47a4-9c14-317ae25eeacc HTTP/1.1" status: 204 len: 168 time: 0.3210001 Dec 22 05:25:26.687808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 36872) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:26.804833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.815254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Deleting port 6dec213d-b8d8-4052-8600-5f8e95ef400f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:25:26.815559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:26.939338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] DHCP port deletion for 7b115268-965f-4168-874b-113fe6a17547 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:25:26.943499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] Deleting port 6dec213d-b8d8-4052-8600-5f8e95ef400f {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:25:26.943877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.005117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a3fd-7303-413a-9928-7070f41da66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.033079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] For port 6dec213d-b8d8-4052-8600-5f8e95ef400f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6dec213d-b8d8-4052-8600-5f8e95ef400f,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:27.033730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.154922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Calling delete_port for 6dec213d-b8d8-4052-8600-5f8e95ef400f owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:25:27.158211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] For port 6dec213d-b8d8-4052-8600-5f8e95ef400f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=6dec213d-b8d8-4052-8600-5f8e95ef400f,segment=NetworkSegment(5f00e50a-0649-4212-93ef-7102c6fad8db),segment_id=5f00e50a-0649-4212-93ef-7102c6fad8db)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:27.158616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.238143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.249950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:27.284757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6dec213d-b8d8-4052-8600-5f8e95ef400f no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:25:27.286906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] No DVR routers for this DVR port 6dec213d-b8d8-4052-8600-5f8e95ef400f on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:25:27.324193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] Calling delete_port for 6dec213d-b8d8-4052-8600-5f8e95ef400f owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:25:27.328443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dec213d-b8d8-4052-8600-5f8e95ef400f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:27.330902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:27.369509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 6dec213d-b8d8-4052-8600-5f8e95ef400f {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:25:27.369858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 6dec213d-b8d8-4052-8600-5f8e95ef400f not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:25:27.370282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2896fb66-2af1-42eb-ac8f-78f1a3923e88 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:25:27.406926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 2896fb66-2af1-42eb-ac8f-78f1a3923e88 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:25:27.407129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2896fb66-2af1-42eb-ac8f-78f1a3923e88 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:25:27.407585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 92cb0e3d-afca-431b-b7ad-6497d74dc34a no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:25:27.421818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.447477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 92cb0e3d-afca-431b-b7ad-6497d74dc34a {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:25:27.447805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 92cb0e3d-afca-431b-b7ad-6497d74dc34a not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:25:27.448219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b115268-965f-4168-874b-113fe6a17547']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:27.461872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f00e50a-0649-4212-93ef-7102c6fad8db') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:27.462179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f00e50a-0649-4212-93ef-7102c6fad8db') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:27.469060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:25:27.469416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:25:27.473891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.490106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.496839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:25:27.497236 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:25:27.510518 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:25:27.591507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.595007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-493476e0-8ac3-4bc5-857e-4943f015d836 tempest-RoutersTest-1997778091 tempest-RoutersTest-1997778091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:27.608154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.618439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b115268-965f-4168-874b-113fe6a17547,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:27.621502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:27.633457 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7b115268-965f-4168-874b-113fe6a17547 HTTP/1.1" status: 204 len: 168 time: 0.9446104 Dec 22 05:25:27.750900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 36878) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:27.801053 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dabb1bc7-7582-464f-b437-bfcafd66c79b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6d63a8c243d4ec8a55b215ada77eddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489347 Dec 22 05:25:27.803665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 36882) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:27.861237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50c4c4e1-018e-4e71-8bed-6fedb6600b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.886807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50c4c4e1-018e-4e71-8bed-6fedb6600b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.949120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50c4c4e1-018e-4e71-8bed-6fedb6600b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:27.952796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c1f4ab1-a67f-450d-bebb-12b3f47e52a7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:27.970344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] Deleting port 6dec213d-b8d8-4052-8600-5f8e95ef400f {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:25:27.970952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:28.044270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fc8440de-3ccc-4291-a2f5-bc991b11b816 None None] The port '6dec213d-b8d8-4052-8600-5f8e95ef400f' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:25:28.091426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4c4e1-018e-4e71-8bed-6fedb6600b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1a2f1c-3a9c-4d40-863c-f7d1a41e537d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:28.095282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-50c4c4e1-018e-4e71-8bed-6fedb6600b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:28.098604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50c4c4e1-018e-4e71-8bed-6fedb6600b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:28.099701 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-50c4c4e1-018e-4e71-8bed-6fedb6600b8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc1a2f1c-3a9c-4d40-863c-f7d1a41e537d HTTP/1.1" status: 204 len: 168 time: 0.2950850 Dec 22 05:25:28.149554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:28.151511 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:28.925645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 36908) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:29.044446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-120336225-network', 'tenant_id': '6039e0c3632946198f5e9aa749dfe4d4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:29.052152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:25:29.056558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Usage tracker for resource:network and tenant:6039e0c3632946198f5e9aa749dfe4d4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:25:29.059631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:25:29.066779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:25:29.078775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Made reservation on behalf of 6039e0c3632946198f5e9aa749dfe4d4 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:25:29.081743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.093676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.107760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:25:29.111548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Usage tracker for resource:security_group_rule and tenant:6039e0c3632946198f5e9aa749dfe4d4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:25:29.114540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:25:29.120615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:25:29.203576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.207714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.210772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53f5b63b-f9b2-4157-b6d8-aaddca120e28 tempest-PortsAdminExtendedAttrsTestJSON-999082232 tempest-PortsAdminExtendedAttrsTestJSON-999082232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:29.241014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:25:29.246263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f00ce6e-c07e-41ef-8833-198039db1508,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:29.249966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:29.253743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.254188 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Added segment 34479696-63ef-4901-ab30-84479927c1e3 of type vlan for network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 Dec 22 05:25:29.281187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.310503 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.311544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:29.312120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.315374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f99e226d-04d9-4377-8855-19aef7f9bcaa tempest-BulkNetworkOpsIpV6Test-771177298 tempest-BulkNetworkOpsIpV6Test-771177298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:29.418399 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4913876 Dec 22 05:25:29.419147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Pushing event updated for resources: {'Network': ['ID=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:29.421305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 36914) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:25:29.424007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:29.427604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Request body: {'subnet': {'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-120336225-subnet', 'tenant_id': '6039e0c3632946198f5e9aa749dfe4d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:29.431185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:25:29.432647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:25:29.436796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Usage tracker for resource:subnet and tenant:6039e0c3632946198f5e9aa749dfe4d4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:25:29.439777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:25:29.445488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:25:29.456899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Made reservation on behalf of 6039e0c3632946198f5e9aa749dfe4d4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:25:29.459253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.588113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.677212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.681534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-69f57374-88c4-4475-ae13-7d8cd635ffc1 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:29.748284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:29.751486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:29.757452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Checking segment: {'id': '34479696-63ef-4901-ab30-84479927c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:25:29.757801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Network hostable DHCP agents. Network: baba24dd-e61f-4b80-b9f6-e9cb4908c2b1, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:25:29.779281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:25:29.791180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, baba24dd-e61f-4b80-b9f6-e9cb4908c2b1) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:25:29.795353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:29.795946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:29.802419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824617fd-54f0-4261-b7dc-94a606a5a951 None None] Network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:25:29.820506 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3953583 Dec 22 05:25:30.064764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac63939-7621-47e5-b692-498b933beb56 None None] Network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:25:30.360895 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-abc0a7ba-57ce-43bf-824c-e73959e7af3a tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:30.361545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-abc0a7ba-57ce-43bf-824c-e73959e7af3a tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Synchronizing usage tracker for tenant:6039e0c3632946198f5e9aa749dfe4d4 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:25:30.380478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-abc0a7ba-57ce-43bf-824c-e73959e7af3a tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Unset dirty status for tenant:6039e0c3632946198f5e9aa749dfe4d4 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:25:30.381962 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-abc0a7ba-57ce-43bf-824c-e73959e7af3a tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/networks?id=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 HTTP/1.1" status: 200 len: 813 time: 0.1776652 Dec 22 05:25:30.401905 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-63c7b388-75e1-43d7-88ba-da36969ba06f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/quotas/6039e0c3632946198f5e9aa749dfe4d4 HTTP/1.1" status: 200 len: 375 time: 0.0107398 Dec 22 05:25:30.457638 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-55aa8d27-11d8-40ca-a7fa-bfd6a98d9a3e tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6039e0c3632946198f5e9aa749dfe4d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515599 Dec 22 05:25:30.471675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-021ac8ba-0a3d-497e-9fec-3b23cf822767 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:25:30.472757 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-021ac8ba-0a3d-497e-9fec-3b23cf822767 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052943 Dec 22 05:25:30.625711 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-b9489f4d-8361-4c4f-8fa3-e2bdc5d17657 service neutron] 10.222.0.36 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447690 Dec 22 05:25:30.777077 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-910ebf78-c4da-4393-a2be-1c0d27b1ad8e service neutron] 10.222.0.36 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444674 Dec 22 05:25:30.956256 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7a767c5-4713-4a09-b864-fa33b2c50f6c req-04ecc1c5-d755-4d67-b052-8531977eb9f5 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 210 time: 0.0422254 Dec 22 05:25:32.113814 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ed9cc55-ab8a-468c-8d19-2fa17767fd38 req-dae1e107-9ad0-4227-abb2-29f126be2e7e tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 210 time: 0.0432150 Dec 22 05:25:32.319038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-a3b9cb58-461f-4f1d-bf55-d3f16ba16222 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:32.320511 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-a3b9cb58-461f-4f1d-bf55-d3f16ba16222 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.61 "GET /v2.0/networks?id=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 HTTP/1.1" status: 200 len: 813 time: 0.1485817 Dec 22 05:25:32.338532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Request body: {'port': {'device_id': 'd7b5517f-de39-4d0a-b5a4-717d63f029aa', 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1', 'admin_state_up': True, 'tenant_id': '6039e0c3632946198f5e9aa749dfe4d4'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:32.482511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:25:32.487760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Usage tracker for resource:port and tenant:6039e0c3632946198f5e9aa749dfe4d4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:25:32.490738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:25:32.496560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:25:32.508711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Made reservation on behalf of 6039e0c3632946198f5e9aa749dfe4d4 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:25:32.512128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:32.676756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Allocated IP 172.20.0.7 (baba24dd-e61f-4b80-b9f6-e9cb4908c2b1/4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2/35d7c0d5-e19b-4727-a620-dcae9935f1eb) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:25:32.888927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:32.922461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:32.928318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-47cef23f-2256-4b44-b9be-f33b2f1761f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:32.992930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:25:32.994014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:25:32.997991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:25:33.030487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Pushing event updated for resources: {'Port': ['ID=35d7c0d5-e19b-4727-a620-dcae9935f1eb,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:33.033382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:33.070018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:33.070641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:33.092997 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7582092 Dec 22 05:25:33.110426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Request body: {'port': {'device_id': 'd7b5517f-de39-4d0a-b5a4-717d63f029aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:33.225203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:33.314909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304730a-3d63-4be7-9df2-3fd75554405f req-6e150429-26e3-4e42-9c34-db62d0f24039 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:33.316416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8304730a-3d63-4be7-9df2-3fd75554405f req-6e150429-26e3-4e42-9c34-db62d0f24039 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 931 time: 0.0860584 Dec 22 05:25:33.361425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8304730a-3d63-4be7-9df2-3fd75554405f req-0125154c-63d1-4d6a-8065-488724ac4c54 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Synchronizing usage tracker for tenant:6039e0c3632946198f5e9aa749dfe4d4 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:25:33.380251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8304730a-3d63-4be7-9df2-3fd75554405f req-0125154c-63d1-4d6a-8065-488724ac4c54 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Unset dirty status for tenant:6039e0c3632946198f5e9aa749dfe4d4 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:25:33.381394 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8304730a-3d63-4be7-9df2-3fd75554405f req-0125154c-63d1-4d6a-8065-488724ac4c54 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590053 Dec 22 05:25:33.588730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d7c0d5-e19b-4727-a620-dcae9935f1eb {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:25:33.596149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:33.610969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Transition to ACTIVE for port object 35d7c0d5-e19b-4727-a620-dcae9935f1eb will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:25:33.617498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:33.621241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-88b35e1b-ecb6-494a-bf39-22dc87e43509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:33.856838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Pushing event updated for resources: {'Port': ['ID=35d7c0d5-e19b-4727-a620-dcae9935f1eb,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:33.882689 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:33.961102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Attempting to bind port 35d7c0d5-e19b-4727-a620-dcae9935f1eb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:25:33.961381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Attempting to bind port 35d7c0d5-e19b-4727-a620-dcae9935f1eb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '34479696-63ef-4901-ab30-84479927c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:25:33.961724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Attempting to bind port 35d7c0d5-e19b-4727-a620-dcae9935f1eb on network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:25:33.966544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Port 35d7c0d5-e19b-4727-a620-dcae9935f1eb on network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:25:33.966853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Attempting to bind port 35d7c0d5-e19b-4727-a620-dcae9935f1eb on network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:25:33.971951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:25:33.972305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Checking segment: {'id': '34479696-63ef-4901-ab30-84479927c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:25:33.972683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Bound using segment: {'id': '34479696-63ef-4901-ab30-84479927c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:25:33.973126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Bound port: 35d7c0d5-e19b-4727-a620-dcae9935f1eb, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34479696-63ef-4901-ab30-84479927c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:25:33.973441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:34.062742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] For port 35d7c0d5-e19b-4727-a620-dcae9935f1eb, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:25:34.065655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] For port 35d7c0d5-e19b-4727-a620-dcae9935f1eb, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d7c0d5-e19b-4727-a620-dcae9935f1eb,segment=NetworkSegment(34479696-63ef-4901-ab30-84479927c1e3),segment_id=34479696-63ef-4901-ab30-84479927c1e3)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:25:34.072824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:34.076433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:34.136089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:34.136759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:34.138131 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] 10.222.0.61 "PUT /v2.0/ports/35d7c0d5-e19b-4727-a620-dcae9935f1eb HTTP/1.1" status: 200 len: 1093 time: 1.0317454 Dec 22 05:25:34.138677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b5517f-de39-4d0a-b5a4-717d63f029aa', 'tag': '35d7c0d5-e19b-4727-a620-dcae9935f1eb'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:34.157636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Pushing event updated for resources: {'Port': ['ID=35d7c0d5-e19b-4727-a620-dcae9935f1eb,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:34.160994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:34.192413 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b5517f-de39-4d0a-b5a4-717d63f029aa', 'tag': '35d7c0d5-e19b-4727-a620-dcae9935f1eb', 'status': 'completed', 'code': 200} Dec 22 05:25:34.286241 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4f8ee44c-85a7-4579-8634-cccdb7a83ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:34.287809 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-4f8ee44c-85a7-4579-8634-cccdb7a83ef3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6039e0c3632946198f5e9aa749dfe4d4&device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 1096 time: 0.0776587 Dec 22 05:25:34.364871 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-80d7d193-1a54-49c3-8c1d-fac20ec5f108 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d7c0d5-e19b-4727-a620-dcae9935f1eb HTTP/1.1" status: 200 len: 217 time: 0.0641048 Dec 22 05:25:34.432505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-23d28f96-2ec4-4daa-942a-7319aa81053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:34.434575 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-23d28f96-2ec4-4daa-942a-7319aa81053c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2 HTTP/1.1" status: 200 len: 853 time: 0.0637023 Dec 22 05:25:34.482734 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-da67feff-f3ac-4c00-97fc-9655bda95945 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407867 Dec 22 05:25:34.581313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07a1b0-b883-4659-93d4-2e98b8224430 req-ac001940-b438-4fd7-b12c-ffcfb7d41c53 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:34.583264 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef07a1b0-b883-4659-93d4-2e98b8224430 req-ac001940-b438-4fd7-b12c-ffcfb7d41c53 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 943 time: 0.0851889 Dec 22 05:25:34.625701 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-8a7f8885-7b3f-4934-bd73-2371b4b9a278 service neutron] 10.222.0.61 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360018 Dec 22 05:25:34.632950 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef07a1b0-b883-4659-93d4-2e98b8224430 req-fa53b68a-46f8-4654-a505-eb741ac35628 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438471 Dec 22 05:25:34.757654 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-543f789a-5ff8-4973-8c70-95b2609cc532 req-0f80bad5-8498-4efe-8cb2-f8f3c354f72f service neutron] 10.222.0.61 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252551 Dec 22 05:25:34.924740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341ec3-c805-462f-80c6-886feecaca77 req-b9d92c53-845b-466a-b0e4-be8d1b391728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:34.926269 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f7341ec3-c805-462f-80c6-886feecaca77 req-b9d92c53-845b-466a-b0e4-be8d1b391728 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6039e0c3632946198f5e9aa749dfe4d4&device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 1096 time: 0.0790989 Dec 22 05:25:35.068206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341ec3-c805-462f-80c6-886feecaca77 req-46b3b924-8c3f-442a-ba08-2d6f5d535c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:35.069575 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f7341ec3-c805-462f-80c6-886feecaca77 req-46b3b924-8c3f-442a-ba08-2d6f5d535c53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 HTTP/1.1" status: 200 len: 914 time: 0.1364882 Dec 22 05:25:35.136512 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f7341ec3-c805-462f-80c6-886feecaca77 req-cfd737de-c301-49dd-b12e-fd97e20c84cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d7c0d5-e19b-4727-a620-dcae9935f1eb HTTP/1.1" status: 200 len: 217 time: 0.0605788 Dec 22 05:25:35.205020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341ec3-c805-462f-80c6-886feecaca77 req-3339d3e5-e4ff-4486-ab5a-f9fca61dc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:35.206564 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f7341ec3-c805-462f-80c6-886feecaca77 req-3339d3e5-e4ff-4486-ab5a-f9fca61dc36d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2 HTTP/1.1" status: 200 len: 853 time: 0.0644095 Dec 22 05:25:35.253267 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f7341ec3-c805-462f-80c6-886feecaca77 req-38de17da-81eb-4099-972b-0f0d74f1b78e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403695 Dec 22 05:25:35.386198 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f7341ec3-c805-462f-80c6-886feecaca77 req-7ad75d33-e9a3-458b-8b43-fe98ed649bbe service neutron] 10.222.0.61 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254826 Dec 22 05:25:35.630421 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f7341ec3-c805-462f-80c6-886feecaca77 req-ae60121d-8e07-4062-9055-786b64625a76 service neutron] 10.222.0.61 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374296 Dec 22 05:25:35.829608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278e76e-b44a-462f-a230-5a0b1dee26e4 req-ad644918-cd60-4c99-99f3-243f98ff2aee tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:35.831075 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f278e76e-b44a-462f-a230-5a0b1dee26e4 req-ad644918-cd60-4c99-99f3-243f98ff2aee tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 943 time: 0.0869324 Dec 22 05:25:35.878046 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f278e76e-b44a-462f-a230-5a0b1dee26e4 req-8f02b6e7-4134-4bf5-899a-19aa373abab4 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393081 Dec 22 05:25:37.102389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c3ff4-c6ee-45ed-9a6a-7242a0c8b846 req-04aeb709-f5c1-48db-af1d-d2ae2478102a tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:37.103838 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7e3c3ff4-c6ee-45ed-9a6a-7242a0c8b846 req-04aeb709-f5c1-48db-af1d-d2ae2478102a tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 943 time: 0.0938392 Dec 22 05:25:37.151069 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7e3c3ff4-c6ee-45ed-9a6a-7242a0c8b846 req-a562c5d5-41e0-443a-adf4-4a6a9cf99be0 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Dec 22 05:25:38.370280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83aa2f-38ad-40b9-aaf3-778703c44ac6 req-c3aa075a-16cc-492c-b793-eab0776e99bd tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:38.371756 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a83aa2f-38ad-40b9-aaf3-778703c44ac6 req-c3aa075a-16cc-492c-b793-eab0776e99bd tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 943 time: 0.0922129 Dec 22 05:25:38.424372 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a83aa2f-38ad-40b9-aaf3-778703c44ac6 req-0cf7bed6-5f09-4cfa-af53-ec819d1ec93e tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Dec 22 05:25:39.244420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 35d7c0d5-e19b-4727-a620-dcae9935f1eb details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:25:39.382395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 35d7c0d5-e19b-4727-a620-dcae9935f1eb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d7c0d5-e19b-4727-a620-dcae9935f1eb,segment=NetworkSegment(34479696-63ef-4901-ab30-84479927c1e3),segment_id=34479696-63ef-4901-ab30-84479927c1e3)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:39.395619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '35d7c0d5-e19b-4727-a620-dcae9935f1eb', 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1', 'port_id': '35d7c0d5-e19b-4727-a620-dcae9935f1eb', 'mac_address': 'fa:16:3e:99:8c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:25:39.450236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:39.467380 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d7c0d5-e19b-4727-a620-dcae9935f1eb {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:25:39.483003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 35d7c0d5-e19b-4727-a620-dcae9935f1eb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d7c0d5-e19b-4727-a620-dcae9935f1eb,segment=NetworkSegment(34479696-63ef-4901-ab30-84479927c1e3),segment_id=34479696-63ef-4901-ab30-84479927c1e3)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:39.488619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:39.490373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:39.559179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=35d7c0d5-e19b-4727-a620-dcae9935f1eb,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:39.562309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:39.742124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62c42-0a17-4a0c-8cad-44d22cfcb618 req-84e81b81-afcc-45b6-bf0f-fa656a07b905 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:39.743381 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37b62c42-0a17-4a0c-8cad-44d22cfcb618 req-84e81b81-afcc-45b6-bf0f-fa656a07b905 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 944 time: 0.2061012 Dec 22 05:25:39.790804 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37b62c42-0a17-4a0c-8cad-44d22cfcb618 req-e56f2970-1640-4468-8b18-bf8f22b7451e tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412209 Dec 22 05:25:39.886465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['35d7c0d5-e19b-4727-a620-dcae9935f1eb'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:25:41.153864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a2f57-00c7-4764-ba3f-39afced00db1 req-7c192d2e-11ca-4aa9-8572-2cca7928b0f1 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:41.155310 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a8a2f57-00c7-4764-ba3f-39afced00db1 req-7c192d2e-11ca-4aa9-8572-2cca7928b0f1 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 944 time: 0.0967355 Dec 22 05:25:41.204198 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a8a2f57-00c7-4764-ba3f-39afced00db1 req-3f8fa3c5-9068-4d87-ac56-4e69d3844cd8 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Dec 22 05:25:41.264956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 35d7c0d5-e19b-4727-a620-dcae9935f1eb up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:25:41.335760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 35d7c0d5-e19b-4727-a620-dcae9935f1eb completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:25:41.343495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 35d7c0d5-e19b-4727-a620-dcae9935f1eb triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:25:41.344028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:41.468677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:41.495554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b5517f-de39-4d0a-b5a4-717d63f029aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d7c0d5-e19b-4727-a620-dcae9935f1eb'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:41.505691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 35d7c0d5-e19b-4727-a620-dcae9935f1eb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d7c0d5-e19b-4727-a620-dcae9935f1eb,segment=NetworkSegment(34479696-63ef-4901-ab30-84479927c1e3),segment_id=34479696-63ef-4901-ab30-84479927c1e3)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:41.510852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:41.512803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:41.547693 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b5517f-de39-4d0a-b5a4-717d63f029aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d7c0d5-e19b-4727-a620-dcae9935f1eb', 'code': 200} Dec 22 05:25:41.582843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=35d7c0d5-e19b-4727-a620-dcae9935f1eb,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:41.586959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:41.811089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1851497-d2ee-470f-9253-42fa73c8450b req-ba812705-2c56-4635-bf50-8ab1d65fabee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:41.812487 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1851497-d2ee-470f-9253-42fa73c8450b req-ba812705-2c56-4635-bf50-8ab1d65fabee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 1098 time: 0.0755825 Dec 22 05:25:41.854203 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a1851497-d2ee-470f-9253-42fa73c8450b req-a93c481f-41ef-493e-a191-e86e2c150e93 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349433 Dec 22 05:25:42.405033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc192adc-be7e-44c5-befe-1d143217e11a req-ef61537b-12fc-4616-8139-052aea9f986d tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:42.406618 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc192adc-be7e-44c5-befe-1d143217e11a req-ef61537b-12fc-4616-8139-052aea9f986d tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.0921440 Dec 22 05:25:42.453364 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc192adc-be7e-44c5-befe-1d143217e11a req-5070a387-60a1-488c-9d51-510f2ebb6a54 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Dec 22 05:25:43.669770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366aa6e-cbe5-4481-b84a-53bdaa09a204 req-b2bd8876-975b-4186-857a-276ce29d5d2d tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:43.671237 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a366aa6e-cbe5-4481-b84a-53bdaa09a204 req-b2bd8876-975b-4186-857a-276ce29d5d2d tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.0978956 Dec 22 05:25:43.718997 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a366aa6e-cbe5-4481-b84a-53bdaa09a204 req-6add51f1-c72c-437f-8da4-df7ea24c7f67 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Dec 22 05:25:44.030918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-fb3f2231-2daf-4fe4-957b-74de045083d0 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:44.032357 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-fb3f2231-2daf-4fe4-957b-74de045083d0 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/networks?id=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 HTTP/1.1" status: 200 len: 813 time: 0.1625433 Dec 22 05:25:44.049807 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-d388d4c0-cf9b-48f3-bea8-304c5d2c2ea8 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/quotas/6039e0c3632946198f5e9aa749dfe4d4 HTTP/1.1" status: 200 len: 375 time: 0.0092967 Dec 22 05:25:44.130060 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-09421907-6791-4624-9821-a79ba1284cf4 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6039e0c3632946198f5e9aa749dfe4d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753365 Dec 22 05:25:44.309012 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a63976b0-66c9-4e8d-bce8-086d855acf27 service neutron] 10.222.0.36 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707199 Dec 22 05:25:44.447400 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-07e21ac9-96c4-4f9e-9b05-022c88be150a service neutron] 10.222.0.36 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301136 Dec 22 05:25:44.634028 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7664104b-6db6-4d82-821f-bc78576f23e0 req-6e2dd773-8bbf-4486-a85f-db809453a314 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 210 time: 0.0494545 Dec 22 05:25:44.889048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:45.795075 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5d9ca37-756e-4f27-88dd-71a4291a812a req-eda4bc1a-6feb-4547-8096-9d4adeacc46c tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 210 time: 0.0443327 Dec 22 05:25:45.796604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-d53727f8-99d5-40ff-bcee-b11895ee5e17 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:45.798332 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-d53727f8-99d5-40ff-bcee-b11895ee5e17 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.61 "GET /v2.0/networks?id=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 HTTP/1.1" status: 200 len: 813 time: 0.1579204 Dec 22 05:25:45.817859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Request body: {'port': {'device_id': 'ba6123a8-5b9f-4676-a2c3-8156ccac8aec', 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1', 'admin_state_up': True, 'tenant_id': '6039e0c3632946198f5e9aa749dfe4d4'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:45.955449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:25:45.959593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Usage tracker for resource:port and tenant:6039e0c3632946198f5e9aa749dfe4d4 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:25:45.962662 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:25:45.968465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:25:45.980853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Made reservation on behalf of 6039e0c3632946198f5e9aa749dfe4d4 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:25:45.985684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.156405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Allocated IP 172.20.0.14 (baba24dd-e61f-4b80-b9f6-e9cb4908c2b1/4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2/cd8428ea-5a17-4c20-977f-9dd78ae84e71) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:25:46.360561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.393303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.400500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:46.427889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['35d7c0d5-e19b-4727-a620-dcae9935f1eb'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:25:46.474870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:25:46.478013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:25:46.481901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:25:46.512411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Pushing event updated for resources: {'Port': ['ID=cd8428ea-5a17-4c20-977f-9dd78ae84e71,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:46.518631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:46.547776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:46.548413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.569883 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7558305 Dec 22 05:25:46.588727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Request body: {'port': {'device_id': 'ba6123a8-5b9f-4676-a2c3-8156ccac8aec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:46.706463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.985867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c634c-7762-4de8-a29e-8d2d3bd68df1 req-9cc6a253-b2bb-4431-91be-9cdce9e042a6 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:46.988109 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6e1c634c-7762-4de8-a29e-8d2d3bd68df1 req-9cc6a253-b2bb-4431-91be-9cdce9e042a6 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 932 time: 0.0820622 Dec 22 05:25:47.036936 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6e1c634c-7762-4de8-a29e-8d2d3bd68df1 req-063c837b-1bee-4ad1-a37d-bfd2dc9f410b tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Dec 22 05:25:47.052952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8428ea-5a17-4c20-977f-9dd78ae84e71 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:25:47.061270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.079462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Transition to ACTIVE for port object cd8428ea-5a17-4c20-977f-9dd78ae84e71 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:25:47.085793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.089966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6e5dc35b-8a10-4bac-8e50-bf9a547dfb41 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:47.249033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8428ea-5a17-4c20-977f-9dd78ae84e71,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:47.369974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:47.437788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Attempting to bind port cd8428ea-5a17-4c20-977f-9dd78ae84e71 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:25:47.438240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Attempting to bind port cd8428ea-5a17-4c20-977f-9dd78ae84e71 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '34479696-63ef-4901-ab30-84479927c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:25:47.438431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Attempting to bind port cd8428ea-5a17-4c20-977f-9dd78ae84e71 on network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:25:47.445834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Port cd8428ea-5a17-4c20-977f-9dd78ae84e71 on network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:25:47.446144 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Attempting to bind port cd8428ea-5a17-4c20-977f-9dd78ae84e71 on network baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:25:47.451185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:25:47.451513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Checking segment: {'id': '34479696-63ef-4901-ab30-84479927c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:25:47.451887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Bound using segment: {'id': '34479696-63ef-4901-ab30-84479927c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:25:47.452342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Bound port: cd8428ea-5a17-4c20-977f-9dd78ae84e71, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34479696-63ef-4901-ab30-84479927c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:25:47.452701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.545243 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] For port cd8428ea-5a17-4c20-977f-9dd78ae84e71, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:25:47.548490 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] For port cd8428ea-5a17-4c20-977f-9dd78ae84e71, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cd8428ea-5a17-4c20-977f-9dd78ae84e71,segment=NetworkSegment(34479696-63ef-4901-ab30-84479927c1e3),segment_id=34479696-63ef-4901-ab30-84479927c1e3)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:25:47.555298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.559908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2182c133-284c-426c-bc6c-b84dd823f113 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:47.616958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:47.617613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.619196 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] 10.222.0.61 "PUT /v2.0/ports/cd8428ea-5a17-4c20-977f-9dd78ae84e71 HTTP/1.1" status: 200 len: 1094 time: 1.0350637 Dec 22 05:25:47.619739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6123a8-5b9f-4676-a2c3-8156ccac8aec', 'tag': 'cd8428ea-5a17-4c20-977f-9dd78ae84e71'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:47.642219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8428ea-5a17-4c20-977f-9dd78ae84e71,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:47.645433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:47.670544 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6123a8-5b9f-4676-a2c3-8156ccac8aec', 'tag': 'cd8428ea-5a17-4c20-977f-9dd78ae84e71', 'status': 'completed', 'code': 200} Dec 22 05:25:47.772919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-1742f712-4c90-45f2-81f7-e1da70689d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:47.774985 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-1742f712-4c90-45f2-81f7-e1da70689d66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6039e0c3632946198f5e9aa749dfe4d4&device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 1097 time: 0.0854886 Dec 22 05:25:47.850276 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-14a269af-d185-4157-8ecb-da28347e13ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd8428ea-5a17-4c20-977f-9dd78ae84e71 HTTP/1.1" status: 200 len: 217 time: 0.0619223 Dec 22 05:25:47.917767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-ffc2be35-8750-4aa8-acaf-07b019893573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:47.919060 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-ffc2be35-8750-4aa8-acaf-07b019893573 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2 HTTP/1.1" status: 200 len: 853 time: 0.0625851 Dec 22 05:25:47.966466 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-72756cf0-ef6e-445f-a98f-0b3d532407b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404141 Dec 22 05:25:48.101210 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-aa31a65e-9ff4-4778-86c6-1df7b6d3af0d service neutron] 10.222.0.61 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269743 Dec 22 05:25:48.228613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c2293-2750-4b89-b006-7f144891e3b1 req-f97a017f-32dd-4f6c-bd7c-13b03de3ac3e tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:48.230131 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-057c2293-2750-4b89-b006-7f144891e3b1 req-f97a017f-32dd-4f6c-bd7c-13b03de3ac3e tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 944 time: 0.0832326 Dec 22 05:25:48.244945 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-91df39f2-0210-4bd4-b045-9dd085873e7a req-8e571b29-a1ca-4938-a7eb-bcb1d63b90c4 service neutron] 10.222.0.61 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374774 Dec 22 05:25:48.279648 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-057c2293-2750-4b89-b006-7f144891e3b1 req-825c40f9-4713-48d8-aeff-4a8450437820 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432968 Dec 22 05:25:48.436894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a164de-ff63-463c-b9dc-665bf28a3c64 req-136d2a5f-698a-4ad7-bef2-3686ac8344fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:48.438397 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a164de-ff63-463c-b9dc-665bf28a3c64 req-136d2a5f-698a-4ad7-bef2-3686ac8344fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6039e0c3632946198f5e9aa749dfe4d4&device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 1097 time: 0.0811017 Dec 22 05:25:48.574403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a164de-ff63-463c-b9dc-665bf28a3c64 req-9ae8874f-1f6e-4b75-9506-8e15a6029c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:48.575764 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a164de-ff63-463c-b9dc-665bf28a3c64 req-9ae8874f-1f6e-4b75-9506-8e15a6029c5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 HTTP/1.1" status: 200 len: 914 time: 0.1310942 Dec 22 05:25:48.650722 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a164de-ff63-463c-b9dc-665bf28a3c64 req-bfbf5095-ef33-400f-9d7c-da0a5139d23e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd8428ea-5a17-4c20-977f-9dd78ae84e71 HTTP/1.1" status: 200 len: 217 time: 0.0671823 Dec 22 05:25:48.717875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a164de-ff63-463c-b9dc-665bf28a3c64 req-506d7cdb-5f6a-421f-b6ff-725df93eec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:48.719280 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a164de-ff63-463c-b9dc-665bf28a3c64 req-506d7cdb-5f6a-421f-b6ff-725df93eec1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2 HTTP/1.1" status: 200 len: 853 time: 0.0622458 Dec 22 05:25:48.767371 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a164de-ff63-463c-b9dc-665bf28a3c64 req-10648a75-8304-46c8-8c9a-e7e1f37004b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409997 Dec 22 05:25:48.900872 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a164de-ff63-463c-b9dc-665bf28a3c64 req-98aea4a0-bae5-485c-b083-325ed64174b0 service neutron] 10.222.0.61 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268537 Dec 22 05:25:48.911839 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:25:49.033323 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a164de-ff63-463c-b9dc-665bf28a3c64 req-c8adf9c8-a7cb-4ff2-aeb4-30691fb7132f service neutron] 10.222.0.61 "GET /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256433 Dec 22 05:25:49.485302 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abdb6b-0d45-4788-abc6-21413bf122f2 req-88e3a417-7fa7-449f-8dab-d731f68d4114 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:49.486631 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1abdb6b-0d45-4788-abc6-21413bf122f2 req-88e3a417-7fa7-449f-8dab-d731f68d4114 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 944 time: 0.0938737 Dec 22 05:25:49.532170 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1abdb6b-0d45-4788-abc6-21413bf122f2 req-035b2e39-41ab-4e54-a813-176e30de2000 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396271 Dec 22 05:25:50.746362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa6754-17c5-4c21-be15-9bfa761c400b req-4f190e55-df16-4ae0-901d-46e66525d78c tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:50.747808 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40fa6754-17c5-4c21-be15-9bfa761c400b req-4f190e55-df16-4ae0-901d-46e66525d78c tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 944 time: 0.0939834 Dec 22 05:25:50.794435 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40fa6754-17c5-4c21-be15-9bfa761c400b req-1735ff1b-d6b1-4ad0-9e90-9bfa52259d8f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Dec 22 05:25:52.001194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468add-319b-41f1-a015-619d52d05486 req-70b34e5f-0c7d-45df-b70a-f0a076839dc2 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:52.006376 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c468add-319b-41f1-a015-619d52d05486 req-70b34e5f-0c7d-45df-b70a-f0a076839dc2 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 944 time: 0.0886164 Dec 22 05:25:52.051422 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c468add-319b-41f1-a015-619d52d05486 req-db6e42b1-6b59-4e17-b83a-90a4391c71a3 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Dec 22 05:25:53.262496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a8638-8bd0-436e-8012-32a75ed87e12 req-a6bc68f5-e416-40b0-8153-f21e65f02ed8 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:53.263642 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-919a8638-8bd0-436e-8012-32a75ed87e12 req-a6bc68f5-e416-40b0-8153-f21e65f02ed8 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 944 time: 0.0893981 Dec 22 05:25:53.308615 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-919a8638-8bd0-436e-8012-32a75ed87e12 req-2111108e-0d15-4f16-b678-84aa114747ca tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389907 Dec 22 05:25:53.344555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device cd8428ea-5a17-4c20-977f-9dd78ae84e71 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:25:53.487304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port cd8428ea-5a17-4c20-977f-9dd78ae84e71, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cd8428ea-5a17-4c20-977f-9dd78ae84e71,segment=NetworkSegment(34479696-63ef-4901-ab30-84479927c1e3),segment_id=34479696-63ef-4901-ab30-84479927c1e3)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:53.499523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'cd8428ea-5a17-4c20-977f-9dd78ae84e71', 'network_id': 'baba24dd-e61f-4b80-b9f6-e9cb4908c2b1', 'port_id': 'cd8428ea-5a17-4c20-977f-9dd78ae84e71', 'mac_address': 'fa:16:3e:d8:dd:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:25:53.557491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:53.612691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8428ea-5a17-4c20-977f-9dd78ae84e71 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:25:53.630527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port cd8428ea-5a17-4c20-977f-9dd78ae84e71, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cd8428ea-5a17-4c20-977f-9dd78ae84e71,segment=NetworkSegment(34479696-63ef-4901-ab30-84479927c1e3),segment_id=34479696-63ef-4901-ab30-84479927c1e3)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:53.637599 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:53.639390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:53.707701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=cd8428ea-5a17-4c20-977f-9dd78ae84e71,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:53.715548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.715899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.716262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.716568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.716895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.717237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.717559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.717877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.718192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.718505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.718816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.719126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:53.723600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:54.050861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['cd8428ea-5a17-4c20-977f-9dd78ae84e71'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:25:54.521965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f7cab-71c6-4c0c-a5a5-253613e98751 req-d70ca942-1cd0-44bd-a404-42d787f30fe5 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:54.523397 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-486f7cab-71c6-4c0c-a5a5-253613e98751 req-d70ca942-1cd0-44bd-a404-42d787f30fe5 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 945 time: 0.0933304 Dec 22 05:25:54.568495 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-486f7cab-71c6-4c0c-a5a5-253613e98751 req-afba918d-e223-4aaf-af41-82aeef9882e7 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376801 Dec 22 05:25:54.618651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb862-d909-4d36-b90b-b512ac872007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.357131 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device cd8428ea-5a17-4c20-977f-9dd78ae84e71 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:25:55.437958 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port cd8428ea-5a17-4c20-977f-9dd78ae84e71 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:25:55.444967 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port cd8428ea-5a17-4c20-977f-9dd78ae84e71 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:25:55.445500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.568807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.595419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6123a8-5b9f-4676-a2c3-8156ccac8aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8428ea-5a17-4c20-977f-9dd78ae84e71'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:55.608324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port cd8428ea-5a17-4c20-977f-9dd78ae84e71, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cd8428ea-5a17-4c20-977f-9dd78ae84e71,segment=NetworkSegment(34479696-63ef-4901-ab30-84479927c1e3),segment_id=34479696-63ef-4901-ab30-84479927c1e3)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:25:55.613846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.617972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:25:55.656024 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6123a8-5b9f-4676-a2c3-8156ccac8aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8428ea-5a17-4c20-977f-9dd78ae84e71', 'code': 200} Dec 22 05:25:55.694790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=cd8428ea-5a17-4c20-977f-9dd78ae84e71,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:55.697764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:25:55.762220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653297e3-e1da-4e1c-9368-0eb2e0401f49 req-5d55df42-cf0a-4b24-b667-ea577ab1a34e tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:55.763680 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-653297e3-e1da-4e1c-9368-0eb2e0401f49 req-5d55df42-cf0a-4b24-b667-ea577ab1a34e tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 946 time: 0.0817614 Dec 22 05:25:55.812870 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-653297e3-e1da-4e1c-9368-0eb2e0401f49 req-de60db45-a1a3-4a8b-9744-3bb04af9ae0d tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432248 Dec 22 05:25:55.917861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b73738-47ea-409b-9b38-e9fbefa4874a req-e638142b-85b8-4200-8f8d-d4c0a5025a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:55.919376 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-83b73738-47ea-409b-9b38-e9fbefa4874a req-e638142b-85b8-4200-8f8d-d4c0a5025a84 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 1099 time: 0.0721874 Dec 22 05:25:55.966068 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-83b73738-47ea-409b-9b38-e9fbefa4874a req-34004a9a-f660-495c-962d-20cc2b18388b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388756 Dec 22 05:25:56.969503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-05c26fdd-9baa-4adf-b8b9-ed2db0265353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.009779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b98c0-e4e2-4016-8ed6-647e9e6000af req-9d0b27df-9bf5-49c3-8d2d-0c2ab161ac59 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:57.011235 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-520b98c0-e4e2-4016-8ed6-647e9e6000af req-9d0b27df-9bf5-49c3-8d2d-0c2ab161ac59 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 946 time: 0.0815570 Dec 22 05:25:57.055408 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-520b98c0-e4e2-4016-8ed6-647e9e6000af req-2b22146a-18ec-49dd-a31c-8bc84a83bf88 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382276 Dec 22 05:25:58.153508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:58.154745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:58.385142 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e59f0-4cbb-4d02-ade6-2ce27cb69155 req-2d657fd7-e67c-48d7-aa5d-c0a0a6217dfd tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:58.386577 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a45e59f0-4cbb-4d02-ade6-2ce27cb69155 req-2d657fd7-e67c-48d7-aa5d-c0a0a6217dfd tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 946 time: 0.2121177 Dec 22 05:25:58.432195 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a45e59f0-4cbb-4d02-ade6-2ce27cb69155 req-9ca2feca-fbb4-4a81-8ff3-efbeae7c265e tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Dec 22 05:25:58.829052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa73ec-67bc-4392-8e60-0b23a05c8a37 req-b697825c-252c-40e5-8772-f697b018837c tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:58.830508 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5aa73ec-67bc-4392-8e60-0b23a05c8a37 req-b697825c-252c-40e5-8772-f697b018837c tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 946 time: 0.0840344 Dec 22 05:25:58.881318 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5aa73ec-67bc-4392-8e60-0b23a05c8a37 req-f7ba0667-45f5-4ffd-995c-b67395f7bc69 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Dec 22 05:25:59.594499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.069884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd914f6-e085-47ad-af5a-ce454c678c0a req-736a840b-efcb-4ed9-8ea5-d33e434a9c63 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:00.071287 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdd914f6-e085-47ad-af5a-ce454c678c0a req-736a840b-efcb-4ed9-8ea5-d33e434a9c63 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 946 time: 0.0817380 Dec 22 05:26:00.116106 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdd914f6-e085-47ad-af5a-ce454c678c0a req-4ba12e4e-c477-4237-aa55-283dca12b594 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Dec 22 05:26:00.568251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-7aae8092-2db7-4703-be00-a2c7846396ae tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:00.568838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-7aae8092-2db7-4703-be00-a2c7846396ae tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Synchronizing usage tracker for tenant:6039e0c3632946198f5e9aa749dfe4d4 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:26:00.591138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-7aae8092-2db7-4703-be00-a2c7846396ae tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Unset dirty status for tenant:6039e0c3632946198f5e9aa749dfe4d4 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:26:00.592313 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-7aae8092-2db7-4703-be00-a2c7846396ae tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 946 time: 0.2362936 Dec 22 05:26:00.663593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Deleting port cd8428ea-5a17-4c20-977f-9dd78ae84e71 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:26:00.663933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.922506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] For port cd8428ea-5a17-4c20-977f-9dd78ae84e71, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cd8428ea-5a17-4c20-977f-9dd78ae84e71,segment=NetworkSegment(34479696-63ef-4901-ab30-84479927c1e3),segment_id=34479696-63ef-4901-ab30-84479927c1e3)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:00.922827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.047375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Calling delete_port for cd8428ea-5a17-4c20-977f-9dd78ae84e71 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:26:01.199888 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.206560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:01.235594 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['35d7c0d5-e19b-4727-a620-dcae9935f1eb', 'cd8428ea-5a17-4c20-977f-9dd78ae84e71'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:26:01.257727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Pushing event deleted for resources: {'Port': ['ID=cd8428ea-5a17-4c20-977f-9dd78ae84e71,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:01.260583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:01.285478 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c40b45a8-a76a-44c8-82bb-5c896761f730 req-d26803de-6ff0-40d8-84f8-0dfca1a951c7 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba6123a8-5b9f-4676-a2c3-8156ccac8aec HTTP/1.1" status: 200 len: 210 time: 0.0584083 Dec 22 05:26:01.339341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] No DVR routers for this DVR port cd8428ea-5a17-4c20-977f-9dd78ae84e71 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:26:01.342066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.344858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6123a8-5b9f-4676-a2c3-8156ccac8aec', 'name': 'network-vif-deleted', 'tag': 'cd8428ea-5a17-4c20-977f-9dd78ae84e71'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:01.361948 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c3bfb1aa-c230-483a-a38b-6164264187dd req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.61 "DELETE /v2.0/ports/cd8428ea-5a17-4c20-977f-9dd78ae84e71 HTTP/1.1" status: 204 len: 173 time: 0.7630396 Dec 22 05:26:01.397342 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6123a8-5b9f-4676-a2c3-8156ccac8aec', 'name': 'network-vif-deleted', 'tag': 'cd8428ea-5a17-4c20-977f-9dd78ae84e71', 'status': 'completed', 'code': 200} Dec 22 05:26:02.579624 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c914cf0-4f7b-41b9-a2e2-2982893c72d6 req-725e9a2c-d724-404b-91bd-0acd56662f3a tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:02.581082 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6c914cf0-4f7b-41b9-a2e2-2982893c72d6 req-725e9a2c-d724-404b-91bd-0acd56662f3a tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.0963202 Dec 22 05:26:02.628604 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6c914cf0-4f7b-41b9-a2e2-2982893c72d6 req-4ddc00a7-055c-468a-a9a1-e2524de6d2f2 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 Dec 22 05:26:02.861136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297864a2-8278-41bb-9385-5597c3fd3ee6 req-624d951c-5cc5-4afa-b2c4-694856bf8c41 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:02.862630 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-297864a2-8278-41bb-9385-5597c3fd3ee6 req-624d951c-5cc5-4afa-b2c4-694856bf8c41 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.0902193 Dec 22 05:26:02.915160 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-297864a2-8278-41bb-9385-5597c3fd3ee6 req-00cfeae4-5302-434c-a02c-65d5a97368d7 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Dec 22 05:26:03.122129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d0aa1-7e97-4fdb-a43e-eac870ad563b req-db78334c-9bf8-4631-9fa7-f21433c895bb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:03.125826 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f8d0aa1-7e97-4fdb-a43e-eac870ad563b req-db78334c-9bf8-4631-9fa7-f21433c895bb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.0946329 Dec 22 05:26:03.172196 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f8d0aa1-7e97-4fdb-a43e-eac870ad563b req-b50a8409-be76-4512-8a4c-dbd776311d47 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Dec 22 05:26:03.478534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba3a9d-777f-4bd0-999d-7a984ba5ff6f req-ef2a162f-6467-4532-a683-ee1266bb2e0c tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:03.479918 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e0ba3a9d-777f-4bd0-999d-7a984ba5ff6f req-ef2a162f-6467-4532-a683-ee1266bb2e0c tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.0886843 Dec 22 05:26:03.535982 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e0ba3a9d-777f-4bd0-999d-7a984ba5ff6f req-0eb5cbec-db87-406e-9a60-147b7a53fc17 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501914 Dec 22 05:26:03.751749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563d33-ca28-4cbe-9f9e-a93b8af4b381 req-cbeb8b0d-0e54-4c53-a8b4-fb94e0e96bf4 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:03.753185 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5563d33-ca28-4cbe-9f9e-a93b8af4b381 req-cbeb8b0d-0e54-4c53-a8b4-fb94e0e96bf4 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.0987678 Dec 22 05:26:03.798486 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5563d33-ca28-4cbe-9f9e-a93b8af4b381 req-ad46dc8a-a029-4383-b11a-f100d88e94d5 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394771 Dec 22 05:26:04.007106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69817191-4dda-49e3-944e-36082f62eed2 req-8f54da7e-b412-4982-a240-e8916b39dd83 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:04.008571 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69817191-4dda-49e3-944e-36082f62eed2 req-8f54da7e-b412-4982-a240-e8916b39dd83 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.0893786 Dec 22 05:26:04.065574 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69817191-4dda-49e3-944e-36082f62eed2 req-50930852-9548-40f8-acd3-b06993ce7dc4 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505059 Dec 22 05:26:04.630439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b3656-2926-43cf-b34e-efdc33bfced8 req-b45ebb43-13f2-46b5-9511-b575f83e5e82 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:04.631976 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f5b3656-2926-43cf-b34e-efdc33bfced8 req-b45ebb43-13f2-46b5-9511-b575f83e5e82 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.0878882 Dec 22 05:26:04.682632 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f5b3656-2926-43cf-b34e-efdc33bfced8 req-136c4e2e-b458-4ed6-9c0c-73176cecd974 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Dec 22 05:26:05.420397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device cd8428ea-5a17-4c20-977f-9dd78ae84e71 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:26:05.469331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: cd8428ea-5a17-4c20-977f-9dd78ae84e71 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:26:05.469615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device cd8428ea-5a17-4c20-977f-9dd78ae84e71 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:26:05.896035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e9838-27a5-432d-bc58-7b00e07ea8b6 req-e23e8320-971b-4a6f-9c5b-5f8a5ec7fbaf tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:05.897523 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f93e9838-27a5-432d-bc58-7b00e07ea8b6 req-e23e8320-971b-4a6f-9c5b-5f8a5ec7fbaf tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.0982170 Dec 22 05:26:05.943122 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f93e9838-27a5-432d-bc58-7b00e07ea8b6 req-a933faba-5112-469a-aa5b-e977a480a5f5 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 Dec 22 05:26:06.469796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a499bf-90af-451a-b493-c85ce8f60513 req-8fdaa74b-738a-4e5f-91e4-1792a7a1dea9 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:06.470501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-01a499bf-90af-451a-b493-c85ce8f60513 req-8fdaa74b-738a-4e5f-91e4-1792a7a1dea9 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Synchronizing usage tracker for tenant:6039e0c3632946198f5e9aa749dfe4d4 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:26:06.490133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-01a499bf-90af-451a-b493-c85ce8f60513 req-8fdaa74b-738a-4e5f-91e4-1792a7a1dea9 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Unset dirty status for tenant:6039e0c3632946198f5e9aa749dfe4d4 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:26:06.491891 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-01a499bf-90af-451a-b493-c85ce8f60513 req-8fdaa74b-738a-4e5f-91e4-1792a7a1dea9 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 945 time: 0.1246936 Dec 22 05:26:06.569242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-01a499bf-90af-451a-b493-c85ce8f60513 req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Deleting port 35d7c0d5-e19b-4727-a620-dcae9935f1eb {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:26:06.569448 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-01a499bf-90af-451a-b493-c85ce8f60513 req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:06.824826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-01a499bf-90af-451a-b493-c85ce8f60513 req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] For port 35d7c0d5-e19b-4727-a620-dcae9935f1eb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d7c0d5-e19b-4727-a620-dcae9935f1eb,segment=NetworkSegment(34479696-63ef-4901-ab30-84479927c1e3),segment_id=34479696-63ef-4901-ab30-84479927c1e3)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:06.825113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-01a499bf-90af-451a-b493-c85ce8f60513 req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:06.948235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-01a499bf-90af-451a-b493-c85ce8f60513 req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Calling delete_port for 35d7c0d5-e19b-4727-a620-dcae9935f1eb owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:26:07.097066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-01a499bf-90af-451a-b493-c85ce8f60513 req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:07.104629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-57b93da0-2090-4f47-9144-49f94ecddbbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:07.130916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['35d7c0d5-e19b-4727-a620-dcae9935f1eb'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:26:07.136330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ccf3-25b0-4d71-973f-68611e0ef39b req-0e852075-7d0f-4c5b-9d33-4d0b3176e253 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:07.137847 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb68ccf3-25b0-4d71-973f-68611e0ef39b req-0e852075-7d0f-4c5b-9d33-4d0b3176e253 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5517f-de39-4d0a-b5a4-717d63f029aa HTTP/1.1" status: 200 len: 867 time: 0.0851412 Dec 22 05:26:07.152482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Pushing event deleted for resources: {'Port': ['ID=35d7c0d5-e19b-4727-a620-dcae9935f1eb,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:07.157270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:07.194253 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb68ccf3-25b0-4d71-973f-68611e0ef39b req-709ab696-7e11-499e-bfcf-f1e07ff531dc tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f00ce6e-c07e-41ef-8833-198039db1508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486519 Dec 22 05:26:07.345623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a499bf-90af-451a-b493-c85ce8f60513 req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] No DVR routers for this DVR port 35d7c0d5-e19b-4727-a620-dcae9935f1eb on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:26:07.348618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-01a499bf-90af-451a-b493-c85ce8f60513 req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:07.351047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b5517f-de39-4d0a-b5a4-717d63f029aa', 'name': 'network-vif-deleted', 'tag': '35d7c0d5-e19b-4727-a620-dcae9935f1eb'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:07.370598 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-01a499bf-90af-451a-b493-c85ce8f60513 req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] 10.222.0.61 "DELETE /v2.0/ports/35d7c0d5-e19b-4727-a620-dcae9935f1eb HTTP/1.1" status: 204 len: 173 time: 0.8726594 Dec 22 05:26:07.398304 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b5517f-de39-4d0a-b5a4-717d63f029aa', 'name': 'network-vif-deleted', 'tag': '35d7c0d5-e19b-4727-a620-dcae9935f1eb', 'status': 'completed', 'code': 200} Dec 22 05:26:08.305660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37080) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:08.365054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86710e9-140b-4f61-bc5a-5142585ae1aa admin admin] Deleting subnet 4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:26:08.368038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86710e9-140b-4f61-bc5a-5142585ae1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:08.424774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86710e9-140b-4f61-bc5a-5142585ae1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:08.490611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86710e9-140b-4f61-bc5a-5142585ae1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:08.562450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86710e9-140b-4f61-bc5a-5142585ae1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:08.566659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d80166e8-e0f8-47b0-8bc8-b0cc0d39733e tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:08.603976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86710e9-140b-4f61-bc5a-5142585ae1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:08.606695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a86710e9-140b-4f61-bc5a-5142585ae1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:08.609756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86710e9-140b-4f61-bc5a-5142585ae1aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:08.615984 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a86710e9-140b-4f61-bc5a-5142585ae1aa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4dd1f5b9-a9bb-422a-8162-69e73e2a6ff2 HTTP/1.1" status: 204 len: 168 time: 0.3091564 Dec 22 05:26:08.619421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37084) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:08.722525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:08.851634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:08.877396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baba24dd-e61f-4b80-b9f6-e9cb4908c2b1']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:08.891929 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34479696-63ef-4901-ab30-84479927c1e3') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:08.892279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34479696-63ef-4901-ab30-84479927c1e3') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:08.909546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:08.925868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:08.932987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:26:08.933522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:26:08.946853 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:26:09.026164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:09.031161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f8002bb-2492-4f65-a2ed-03b0a3df3e01 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:09.048359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:09.059675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] Pushing event deleted for resources: {'Network': ['ID=baba24dd-e61f-4b80-b9f6-e9cb4908c2b1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:09.062565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:09.067510 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2eeacc72-7e6a-4407-90f2-147eaa39d97c admin admin] 10.222.0.36 "DELETE /v2.0/networks/baba24dd-e61f-4b80-b9f6-e9cb4908c2b1 HTTP/1.1" status: 204 len: 168 time: 0.4470446 Dec 22 05:26:09.183605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37090) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:09.239362 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cd916c11-ed82-46dc-b35b-503258723135 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6039e0c3632946198f5e9aa749dfe4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539813 Dec 22 05:26:09.241393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37094) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:09.300767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d98a52b-2815-4e42-acb4-5a168b66b2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:09.326367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d98a52b-2815-4e42-acb4-5a168b66b2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:09.383100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d98a52b-2815-4e42-acb4-5a168b66b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:09.386823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ab72ae70-2253-4938-8c7a-47781b655577 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:09.402651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98a52b-2815-4e42-acb4-5a168b66b2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f00ce6e-c07e-41ef-8833-198039db1508,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:09.405011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1d98a52b-2815-4e42-acb4-5a168b66b2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:09.420779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d98a52b-2815-4e42-acb4-5a168b66b2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:09.422037 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1d98a52b-2815-4e42-acb4-5a168b66b2cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f00ce6e-c07e-41ef-8833-198039db1508 HTTP/1.1" status: 204 len: 168 time: 0.1797597 Dec 22 05:26:10.231415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37118) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:10.348969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1842114980'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:10.354032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:10.357864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:network and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:10.361036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:10.367804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:10.381463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Made reservation on behalf of c7f372c7d64d42bf92fded0d800c5c24 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:10.384894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:10.397531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:10.412654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:10.416516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:security_group_rule and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:10.419459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:10.425761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:10.518781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:10.526157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:10.532503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1600513a-6d2d-4c3f-afbc-9187dfbaa900 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:10.564668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:26:10.577173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0cb4d1-290f-4087-889c-ef471b414c40,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:10.581711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:10.582664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:10.583004 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Added segment 332574b5-c6ef-4e12-8ed2-bc4b445e8868 of type vlan for network 4834e110-78c4-4c98-b5cc-49777442a6fe Dec 22 05:26:10.609607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:10.650420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:10.656270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:10.656870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:10.660515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee6a1029-9508-41f3-bde0-075ca51b609f tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:10.767922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'Network': ['ID=4834e110-78c4-4c98-b5cc-49777442a6fe,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:10.772701 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5396771 Dec 22 05:26:10.773703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1a52abc1-01d8-46a2-a6fc-b4affd7faf09 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:10.779242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 4834e110-78c4-4c98-b5cc-49777442a6fe details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:26:11.448110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 35d7c0d5-e19b-4727-a620-dcae9935f1eb no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:26:11.486257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 35d7c0d5-e19b-4727-a620-dcae9935f1eb {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:26:11.486505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 35d7c0d5-e19b-4727-a620-dcae9935f1eb not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:26:13.928839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37124) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:13.937548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Request body: {'subnet': {'network_id': '4834e110-78c4-4c98-b5cc-49777442a6fe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:14.168616 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:14.172901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:subnet and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:14.175899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:14.182109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:14.194585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Made reservation on behalf of c7f372c7d64d42bf92fded0d800c5c24 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:14.198137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.423557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.429997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58ddb3e3-0269-43ad-b9f5-15421454ebdc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:14.522538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'Subnet': ['ID=9f337f83-0774-4199-8a73-0d33eb5144d1,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:14.526491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:14.529128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Checking segment: {'id': '332574b5-c6ef-4e12-8ed2-bc4b445e8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4834e110-78c4-4c98-b5cc-49777442a6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:14.529459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Network hostable DHCP agents. Network: 4834e110-78c4-4c98-b5cc-49777442a6fe, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:14.551955 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Network 4834e110-78c4-4c98-b5cc-49777442a6fe is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:14.561783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 4834e110-78c4-4c98-b5cc-49777442a6fe) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:14.566355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:14.566953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.571091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c2bf9-d1e1-418d-af8f-2b95d7fc4fc0 None None] Network 4834e110-78c4-4c98-b5cc-49777442a6fe requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:14.590316 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-059b9eb9-fa0b-42e4-8593-cbd6fc730cfe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6603022 Dec 22 05:26:14.594315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37128) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:14.600060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1978455522'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:14.605351 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:14.609261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:network and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:14.612082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:14.618243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:14.634565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Made reservation on behalf of c7f372c7d64d42bf92fded0d800c5c24 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:14.638443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.667384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:26:14.678269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.678611 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Added segment 37efb23c-3646-49d9-a4ff-e5c8c496212b of type vlan for network 4ff896c6-d3aa-4f10-af5d-4efdc4f5770f Dec 22 05:26:14.705151 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.736392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.741892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:14.742485 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.747573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0dd9f82a-c347-43c7-bed3-f1a785586fd3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:14.784455 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-4834e110-78c4-4c98-b5cc-49777442a6fe', 'network_id': '4834e110-78c4-4c98-b5cc-49777442a6fe', 'tenant_id': 'c7f372c7d64d42bf92fded0d800c5c24', 'fixed_ips': [{'subnet_id': '9f337f83-0774-4199-8a73-0d33eb5144d1'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:26:14.785322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.828710 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2332258 Dec 22 05:26:14.831688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37132) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:14.838023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Request body: {'subnet': {'network_id': '4ff896c6-d3aa-4f10-af5d-4efdc4f5770f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:14.855629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'Network': ['ID=4ff896c6-d3aa-4f10-af5d-4efdc4f5770f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:14.858640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:14.869845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 4ff896c6-d3aa-4f10-af5d-4efdc4f5770f details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:26:14.958838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:14.963808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:subnet and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:14.966868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:14.972892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:14.984926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Made reservation on behalf of c7f372c7d64d42bf92fded0d800c5c24 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:14.988818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.022206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.047794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Allocated IP 2001:db8:0:ffff::2 (4834e110-78c4-4c98-b5cc-49777442a6fe/9f337f83-0774-4199-8a73-0d33eb5144d1/ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:15.221420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.225773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-63ba6102-3b73-4883-8b51-633b9f7a9861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:15.254299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.265445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Transition to ACTIVE for port object ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:15.285305 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Transition to ACTIVE for port object ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:15.292578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.298105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:15.315512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'Subnet': ['ID=6168c143-6554-42ca-a08a-3e1f7b60269e,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:15.319396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:15.321925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Checking segment: {'id': '37efb23c-3646-49d9-a4ff-e5c8c496212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4ff896c6-d3aa-4f10-af5d-4efdc4f5770f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:15.322265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Network hostable DHCP agents. Network: 4ff896c6-d3aa-4f10-af5d-4efdc4f5770f, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:15.342603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Network 4ff896c6-d3aa-4f10-af5d-4efdc4f5770f is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:15.354083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 4ff896c6-d3aa-4f10-af5d-4efdc4f5770f) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:15.358588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:15.359229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.382737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b221fc7e-e58a-4c41-a90e-49bec8f9664b None None] Network 4ff896c6-d3aa-4f10-af5d-4efdc4f5770f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:15.386049 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ebb673b9-47e2-4390-ac74-6fd97680ffca tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5506876 Dec 22 05:26:15.386294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37136) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:15.471004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Network 4834e110-78c4-4c98-b5cc-49777442a6fe is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:15.477641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:15.489264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:15.531528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.533060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Pushing event updated for resources: {'Port': ['ID=ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:15.541254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:15.597519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.615482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Attempting to bind port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:15.616041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Attempting to bind port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '332574b5-c6ef-4e12-8ed2-bc4b445e8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4834e110-78c4-4c98-b5cc-49777442a6fe'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:15.616247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Attempting to bind port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f on network 4834e110-78c4-4c98-b5cc-49777442a6fe {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:15.625639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:15.626017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Checking segment: {'id': '332574b5-c6ef-4e12-8ed2-bc4b445e8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4834e110-78c4-4c98-b5cc-49777442a6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:15.626421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.626818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Bound using segment: {'id': '332574b5-c6ef-4e12-8ed2-bc4b445e8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4834e110-78c4-4c98-b5cc-49777442a6fe'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:15.627271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Bound port: ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332574b5-c6ef-4e12-8ed2-bc4b445e8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4834e110-78c4-4c98-b5cc-49777442a6fe'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:15.627644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.679524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.684738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b89cbc22-2654-4d3d-bce4-f1eede6db4c3 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:15.737777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Subnet': ['ID=6168c143-6554-42ca-a08a-3e1f7b60269e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:15.753133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.753601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.753969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.754321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.754669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.755017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.755362 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.755704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.756046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.756407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.756750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.757090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.790822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07efaa8-f41f-4c01-bf40-db54e2f9301a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-4ff896c6-d3aa-4f10-af5d-4efdc4f5770f', 'network_id': '4ff896c6-d3aa-4f10-af5d-4efdc4f5770f', 'tenant_id': 'c7f372c7d64d42bf92fded0d800c5c24', 'fixed_ips': [{'subnet_id': '6168c143-6554-42ca-a08a-3e1f7b60269e'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:26:15.791634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e07efaa8-f41f-4c01-bf40-db54e2f9301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.805221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] For port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:15.806133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:15.818149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] For port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f,segment=NetworkSegment(332574b5-c6ef-4e12-8ed2-bc4b445e8868),segment_id=332574b5-c6ef-4e12-8ed2-bc4b445e8868)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:15.830741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.855227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.855439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff896c6-d3aa-4f10-af5d-4efdc4f5770f']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:15.860715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:15.869578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37efb23c-3646-49d9-a4ff-e5c8c496212b') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:15.869894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37efb23c-3646-49d9-a4ff-e5c8c496212b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:15.881859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.898921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.905703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:26:15.906092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:26:15.920844 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:26:15.964087 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Pushing event updated for resources: {'Port': ['ID=ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:15.967981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:15.981705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c3fe9-21b9-41b3-98d2-57764942b150 None None] Network 4ff896c6-d3aa-4f10-af5d-4efdc4f5770f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:16.002892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.007169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-94d51c4a-7727-4a80-af19-f25131f27974 tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:16.008419 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c3fe9-21b9-41b3-98d2-57764942b150 None None] Network 4ff896c6-d3aa-4f10-af5d-4efdc4f5770f could not be found, it might have been deleted concurrently. {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 05:26:16.025253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.031882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Network': ['ID=4ff896c6-d3aa-4f10-af5d-4efdc4f5770f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:16.036269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:16.039106 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/networks/4ff896c6-d3aa-4f10-af5d-4efdc4f5770f HTTP/1.1" status: 204 len: 168 time: 0.6518631 Dec 22 05:26:16.042699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37140) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:16.048612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-453987126'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:16.053914 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:16.057696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:network and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:16.060657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:16.068953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:16.080963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Made reservation on behalf of c7f372c7d64d42bf92fded0d800c5c24 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:16.084460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.112778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:26:16.122812 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.123158 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Added segment 8e25ec72-59c4-4213-ad87-a09c577fec07 of type vlan for network 7ef73602-ffc1-4833-962f-7cb85fe0d2d8 Dec 22 05:26:16.151381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.197736 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.203596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:16.204202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.207857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7658a830-6df8-45e7-9f29-2f3f5ab9ec93 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:16.320732 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2769597 Dec 22 05:26:16.323517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37144) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:16.327366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'Network': ['ID=7ef73602-ffc1-4833-962f-7cb85fe0d2d8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:16.330050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:16.335709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Request body: {'subnet': {'network_id': '7ef73602-ffc1-4833-962f-7cb85fe0d2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:16.337886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 7ef73602-ffc1-4833-962f-7cb85fe0d2d8 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:26:16.452954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:16.456809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:subnet and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:16.459693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:16.465477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:16.477355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Made reservation on behalf of c7f372c7d64d42bf92fded0d800c5c24 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:16.481179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.584812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Performing IP validity checks on allocation pools {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 05:26:16.585332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 05:26:16.717696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.722133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4f451890-1df9-4968-a0a1-ece539bfaf46 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:16.804926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'Subnet': ['ID=ff9addc6-161a-4139-9a02-e7a5d453b203,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:16.807731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:16.818265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Checking segment: {'id': '8e25ec72-59c4-4213-ad87-a09c577fec07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ef73602-ffc1-4833-962f-7cb85fe0d2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:16.818760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Network hostable DHCP agents. Network: 7ef73602-ffc1-4833-962f-7cb85fe0d2d8, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:16.839536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Network 7ef73602-ffc1-4833-962f-7cb85fe0d2d8 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:16.850600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 7ef73602-ffc1-4833-962f-7cb85fe0d2d8) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:16.854855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:16.855475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.862893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd03f87-bbd5-4332-a6ea-4da1c16016fd None None] Network 7ef73602-ffc1-4833-962f-7cb85fe0d2d8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:16.880669 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-161fabca-0cea-41f0-b288-1e73b6cabf45 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5553827 Dec 22 05:26:16.883366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37148) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:17.021877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb267cc-acfa-4973-8dd0-eef7ab2042a4 None None] Network 4834e110-78c4-4c98-b5cc-49777442a6fe requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:17.032528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.099008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.159883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-94988dec-3a56-40d4-9187-a94cbb57ae73 None None] Provisioning for port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:17.178321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.182968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-73e8d52b-c320-4c0e-a9e7-7425904bd4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:17.196437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c732132-161c-4d70-b8ab-853e9697ca17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-7ef73602-ffc1-4833-962f-7cb85fe0d2d8', 'network_id': '7ef73602-ffc1-4833-962f-7cb85fe0d2d8', 'tenant_id': 'c7f372c7d64d42bf92fded0d800c5c24', 'fixed_ips': [{'subnet_id': 'ff9addc6-161a-4139-9a02-e7a5d453b203'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:26:17.197279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c732132-161c-4d70-b8ab-853e9697ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.220770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9addc6-161a-4139-9a02-e7a5d453b203,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:17.235618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:17.322610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.351687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef73602-ffc1-4833-962f-7cb85fe0d2d8']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:17.358706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:17.364229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e25ec72-59c4-4213-ad87-a09c577fec07') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:17.364523 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e25ec72-59c4-4213-ad87-a09c577fec07') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:17.375779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.391343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.397284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:26:17.397677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:26:17.414318 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:26:17.427282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf65d63-e2d7-43b8-89bc-065006bd62e4 None None] Network 7ef73602-ffc1-4833-962f-7cb85fe0d2d8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:17.629764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.633425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-961fc6f0-c7c6-4500-8d0c-d3c1b66bcfbe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:17.648470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.660486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Network': ['ID=7ef73602-ffc1-4833-962f-7cb85fe0d2d8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:17.663297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:17.668586 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/networks/7ef73602-ffc1-4833-962f-7cb85fe0d2d8 HTTP/1.1" status: 204 len: 168 time: 0.7808411 Dec 22 05:26:17.669086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37152) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:17.674795 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1272982906'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:17.675053 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:17.680532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:17.680820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:17.680952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.684725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:network and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:17.687889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:17.693756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:17.706449 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Made reservation on behalf of c7f372c7d64d42bf92fded0d800c5c24 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:17.710302 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.742331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:26:17.755265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.755601 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Added segment 2728363b-9145-4887-80a1-9f1b6eb77e1b of type vlan for network 867c60f5-17ab-4bfe-8334-305b7b19ab35 Dec 22 05:26:17.786189 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.804387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.818497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.825863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:17.826481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.832092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-389fe91c-d76b-41e0-b786-59669d3366ea tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:17.837781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f,segment=NetworkSegment(332574b5-c6ef-4e12-8ed2-bc4b445e8868),segment_id=332574b5-c6ef-4e12-8ed2-bc4b445e8868)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:17.845533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.847394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:17.924079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:17.929846 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2568636 Dec 22 05:26:17.930031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-84a46e94-2a9f-4baf-9162-057fb5d16466 None None] Provisioning complete for port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:17.930031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-84a46e94-2a9f-4baf-9162-057fb5d16466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.930231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37156) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:17.938101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Request body: {'subnet': {'network_id': '867c60f5-17ab-4bfe-8334-305b7b19ab35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:17.942314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'Network': ['ID=867c60f5-17ab-4bfe-8334-305b7b19ab35,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:17.945083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7407c9d8-a06f-470d-98f4-fb3febe1669d tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:17.955369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:17.966904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 867c60f5-17ab-4bfe-8334-305b7b19ab35 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:26:18.175601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:18.179356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:subnet and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:18.182273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:18.188809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:18.200464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Made reservation on behalf of c7f372c7d64d42bf92fded0d800c5c24 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:18.204313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:18.430264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:18.433851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12084343-5ad0-4e8d-925e-078808556258 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:18.506213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'Subnet': ['ID=3084da8e-eacb-4d12-b443-ab40ebdfe44f,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:18.510145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:18.517795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Checking segment: {'id': '2728363b-9145-4887-80a1-9f1b6eb77e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '867c60f5-17ab-4bfe-8334-305b7b19ab35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:18.518141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Network hostable DHCP agents. Network: 867c60f5-17ab-4bfe-8334-305b7b19ab35, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:18.538244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Network 867c60f5-17ab-4bfe-8334-305b7b19ab35 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:18.549119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 867c60f5-17ab-4bfe-8334-305b7b19ab35) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:18.553364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:18.553948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:18.558107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd21f45-dc65-40fc-84bd-1ec3b2fcf755 None None] Network 867c60f5-17ab-4bfe-8334-305b7b19ab35 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:18.575438 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c5e7d325-2b0f-44de-bd01-2f6678bab838 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6439478 Dec 22 05:26:18.579099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37160) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:18.584867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-85747708'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:18.589814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:18.594037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:network and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:18.597064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:18.602800 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:18.613854 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Made reservation on behalf of c7f372c7d64d42bf92fded0d800c5c24 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:18.617332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:18.645122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:26:18.654329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:18.654668 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Added segment c6d13029-7430-4e7e-bf19-4c9f2e4d1f85 of type vlan for network 9cc5a324-16a8-4518-8aa6-6a26393af73c Dec 22 05:26:18.691204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:18.722087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:18.728378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:18.728962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:18.734404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-764bb6f8-461f-47f5-a3dd-1cae2b866384 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:18.773066 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-867c60f5-17ab-4bfe-8334-305b7b19ab35', 'network_id': '867c60f5-17ab-4bfe-8334-305b7b19ab35', 'tenant_id': 'c7f372c7d64d42bf92fded0d800c5c24', 'fixed_ips': [{'subnet_id': '3084da8e-eacb-4d12-b443-ab40ebdfe44f'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:26:18.773909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:18.830527 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2502038 Dec 22 05:26:18.833424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37164) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:18.839228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Request body: {'subnet': {'network_id': '9cc5a324-16a8-4518-8aa6-6a26393af73c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:18.843807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'Network': ['ID=9cc5a324-16a8-4518-8aa6-6a26393af73c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:18.846604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d7cf29d-993e-4f38-af7b-48684100d8c3 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:18.858001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 9cc5a324-16a8-4518-8aa6-6a26393af73c details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:26:18.950434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:18.954386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Usage tracker for resource:subnet and tenant:c7f372c7d64d42bf92fded0d800c5c24 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:18.957215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:18.962922 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:18.973336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Made reservation on behalf of c7f372c7d64d42bf92fded0d800c5c24 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:18.976818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.016684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Allocated IP 2001:db8::2 (867c60f5-17ab-4bfe-8334-305b7b19ab35/3084da8e-eacb-4d12-b443-ab40ebdfe44f/42372e67-68db-4670-a21c-d99271e5165b) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:19.200924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.205429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6a90ddeb-e47f-49b9-9b4e-7ff7aa0aaae0 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:19.229676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.241327 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Transition to ACTIVE for port object 42372e67-68db-4670-a21c-d99271e5165b will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:19.262991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Transition to ACTIVE for port object 42372e67-68db-4670-a21c-d99271e5165b will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:19.271237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.276489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:19.280464 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event updated for resources: {'Subnet': ['ID=531d4523-791b-4af5-9fd9-ba161ccf62af,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:19.289095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:19.296599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Checking segment: {'id': 'c6d13029-7430-4e7e-bf19-4c9f2e4d1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9cc5a324-16a8-4518-8aa6-6a26393af73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:19.297377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Network hostable DHCP agents. Network: 9cc5a324-16a8-4518-8aa6-6a26393af73c, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:19.314454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:19.322173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Network 9cc5a324-16a8-4518-8aa6-6a26393af73c is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:19.332909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 9cc5a324-16a8-4518-8aa6-6a26393af73c) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:19.337323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:19.337896 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.367035 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fc1f39eb-69a3-4ac0-a7a5-ece1365c4809 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5324974 Dec 22 05:26:19.369815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37168) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:19.375095 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be03707d-b855-414f-8821-6912c4642193 None None] Network 9cc5a324-16a8-4518-8aa6-6a26393af73c requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:19.466671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Network 867c60f5-17ab-4bfe-8334-305b7b19ab35 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:19.478458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:19.481159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:19.491993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Pushing event updated for resources: {'Port': ['ID=42372e67-68db-4670-a21c-d99271e5165b,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:19.497270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:19.509931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.580625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.628866 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Attempting to bind port 42372e67-68db-4670-a21c-d99271e5165b on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:19.629247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Attempting to bind port 42372e67-68db-4670-a21c-d99271e5165b by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '2728363b-9145-4887-80a1-9f1b6eb77e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '867c60f5-17ab-4bfe-8334-305b7b19ab35'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:19.629609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Attempting to bind port 42372e67-68db-4670-a21c-d99271e5165b on network 867c60f5-17ab-4bfe-8334-305b7b19ab35 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:19.632765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:19.633199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.659000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.663267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8bd58746-b26d-4ff4-a518-2757a5927759 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:19.699776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Subnet': ['ID=531d4523-791b-4af5-9fd9-ba161ccf62af,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:19.702948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:19.747619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:19.747887 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Checking segment: {'id': '2728363b-9145-4887-80a1-9f1b6eb77e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '867c60f5-17ab-4bfe-8334-305b7b19ab35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:19.748333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.748732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Bound using segment: {'id': '2728363b-9145-4887-80a1-9f1b6eb77e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '867c60f5-17ab-4bfe-8334-305b7b19ab35'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:19.749454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Bound port: 42372e67-68db-4670-a21c-d99271e5165b, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2728363b-9145-4887-80a1-9f1b6eb77e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '867c60f5-17ab-4bfe-8334-305b7b19ab35'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:19.750047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.794587 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.820425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc5a324-16a8-4518-8aa6-6a26393af73c']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:19.832847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d13029-7430-4e7e-bf19-4c9f2e4d1f85') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:19.833109 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d13029-7430-4e7e-bf19-4c9f2e4d1f85') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:19.841452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a02c4cf-326a-42a2-ad4d-00ac17b11785 None None] Network 9cc5a324-16a8-4518-8aa6-6a26393af73c requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:19.844529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.860362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.867227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:26:19.867621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:26:19.886420 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:26:19.965762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.969378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce41c414-5a1f-442b-b422-ba728556fa38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:19.983803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:19.994585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Network': ['ID=9cc5a324-16a8-4518-8aa6-6a26393af73c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:19.997477 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:19.999403 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/networks/9cc5a324-16a8-4518-8aa6-6a26393af73c HTTP/1.1" status: 204 len: 168 time: 0.6284108 Dec 22 05:26:20.002723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37172) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:20.042657 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87a39ec-9ac2-4a16-a02a-7482df775d12 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] GET failed (client error): The resource could not be found. Dec 22 05:26:20.043160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c87a39ec-9ac2-4a16-a02a-7482df775d12 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Synchronizing usage tracker for tenant:c7f372c7d64d42bf92fded0d800c5c24 on resource:subnet {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:26:20.060658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c87a39ec-9ac2-4a16-a02a-7482df775d12 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Unset dirty status for tenant:c7f372c7d64d42bf92fded0d800c5c24 on resource:subnet {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:26:20.061851 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c87a39ec-9ac2-4a16-a02a-7482df775d12 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "GET /v2.0/subnets/531d4523-791b-4af5-9fd9-ba161ccf62af HTTP/1.1" status: 404 len: 337 time: 0.0580618 Dec 22 05:26:20.065216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37176) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:20.072088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] For port 42372e67-68db-4670-a21c-d99271e5165b, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:20.090239 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3191db9-4232-41ff-8d21-c90f4cbd68aa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] DELETE failed (client error): The resource could not be found. Dec 22 05:26:20.090695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3191db9-4232-41ff-8d21-c90f4cbd68aa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:26:20.092332 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b3191db9-4232-41ff-8d21-c90f4cbd68aa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/networks/9cc5a324-16a8-4518-8aa6-6a26393af73c HTTP/1.1" status: 404 len: 339 time: 0.0260699 Dec 22 05:26:20.096290 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37180) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:20.114696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] For port 42372e67-68db-4670-a21c-d99271e5165b, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=42372e67-68db-4670-a21c-d99271e5165b,segment=NetworkSegment(2728363b-9145-4887-80a1-9f1b6eb77e1b),segment_id=2728363b-9145-4887-80a1-9f1b6eb77e1b)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:20.121558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:20.126613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:20.136295 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-326e03b9-d7d1-4608-9c2e-7ff8e617c0ab tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] DELETE failed (client error): The resource could not be found. Dec 22 05:26:20.136754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326e03b9-d7d1-4608-9c2e-7ff8e617c0ab tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:26:20.138415 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-326e03b9-d7d1-4608-9c2e-7ff8e617c0ab tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/subnets/531d4523-791b-4af5-9fd9-ba161ccf62af HTTP/1.1" status: 404 len: 337 time: 0.0412402 Dec 22 05:26:20.141335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37184) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:20.170288 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3c2360-e674-4520-a7c8-d97aa0a06d7b tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] DELETE failed (client error): The resource could not be found. Dec 22 05:26:20.170726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3c2360-e674-4520-a7c8-d97aa0a06d7b tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:26:20.175138 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-eb3c2360-e674-4520-a7c8-d97aa0a06d7b tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/networks/9cc5a324-16a8-4518-8aa6-6a26393af73c HTTP/1.1" status: 404 len: 339 time: 0.0302937 Dec 22 05:26:20.175283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37188) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:20.202910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Pushing event updated for resources: {'Port': ['ID=42372e67-68db-4670-a21c-d99271e5165b,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:20.206110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:20.259374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5560c2-ef11-4e1c-8d2c-51ad70befc99 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Deleting subnet 3084da8e-eacb-4d12-b443-ab40ebdfe44f {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:26:20.263098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5560c2-ef11-4e1c-8d2c-51ad70befc99 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:20.321602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5560c2-ef11-4e1c-8d2c-51ad70befc99 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:20.433568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5560c2-ef11-4e1c-8d2c-51ad70befc99 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:20.518628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5560c2-ef11-4e1c-8d2c-51ad70befc99 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:20.522717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7ddf162e-ec63-4ad3-9c83-281e7bb628be tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:20.560768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5560c2-ef11-4e1c-8d2c-51ad70befc99 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Subnet': ['ID=3084da8e-eacb-4d12-b443-ab40ebdfe44f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:20.562764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a5560c2-ef11-4e1c-8d2c-51ad70befc99 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:20.565472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2a5560c2-ef11-4e1c-8d2c-51ad70befc99 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:20.578975 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2a5560c2-ef11-4e1c-8d2c-51ad70befc99 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/subnets/3084da8e-eacb-4d12-b443-ab40ebdfe44f HTTP/1.1" status: 204 len: 168 time: 0.4027176 Dec 22 05:26:20.581506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37192) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:20.697106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:20.708544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Deleting port 42372e67-68db-4670-a21c-d99271e5165b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:26:20.708870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:20.925315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] For port 42372e67-68db-4670-a21c-d99271e5165b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=42372e67-68db-4670-a21c-d99271e5165b,segment=NetworkSegment(2728363b-9145-4887-80a1-9f1b6eb77e1b),segment_id=2728363b-9145-4887-80a1-9f1b6eb77e1b)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:20.925776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:21.051170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Calling delete_port for 42372e67-68db-4670-a21c-d99271e5165b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:26:21.098450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc53482-36a8-4ec8-805a-01d11b154943 None None] Network 867c60f5-17ab-4bfe-8334-305b7b19ab35 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:21.132125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:21.136167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:21.180472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Port': ['ID=42372e67-68db-4670-a21c-d99271e5165b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:21.183993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:21.184383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] No DVR routers for this DVR port 42372e67-68db-4670-a21c-d99271e5165b on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:26:21.195643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-21a2d57d-f51c-4e3d-be5c-5a60d7bbedd8 None None] Could not find standard attr ID for object 42372e67-68db-4670-a21c-d99271e5165b. {{(pid=87556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 05:26:21.312382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:21.337282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b364b-124a-4945-8490-0d35f2cd52fd None None] DHCP port deletion for 867c60f5-17ab-4bfe-8334-305b7b19ab35 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:26:21.346647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867c60f5-17ab-4bfe-8334-305b7b19ab35']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:21.357965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2728363b-9145-4887-80a1-9f1b6eb77e1b') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:21.358261 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2728363b-9145-4887-80a1-9f1b6eb77e1b') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:21.369915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:21.385604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:21.391754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:26:21.392153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:26:21.410797 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:26:21.501423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:21.505097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-749eba11-cd3b-4770-9007-aba8b75ccb82 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:21.519566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:21.532285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Network': ['ID=867c60f5-17ab-4bfe-8334-305b7b19ab35,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:21.534807 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/networks/867c60f5-17ab-4bfe-8334-305b7b19ab35 HTTP/1.1" status: 204 len: 168 time: 0.9522433 Dec 22 05:26:21.535638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:21.537483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37196) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:21.683689 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a852aa-c435-47e7-8f55-f833cced08b4 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] DELETE failed (client error): The resource could not be found. Dec 22 05:26:21.684184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a852aa-c435-47e7-8f55-f833cced08b4 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:26:21.685825 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-57a852aa-c435-47e7-8f55-f833cced08b4 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/subnets/ff9addc6-161a-4139-9a02-e7a5d453b203 HTTP/1.1" status: 404 len: 337 time: 0.1474819 Dec 22 05:26:21.688946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37200) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:21.718525 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef32af8-b14b-42ab-8b48-481bb9e35257 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] DELETE failed (client error): The resource could not be found. Dec 22 05:26:21.719077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef32af8-b14b-42ab-8b48-481bb9e35257 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:26:21.720743 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0ef32af8-b14b-42ab-8b48-481bb9e35257 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/networks/7ef73602-ffc1-4833-962f-7cb85fe0d2d8 HTTP/1.1" status: 404 len: 339 time: 0.0309536 Dec 22 05:26:21.723421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37204) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:21.766184 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0090e708-1a5c-414b-9b33-7a4af8afd0c9 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] DELETE failed (client error): The resource could not be found. Dec 22 05:26:21.766668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0090e708-1a5c-414b-9b33-7a4af8afd0c9 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:26:21.768444 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0090e708-1a5c-414b-9b33-7a4af8afd0c9 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/subnets/6168c143-6554-42ca-a08a-3e1f7b60269e HTTP/1.1" status: 404 len: 337 time: 0.0440145 Dec 22 05:26:21.772104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37208) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:21.799241 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b60660-1701-4895-9377-67eb4e1a9b0a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] DELETE failed (client error): The resource could not be found. Dec 22 05:26:21.799701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b60660-1701-4895-9377-67eb4e1a9b0a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:26:21.801364 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-69b60660-1701-4895-9377-67eb4e1a9b0a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/networks/4ff896c6-d3aa-4f10-af5d-4efdc4f5770f HTTP/1.1" status: 404 len: 339 time: 0.0281188 Dec 22 05:26:21.803901 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37212) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:21.868445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-20433025-8ae3-4107-8d95-a0543d2883fe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Deleting subnet 9f337f83-0774-4199-8a73-0d33eb5144d1 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:26:21.871410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-20433025-8ae3-4107-8d95-a0543d2883fe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:21.927467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-20433025-8ae3-4107-8d95-a0543d2883fe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.018589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-20433025-8ae3-4107-8d95-a0543d2883fe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.097295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-20433025-8ae3-4107-8d95-a0543d2883fe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.101773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ce60c4ce-e2c6-4c4f-8ee0-9727ecb94b8d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:22.141063 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20433025-8ae3-4107-8d95-a0543d2883fe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Subnet': ['ID=9f337f83-0774-4199-8a73-0d33eb5144d1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:22.143042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-20433025-8ae3-4107-8d95-a0543d2883fe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.145848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-20433025-8ae3-4107-8d95-a0543d2883fe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:22.150210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b0b7f-330c-4ee8-8bf4-7b3348cddd56 None None] Network 4834e110-78c4-4c98-b5cc-49777442a6fe requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:22.154272 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-20433025-8ae3-4107-8d95-a0543d2883fe tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/subnets/9f337f83-0774-4199-8a73-0d33eb5144d1 HTTP/1.1" status: 204 len: 168 time: 0.3493674 Dec 22 05:26:22.157912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37216) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:22.271119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.281930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Deleting port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:26:22.282262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.396329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] DHCP port deletion for 4834e110-78c4-4c98-b5cc-49777442a6fe request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:26:22.400992 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] Deleting port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:26:22.401371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.490151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] For port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f,segment=NetworkSegment(332574b5-c6ef-4e12-8ed2-bc4b445e8868),segment_id=332574b5-c6ef-4e12-8ed2-bc4b445e8868)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:22.490498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.615826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] For port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f,segment=NetworkSegment(332574b5-c6ef-4e12-8ed2-bc4b445e8868),segment_id=332574b5-c6ef-4e12-8ed2-bc4b445e8868)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:22.616158 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.619355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Calling delete_port for ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:26:22.695805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.700869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:22.737111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] Calling delete_port for ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:26:22.746114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Port': ['ID=ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:22.747907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] No DVR routers for this DVR port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:26:22.749402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:22.826010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:26:22.826315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:26:22.876397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.901781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4834e110-78c4-4c98-b5cc-49777442a6fe']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:22.914462 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332574b5-c6ef-4e12-8ed2-bc4b445e8868') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:22.914753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332574b5-c6ef-4e12-8ed2-bc4b445e8868') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:22.926846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.946397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.953825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:26:22.954460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:26:22.969792 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:26:23.055508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:23.060190 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:23.074558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:23.085723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Pushing event deleted for resources: {'Network': ['ID=4834e110-78c4-4c98-b5cc-49777442a6fe,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:23.088629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:23.090580 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] 10.222.0.36 "DELETE /v2.0/networks/4834e110-78c4-4c98-b5cc-49777442a6fe HTTP/1.1" status: 204 len: 168 time: 0.9317434 Dec 22 05:26:23.286716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:26:23.321226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:26:23.321577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:26:23.322000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 42372e67-68db-4670-a21c-d99271e5165b no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:26:23.349683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] Deleting port ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:26:23.350060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:23.380404 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37224) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:23.384020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 42372e67-68db-4670-a21c-d99271e5165b {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:26:23.384752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 42372e67-68db-4670-a21c-d99271e5165b not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:26:23.473517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-944a68ad-5d0c-43af-a61b-9db093e0f743 None None] The port 'ccd6f640-d7c9-4ebe-b3c9-e89c5bd27f9f' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:26:23.547380 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-44504994-53ea-4ed5-9417-cb96d6ca2efa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7f372c7d64d42bf92fded0d800c5c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656663 Dec 22 05:26:23.551191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37230) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:23.611849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b1ea632-790d-4573-9982-e8320fb0b848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:23.637500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b1ea632-790d-4573-9982-e8320fb0b848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:23.690576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b1ea632-790d-4573-9982-e8320fb0b848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:23.694360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-50c4c4e1-018e-4e71-8bed-6fedb6600b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:23.705649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ea632-790d-4573-9982-e8320fb0b848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0cb4d1-290f-4087-889c-ef471b414c40,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:23.709735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b1ea632-790d-4573-9982-e8320fb0b848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:23.712810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b1ea632-790d-4573-9982-e8320fb0b848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:23.713943 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8b1ea632-790d-4573-9982-e8320fb0b848 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf0cb4d1-290f-4087-889c-ef471b414c40 HTTP/1.1" status: 204 len: 168 time: 0.1617932 Dec 22 05:26:24.435069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37254) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:24.565140 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-346324700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:24.572401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:24.576625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Usage tracker for resource:router and tenant:7ede05798d184b6a9668bd0db4d511be is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:24.580080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:24.590789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:24.603570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.605096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.624049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0f5a8336-4245-4b6b-a2a2-02a3de3dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.626749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.646746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.671032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.672388 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bab2d511-cc0d-49a4-9bc6-bdc27afd2638 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2362742 Dec 22 05:26:24.675276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37260) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:24.680882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1644228254'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:24.686026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:24.690569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Usage tracker for resource:network and tenant:7ede05798d184b6a9668bd0db4d511be is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:24.693415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:24.699060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:24.709846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Made reservation on behalf of 7ede05798d184b6a9668bd0db4d511be for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:24.713408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.727183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.742910 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:24.746841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Usage tracker for resource:security_group_rule and tenant:7ede05798d184b6a9668bd0db4d511be is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:24.749897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:24.755694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:24.840993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.846915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.849905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42d9b419-5ba4-453f-946f-e607393a5c94 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:24.879734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:26:24.887947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c3f607-5ca3-4689-964b-9cdc502fcbd2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:24.896433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.896775 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Added segment f4f7c797-1d3e-4f0c-9bf4-b78620332b75 of type vlan for network 641b032d-d70f-4bae-ac02-1f095de89f3c Dec 22 05:26:24.898559 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.898946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.899671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.900034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.900429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.900798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.901164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.901525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.902644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.902644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.902644 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.902917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:24.909832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:24.931309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.961984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.967429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:24.968012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:24.971494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:25.077857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event updated for resources: {'Network': ['ID=641b032d-d70f-4bae-ac02-1f095de89f3c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:25.081168 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4048641 Dec 22 05:26:25.082076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:25.084521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37264) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:25.090085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 641b032d-d70f-4bae-ac02-1f095de89f3c details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:26:25.090261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Request body: {'subnet': {'network_id': '641b032d-d70f-4bae-ac02-1f095de89f3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:25.200834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:25.204973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Usage tracker for resource:subnet and tenant:7ede05798d184b6a9668bd0db4d511be is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:25.207849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:25.213512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:25.224349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Made reservation on behalf of 7ede05798d184b6a9668bd0db4d511be for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:25.227814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:25.468555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:25.472682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d9a58bd9-49c0-4db3-a644-514d7f99b3ad tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:25.550493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event updated for resources: {'Subnet': ['ID=63b8845b-92bd-4e74-b05a-73d5b0a0bc10,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:25.553178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:25.565376 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Checking segment: {'id': 'f4f7c797-1d3e-4f0c-9bf4-b78620332b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '641b032d-d70f-4bae-ac02-1f095de89f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:25.566276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Network hostable DHCP agents. Network: 641b032d-d70f-4bae-ac02-1f095de89f3c, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:25.591401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Network 641b032d-d70f-4bae-ac02-1f095de89f3c is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:25.602145 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 641b032d-d70f-4bae-ac02-1f095de89f3c) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:25.610128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f520bb3b-06ca-4f3a-823b-a1cbd655bb2a None None] Network 641b032d-d70f-4bae-ac02-1f095de89f3c requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:25.610672 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:25.611301 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:25.637451 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2c663c8e-cf05-43e5-a22b-afba21866891 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5516634 Dec 22 05:26:25.641264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37268) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:25.646954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1341221110'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:25.652639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:25.657319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Usage tracker for resource:network and tenant:7ede05798d184b6a9668bd0db4d511be is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:25.660372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:25.666200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:25.678391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Made reservation on behalf of 7ede05798d184b6a9668bd0db4d511be for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:25.682186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:25.712208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:26:25.721432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:25.721732 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Added segment b63ec74f-3bff-4882-8849-3082d62f69a3 of type vlan for network ac23cfbe-aed0-4b0d-978f-609a95c3fbd8 Dec 22 05:26:25.751619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:25.784386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:25.790082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:25.790681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:25.795942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:25.828260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-641b032d-d70f-4bae-ac02-1f095de89f3c', 'network_id': '641b032d-d70f-4bae-ac02-1f095de89f3c', 'tenant_id': '7ede05798d184b6a9668bd0db4d511be', 'fixed_ips': [{'subnet_id': '63b8845b-92bd-4e74-b05a-73d5b0a0bc10'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:26:25.829387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:25.901509 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2561378 Dec 22 05:26:25.902137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37272) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:25.906496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event updated for resources: {'Network': ['ID=ac23cfbe-aed0-4b0d-978f-609a95c3fbd8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:25.910067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-750d52e8-80b1-482d-95da-140228a7d32d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:25.910311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Request body: {'subnet': {'network_id': 'ac23cfbe-aed0-4b0d-978f-609a95c3fbd8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:25.912284 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:26:25.923775 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network ac23cfbe-aed0-4b0d-978f-609a95c3fbd8 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:26:26.023907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:26.028297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Usage tracker for resource:subnet and tenant:7ede05798d184b6a9668bd0db4d511be is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:26.031468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:26.037595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:26.049803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Made reservation on behalf of 7ede05798d184b6a9668bd0db4d511be for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:26.053889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:26.085878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Allocated IP 172.20.0.2 (641b032d-d70f-4bae-ac02-1f095de89f3c/63b8845b-92bd-4e74-b05a-73d5b0a0bc10/5f26137e-b9a5-4949-a93a-66f502df83c8) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:26.318011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:26.327944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Transition to ACTIVE for port object 5f26137e-b9a5-4949-a93a-66f502df83c8 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:26.346718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Transition to ACTIVE for port object 5f26137e-b9a5-4949-a93a-66f502df83c8 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:26.353523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:26.359031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:26.402319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:26.406806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-66c492bf-d14a-4338-b862-987aa0a9db72 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:26.420303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Network 641b032d-d70f-4bae-ac02-1f095de89f3c is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:26.423431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:26.425932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:26.461811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Pushing event updated for resources: {'Port': ['ID=5f26137e-b9a5-4949-a93a-66f502df83c8,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:26.470073 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:26.483947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event updated for resources: {'Subnet': ['ID=d973d10a-96df-4ad6-8238-bfcf1a8abe90,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:26.487702 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:26.495165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Checking segment: {'id': 'b63ec74f-3bff-4882-8849-3082d62f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ac23cfbe-aed0-4b0d-978f-609a95c3fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:26.495519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Network hostable DHCP agents. Network: ac23cfbe-aed0-4b0d-978f-609a95c3fbd8, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:26.515034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Network ac23cfbe-aed0-4b0d-978f-609a95c3fbd8 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:26.527296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, ac23cfbe-aed0-4b0d-978f-609a95c3fbd8) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:26.531840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:26.532463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:26.534325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Attempting to bind port 5f26137e-b9a5-4949-a93a-66f502df83c8 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:26.535019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Attempting to bind port 5f26137e-b9a5-4949-a93a-66f502df83c8 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'f4f7c797-1d3e-4f0c-9bf4-b78620332b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '641b032d-d70f-4bae-ac02-1f095de89f3c'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:26.535316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Attempting to bind port 5f26137e-b9a5-4949-a93a-66f502df83c8 on network 641b032d-d70f-4bae-ac02-1f095de89f3c {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:26.539971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1fb87a-de04-4732-9f78-749dd1b7f7cc None None] Network ac23cfbe-aed0-4b0d-978f-609a95c3fbd8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:26.558843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:26.559376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Checking segment: {'id': 'f4f7c797-1d3e-4f0c-9bf4-b78620332b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '641b032d-d70f-4bae-ac02-1f095de89f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:26.559735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:26.560232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Bound using segment: {'id': 'f4f7c797-1d3e-4f0c-9bf4-b78620332b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '641b032d-d70f-4bae-ac02-1f095de89f3c'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:26.560761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Bound port: 5f26137e-b9a5-4949-a93a-66f502df83c8, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f7c797-1d3e-4f0c-9bf4-b78620332b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '641b032d-d70f-4bae-ac02-1f095de89f3c'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:26.561256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:26.563351 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2d8103c0-6e2e-42f8-89fc-d5d5270a6f12 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6593716 Dec 22 05:26:26.566284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37276) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:26.571737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2f90d343-3e4d-4127-a2e8-6b37b7e9b317 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac23cfbe-aed0-4b0d-978f-609a95c3fbd8'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:26.772032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] For port 5f26137e-b9a5-4949-a93a-66f502df83c8, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:26.792113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] For port 5f26137e-b9a5-4949-a93a-66f502df83c8, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5f26137e-b9a5-4949-a93a-66f502df83c8,segment=NetworkSegment(f4f7c797-1d3e-4f0c-9bf4-b78620332b75),segment_id=f4f7c797-1d3e-4f0c-9bf4-b78620332b75)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:26.799832 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:26.805629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:26.915122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-ac23cfbe-aed0-4b0d-978f-609a95c3fbd8', 'network_id': 'ac23cfbe-aed0-4b0d-978f-609a95c3fbd8', 'tenant_id': '7ede05798d184b6a9668bd0db4d511be', 'fixed_ips': [{'subnet_id': 'd973d10a-96df-4ad6-8238-bfcf1a8abe90'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:26:26.915975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:26.944149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Pushing event updated for resources: {'Port': ['ID=5f26137e-b9a5-4949-a93a-66f502df83c8,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:26.947769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:27.020661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-86cfd30f-8a96-47a7-abd9-d8d5a0c08be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.112563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f90d343-3e4d-4127-a2e8-6b37b7e9b317 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.117844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Allocated IP 172.21.0.2 (ac23cfbe-aed0-4b0d-978f-609a95c3fbd8/d973d10a-96df-4ad6-8238-bfcf1a8abe90/8c6a92f2-28f5-4ec4-b613-7853d457877e) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:27.325571 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-2f90d343-3e4d-4127-a2e8-6b37b7e9b317 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 05:26:27.326779 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2f90d343-3e4d-4127-a2e8-6b37b7e9b317 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "PUT /v2.0/routers/78f0ed8a-6110-448b-b2c9-d138fe4becba HTTP/1.1" status: 400 len: 364 time: 0.7594872 Dec 22 05:26:27.332881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37280) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:27.357346 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5f26137e-b9a5-4949-a93a-66f502df83c8 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:27.409359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13ad934-6f1c-4510-85f8-c88d785c6eee tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Deleting subnet d973d10a-96df-4ad6-8238-bfcf1a8abe90 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:26:27.467201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.480729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Transition to ACTIVE for port object 8c6a92f2-28f5-4ec4-b613-7853d457877e will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:27.502028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 5f26137e-b9a5-4949-a93a-66f502df83c8 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:27.507133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Transition to ACTIVE for port object 8c6a92f2-28f5-4ec4-b613-7853d457877e will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:27.514195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a13ad934-6f1c-4510-85f8-c88d785c6eee tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.514435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.518063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:27.574077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a13ad934-6f1c-4510-85f8-c88d785c6eee tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.580462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Network ac23cfbe-aed0-4b0d-978f-609a95c3fbd8 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:27.583340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:27.587039 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:27.593072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Pushing event updated for resources: {'Port': ['ID=8c6a92f2-28f5-4ec4-b613-7853d457877e,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:27.597034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:27.660609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a13ad934-6f1c-4510-85f8-c88d785c6eee tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.685934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Attempting to bind port 8c6a92f2-28f5-4ec4-b613-7853d457877e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:27.686313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Attempting to bind port 8c6a92f2-28f5-4ec4-b613-7853d457877e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b63ec74f-3bff-4882-8849-3082d62f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ac23cfbe-aed0-4b0d-978f-609a95c3fbd8'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:27.686760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Attempting to bind port 8c6a92f2-28f5-4ec4-b613-7853d457877e on network ac23cfbe-aed0-4b0d-978f-609a95c3fbd8 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:27.698940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:27.699340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Checking segment: {'id': 'b63ec74f-3bff-4882-8849-3082d62f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ac23cfbe-aed0-4b0d-978f-609a95c3fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:27.699767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.700226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Bound using segment: {'id': 'b63ec74f-3bff-4882-8849-3082d62f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ac23cfbe-aed0-4b0d-978f-609a95c3fbd8'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:27.700769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Bound port: 8c6a92f2-28f5-4ec4-b613-7853d457877e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63ec74f-3bff-4882-8849-3082d62f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ac23cfbe-aed0-4b0d-978f-609a95c3fbd8'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:27.701114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.744979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a13ad934-6f1c-4510-85f8-c88d785c6eee tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.752247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-967c30e2-b6f6-41dc-a716-5535a06ccccb tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:27.797663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a13ad934-6f1c-4510-85f8-c88d785c6eee tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.806613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ad934-6f1c-4510-85f8-c88d785c6eee tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event deleted for resources: {'Subnet': ['ID=d973d10a-96df-4ad6-8238-bfcf1a8abe90,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:27.809034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a13ad934-6f1c-4510-85f8-c88d785c6eee tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:27.810620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] For port 8c6a92f2-28f5-4ec4-b613-7853d457877e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:27.813918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37284) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:27.814406 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a13ad934-6f1c-4510-85f8-c88d785c6eee tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "DELETE /v2.0/subnets/d973d10a-96df-4ad6-8238-bfcf1a8abe90 HTTP/1.1" status: 204 len: 168 time: 0.4778559 Dec 22 05:26:27.814521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] For port 8c6a92f2-28f5-4ec4-b613-7853d457877e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8c6a92f2-28f5-4ec4-b613-7853d457877e,segment=NetworkSegment(b63ec74f-3bff-4882-8849-3082d62f69a3),segment_id=b63ec74f-3bff-4882-8849-3082d62f69a3)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:27.821904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.825949 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:27.939454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Pushing event updated for resources: {'Port': ['ID=8c6a92f2-28f5-4ec4-b613-7853d457877e,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:27.949428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:27.949615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.962308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Deleting port 8c6a92f2-28f5-4ec4-b613-7853d457877e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:26:27.962646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:27.970717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7596695a-1ae3-44b4-ae2f-6a163261b23f None None] Network 641b032d-d70f-4bae-ac02-1f095de89f3c requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:27.985030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d8e1b-37b7-4a93-94e5-139e6edba8c8 None None] Network ac23cfbe-aed0-4b0d-978f-609a95c3fbd8 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:28.173366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-763f4d95-0998-4f5c-8e6f-9e9939c153e4 None None] Provisioning for port 5f26137e-b9a5-4949-a93a-66f502df83c8 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:28.180774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] For port 8c6a92f2-28f5-4ec4-b613-7853d457877e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8c6a92f2-28f5-4ec4-b613-7853d457877e,segment=NetworkSegment(b63ec74f-3bff-4882-8849-3082d62f69a3),segment_id=b63ec74f-3bff-4882-8849-3082d62f69a3)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:28.181133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.220359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.225601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-763f4d95-0998-4f5c-8e6f-9e9939c153e4 None None] Provisioning complete for port 5f26137e-b9a5-4949-a93a-66f502df83c8 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:28.225972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-763f4d95-0998-4f5c-8e6f-9e9939c153e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.282714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.307310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Calling delete_port for 8c6a92f2-28f5-4ec4-b613-7853d457877e owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:26:28.388117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.394106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c3276bd5-ca8a-4451-9e26-a6d349d90a76 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:28.439608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event deleted for resources: {'Port': ['ID=8c6a92f2-28f5-4ec4-b613-7853d457877e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:28.442470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:28.443327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] No DVR routers for this DVR port 8c6a92f2-28f5-4ec4-b613-7853d457877e on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:26:28.504612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-763f4d95-0998-4f5c-8e6f-9e9939c153e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.544800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-763f4d95-0998-4f5c-8e6f-9e9939c153e4 None None] For port 5f26137e-b9a5-4949-a93a-66f502df83c8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5f26137e-b9a5-4949-a93a-66f502df83c8,segment=NetworkSegment(f4f7c797-1d3e-4f0c-9bf4-b78620332b75),segment_id=f4f7c797-1d3e-4f0c-9bf4-b78620332b75)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:28.550004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-763f4d95-0998-4f5c-8e6f-9e9939c153e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.551525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:28.633635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f4d95-0998-4f5c-8e6f-9e9939c153e4 None None] Pushing event updated for resources: {'Port': ['ID=5f26137e-b9a5-4949-a93a-66f502df83c8,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:28.636924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-763f4d95-0998-4f5c-8e6f-9e9939c153e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:28.709434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.736831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac23cfbe-aed0-4b0d-978f-609a95c3fbd8']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:28.749454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63ec74f-3bff-4882-8849-3082d62f69a3') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:28.749806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63ec74f-3bff-4882-8849-3082d62f69a3') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:28.762168 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.764490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c0fcd-1e29-4ca7-a6f1-772dab6b0295 None None] get_active_networks_info from dv-neutron-822524-1-hyperv {{(pid=87556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 05:26:28.778323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.784582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:26:28.784957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:26:28.799095 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:26:28.827442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-559331d2-8651-4b04-b350-07f287e73ae7 None None] Provisioning complete for port 5f26137e-b9a5-4949-a93a-66f502df83c8 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:28.827890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-559331d2-8651-4b04-b350-07f287e73ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.881712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.885228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c03e831d-7990-4f98-8045-dca896c50c74 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:28.900517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:28.910957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c0fcd-1e29-4ca7-a6f1-772dab6b0295 None None] Resources bound (agent type, host, resource id): {{(pid=87556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 05:26:28.912523 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event deleted for resources: {'Network': ['ID=ac23cfbe-aed0-4b0d-978f-609a95c3fbd8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:28.915569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:28.917109 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "DELETE /v2.0/networks/ac23cfbe-aed0-4b0d-978f-609a95c3fbd8 HTTP/1.1" status: 204 len: 168 time: 1.1012328 Dec 22 05:26:28.919937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37288) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:28.990948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-664b4802-981b-4d61-aa83-84d6a7505cec tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Deleting subnet 63b8845b-92bd-4e74-b05a-73d5b0a0bc10 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:26:28.993988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-664b4802-981b-4d61-aa83-84d6a7505cec tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.057559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-664b4802-981b-4d61-aa83-84d6a7505cec tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.144647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-664b4802-981b-4d61-aa83-84d6a7505cec tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.221157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-664b4802-981b-4d61-aa83-84d6a7505cec tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.229016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e0c0e274-c5b8-447d-bda8-56483d4e996d tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:29.273252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-664b4802-981b-4d61-aa83-84d6a7505cec tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.276544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b4802-981b-4d61-aa83-84d6a7505cec tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event deleted for resources: {'Subnet': ['ID=63b8845b-92bd-4e74-b05a-73d5b0a0bc10,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:29.280907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-664b4802-981b-4d61-aa83-84d6a7505cec tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:29.285740 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-664b4802-981b-4d61-aa83-84d6a7505cec tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "DELETE /v2.0/subnets/63b8845b-92bd-4e74-b05a-73d5b0a0bc10 HTTP/1.1" status: 204 len: 168 time: 0.3624747 Dec 22 05:26:29.285964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37292) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:29.314695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5f26137e-b9a5-4949-a93a-66f502df83c8 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:29.363572 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db25f351-5ad4-43c1-b2b6-31c23d2e5a26 None None] Network 641b032d-d70f-4bae-ac02-1f095de89f3c requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:29.407336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.418115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Deleting port 5f26137e-b9a5-4949-a93a-66f502df83c8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:26:29.418442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.552074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5f26137e-b9a5-4949-a93a-66f502df83c8 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:29.552399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.623296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] For port 5f26137e-b9a5-4949-a93a-66f502df83c8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5f26137e-b9a5-4949-a93a-66f502df83c8,segment=NetworkSegment(f4f7c797-1d3e-4f0c-9bf4-b78620332b75),segment_id=f4f7c797-1d3e-4f0c-9bf4-b78620332b75)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:29.623684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.635226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.749020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03734b9-3747-4bb8-82af-0ca690e0c6d9 None None] DHCP port deletion for 641b032d-d70f-4bae-ac02-1f095de89f3c request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:26:29.753688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d03734b9-3747-4bb8-82af-0ca690e0c6d9 None None] Deleting port 5f26137e-b9a5-4949-a93a-66f502df83c8 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:26:29.754079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d03734b9-3747-4bb8-82af-0ca690e0c6d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.755225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Calling delete_port for 5f26137e-b9a5-4949-a93a-66f502df83c8 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:26:29.841400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:29.846837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d03734b9-3747-4bb8-82af-0ca690e0c6d9 None None] The port '5f26137e-b9a5-4949-a93a-66f502df83c8' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:26:29.847252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-43654a53-6cc6-45e4-ab91-156ff45d5494 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:29.901802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event deleted for resources: {'Port': ['ID=5f26137e-b9a5-4949-a93a-66f502df83c8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:29.903586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] No DVR routers for this DVR port 5f26137e-b9a5-4949-a93a-66f502df83c8 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:26:29.905158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:30.027246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.055479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641b032d-d70f-4bae-ac02-1f095de89f3c']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:30.067337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f7c797-1d3e-4f0c-9bf4-b78620332b75') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:30.067629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f7c797-1d3e-4f0c-9bf4-b78620332b75') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:30.078874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.095281 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.101299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:26:30.101718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:26:30.115887 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:26:30.198412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.202089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-01df1f04-613d-418a-a9a7-3c0e8054daaa tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:30.328387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.339799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Pushing event deleted for resources: {'Network': ['ID=641b032d-d70f-4bae-ac02-1f095de89f3c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:30.342595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:30.344457 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "DELETE /v2.0/networks/641b032d-d70f-4bae-ac02-1f095de89f3c HTTP/1.1" status: 204 len: 168 time: 1.0575392 Dec 22 05:26:30.347748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37296) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:30.391087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-02a9926d-9297-4f57-aa65-f1f39229c0b4 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Synchronizing usage tracker for tenant:7ede05798d184b6a9668bd0db4d511be on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:26:30.410233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-02a9926d-9297-4f57-aa65-f1f39229c0b4 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Unset dirty status for tenant:7ede05798d184b6a9668bd0db4d511be on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:26:30.411385 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-02a9926d-9297-4f57-aa65-f1f39229c0b4 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "GET /v2.0/ports?device_id=78f0ed8a-6110-448b-b2c9-d138fe4becba HTTP/1.1" status: 200 len: 205 time: 0.0626736 Dec 22 05:26:30.414067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37300) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:30.549083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bde8f32a-ccd7-4fa4-b2cf-72f162e118ae tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.858103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bde8f32a-ccd7-4fa4-b2cf-72f162e118ae tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.860536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bde8f32a-ccd7-4fa4-b2cf-72f162e118ae tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.884851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bde8f32a-ccd7-4fa4-b2cf-72f162e118ae tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.885400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde8f32a-ccd7-4fa4-b2cf-72f162e118ae tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Fanout notify agent at l3_agent the message router_deleted on router 78f0ed8a-6110-448b-b2c9-d138fe4becba {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:26:30.897116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bde8f32a-ccd7-4fa4-b2cf-72f162e118ae tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:30.898190 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bde8f32a-ccd7-4fa4-b2cf-72f162e118ae tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] 10.222.0.36 "DELETE /v2.0/routers/78f0ed8a-6110-448b-b2c9-d138fe4becba HTTP/1.1" status: 204 len: 168 time: 0.4832380 Dec 22 05:26:31.170282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37308) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:31.284622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5f26137e-b9a5-4949-a93a-66f502df83c8 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:26:31.318977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 5f26137e-b9a5-4949-a93a-66f502df83c8 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:26:31.319470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5f26137e-b9a5-4949-a93a-66f502df83c8 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:26:31.324124 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-36659946-66ad-4a98-b952-94a5903f0caa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ede05798d184b6a9668bd0db4d511be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526639 Dec 22 05:26:31.326739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37314) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:31.393090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e318764-7260-44fb-b46a-c0630ffde371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:31.419298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e318764-7260-44fb-b46a-c0630ffde371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:31.477905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e318764-7260-44fb-b46a-c0630ffde371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:31.481700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-135af4d5-d1b0-4059-ac26-eb809cea67bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:31.493032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e318764-7260-44fb-b46a-c0630ffde371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c3f607-5ca3-4689-964b-9cdc502fcbd2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:31.496666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7e318764-7260-44fb-b46a-c0630ffde371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:31.500074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e318764-7260-44fb-b46a-c0630ffde371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:31.501292 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7e318764-7260-44fb-b46a-c0630ffde371 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4c3f607-5ca3-4689-964b-9cdc502fcbd2 HTTP/1.1" status: 204 len: 168 time: 0.1736712 Dec 22 05:26:32.211590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37338) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:32.317367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1321152600-network', 'tenant_id': '2aade192489049e78f64417ecba659ff'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:32.322415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:32.326368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Usage tracker for resource:network and tenant:2aade192489049e78f64417ecba659ff is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:32.329366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:32.335021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:32.348868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Made reservation on behalf of 2aade192489049e78f64417ecba659ff for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:32.352358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:32.368224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:32.383387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:32.387738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Usage tracker for resource:security_group_rule and tenant:2aade192489049e78f64417ecba659ff is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:32.390586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:32.396393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:32.479344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:32.485489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:32.488360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f9945f94-4977-44ef-bed2-7bd4b0d3540b tempest-ServersAdminNegativeTestJSON-875886465 tempest-ServersAdminNegativeTestJSON-875886465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:32.515361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:26:32.524104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e311bb75-40c2-46c7-b41b-111c82d75260,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:32.527845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:32.530267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:32.530622 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Added segment 29ba6e31-73de-4186-9db0-38b3a6ec6a2f of type vlan for network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 Dec 22 05:26:32.560383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:32.605132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:32.606700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:32.607597 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:32.613475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e3ea3557-7bd3-485a-9ae5-36c472c6cecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:32.715576 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5027754 Dec 22 05:26:32.716615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Pushing event updated for resources: {'Network': ['ID=bf30cac6-e331-45d8-99ec-1bf39c2f9e48,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:32.718589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37344) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:32.719593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:32.724778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Request body: {'subnet': {'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1321152600-subnet', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:32.726405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:26:32.729844 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:32.733698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Usage tracker for resource:subnet and tenant:2aade192489049e78f64417ecba659ff is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:32.736935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:32.742933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:32.754029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Made reservation on behalf of 2aade192489049e78f64417ecba659ff for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:32.756445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:32.965653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:32.969985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2e1d57d8-c2be-4a4c-b7b7-385948a3044a tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:33.040975 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ae12bf-f890-4378-9bcf-6504577da606,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:33.044418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:33.050504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Checking segment: {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:33.050864 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Network hostable DHCP agents. Network: bf30cac6-e331-45d8-99ec-1bf39c2f9e48, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:33.072506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:33.084562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, bf30cac6-e331-45d8-99ec-1bf39c2f9e48) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:33.090518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:33.090518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.093856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27df11f-10e5-4bc0-a486-7fe56ebc1690 None None] Network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:33.116887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3965840 Dec 22 05:26:33.119231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37348) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:33.124757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1321152600-router', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:33.129858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:33.134071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Usage tracker for resource:router and tenant:2aade192489049e78f64417ecba659ff is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:33.137096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:33.143254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:33.154524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.155565 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.171055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.308710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-bf30cac6-e331-45d8-99ec-1bf39c2f9e48', 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'fixed_ips': [{'subnet_id': 'b6ae12bf-f890-4378-9bcf-6504577da606'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:26:33.309530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.444434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.468929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Allocated IP 172.20.0.2 (bf30cac6-e331-45d8-99ec-1bf39c2f9e48/b6ae12bf-f890-4378-9bcf-6504577da606/8da062e9-bcc3-481e-ada7-3196674b82ea) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:33.672247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.682128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Transition to ACTIVE for port object 8da062e9-bcc3-481e-ada7-3196674b82ea will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:33.700255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Transition to ACTIVE for port object 8da062e9-bcc3-481e-ada7-3196674b82ea will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:33.706839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.712064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:33.760168 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.774521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:33.777426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:33.780034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:33.789353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Pushing event updated for resources: {'Port': ['ID=8da062e9-bcc3-481e-ada7-3196674b82ea,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:33.790923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.792201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:33.931735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Allocated IP 172.26.1.145 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/04e33476-fd4b-47c3-bd30-b0f14b1ffd22) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:33.933124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Attempting to bind port 8da062e9-bcc3-481e-ada7-3196674b82ea on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:33.933502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Attempting to bind port 8da062e9-bcc3-481e-ada7-3196674b82ea by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:33.933874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Attempting to bind port 8da062e9-bcc3-481e-ada7-3196674b82ea on network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:33.939680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:33.940040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Checking segment: {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:33.940505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:33.940913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Bound using segment: {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:33.941383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Bound port: 8da062e9-bcc3-481e-ada7-3196674b82ea, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:33.941771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:34.030935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] For port 8da062e9-bcc3-481e-ada7-3196674b82ea, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:34.034295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] For port 8da062e9-bcc3-481e-ada7-3196674b82ea, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8da062e9-bcc3-481e-ada7-3196674b82ea,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:34.040475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:34.044740 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:34.123701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Pushing event updated for resources: {'Port': ['ID=8da062e9-bcc3-481e-ada7-3196674b82ea,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:34.127585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:34.224365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:34.257108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:34.261787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-413d8915-079e-41b9-9a99-fff44e9a2c2c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:34.332473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:34.335656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:34.338213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:34.379021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Pushing event updated for resources: {'Port': ['ID=04e33476-fd4b-47c3-bd30-b0f14b1ffd22,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:34.382342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:34.783765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:35.033557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e35a9b-7265-4d55-83fc-5b063437baeb None None] Network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:35.132966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:35.139225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1b4e8b91-7fa9-4ea1-aed5-dec2ea500213 None None] Provisioning for port 8da062e9-bcc3-481e-ada7-3196674b82ea completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:35.335999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8da062e9-bcc3-481e-ada7-3196674b82ea up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:35.354730 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Router a77da603-c15e-48e4-bd95-e5001e3b97ed is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:26:35.422903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 8da062e9-bcc3-481e-ada7-3196674b82ea completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:35.428269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 8da062e9-bcc3-481e-ada7-3196674b82ea triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:35.428668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:35.542655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:26:35.548833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:35.560747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Sync routers for ids ['a77da603-c15e-48e4-bd95-e5001e3b97ed'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:35.569958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:35.571313 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4508135 Dec 22 05:26:35.574230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37352) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:35.587485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Routers {'a77da603-c15e-48e4-bd95-e5001e3b97ed'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:26:35.588199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:26:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a77da603-c15e-48e4-bd95-e5001e3b97ed'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:35.676051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 8da062e9-bcc3-481e-ada7-3196674b82ea, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8da062e9-bcc3-481e-ada7-3196674b82ea,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:35.679523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-51860187-47ae-46a8-ba6a-b314d300e8e1 None None] Provisioning complete for port 8da062e9-bcc3-481e-ada7-3196674b82ea triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:35.679932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-51860187-47ae-46a8-ba6a-b314d300e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:35.710299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:35.719825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:35.887150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=8da062e9-bcc3-481e-ada7-3196674b82ea,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:35.895711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:35.924020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Set router a77da603-c15e-48e4-bd95-e5001e3b97ed gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:26:36.228244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'name': 'tempest-TestEncryptedCinderVolumes-1321152600-router', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:34Z', 'revision_number': 3, 'project_id': '2aade192489049e78f64417ecba659ff', 'gw_port': {'id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:36.232445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Checking router: a77da603-c15e-48e4-bd95-e5001e3b97ed for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:36.232847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Updating router a77da603-c15e-48e4-bd95-e5001e3b97ed port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:26:36.292118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:36.400273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:36.617857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Allocated IP 172.20.0.1 (bf30cac6-e331-45d8-99ec-1bf39c2f9e48/b6ae12bf-f890-4378-9bcf-6504577da606/cc1707c2-029d-4aee-8f90-64f4f2f1018e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:36.673891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:36.685170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Transition to ACTIVE for port object 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:36.691878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:36.695414 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:36.769427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:36.773945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Attempting to bind port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:36.774634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Attempting to bind port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:36.775008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Attempting to bind port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:36.778278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceef8fe-bd20-4343-9577-84dfd17468cb None None] Pushing event updated for resources: {'Port': ['ID=04e33476-fd4b-47c3-bd30-b0f14b1ffd22,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:36.782274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5ceef8fe-bd20-4343-9577-84dfd17468cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:36.783165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:36.783540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:36.783943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:36.784356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:36.784825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Bound port: 04e33476-fd4b-47c3-bd30-b0f14b1ffd22, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:36.785200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:36.786897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Transition to ACTIVE for port object cc1707c2-029d-4aee-8f90-64f4f2f1018e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:36.811050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:36.815850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8ea989b7-8431-4631-9e63-7dc5855fa714 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:36.856514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] For port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:36.859860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] For port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=04e33476-fd4b-47c3-bd30-b0f14b1ffd22,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:36.865312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:36.869385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b50927a0-17a8-48d8-852f-77c4cb2de8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:36.876694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:36.879436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:36.883026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:36.932294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Pushing event updated for resources: {'Port': ['ID=cc1707c2-029d-4aee-8f90-64f4f2f1018e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:36.936338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:36.945821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceef8fe-bd20-4343-9577-84dfd17468cb None None] Pushing event updated for resources: {'Port': ['ID=04e33476-fd4b-47c3-bd30-b0f14b1ffd22,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:36.947667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:36.949689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5ceef8fe-bd20-4343-9577-84dfd17468cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:36.966763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Routers {'a77da603-c15e-48e4-bd95-e5001e3b97ed'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:26:36.967391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:26:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a77da603-c15e-48e4-bd95-e5001e3b97ed'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:37.153447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] Set router a77da603-c15e-48e4-bd95-e5001e3b97ed gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:26:37.327465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8da062e9-bcc3-481e-ada7-3196674b82ea up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:37.351354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:37.359915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-939316ab-50a5-4b3b-a197-3b336b837f53 None None] Provisioning for port cc1707c2-029d-4aee-8f90-64f4f2f1018e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:37.388355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-939316ab-50a5-4b3b-a197-3b336b837f53 None None] Provisioning complete for port cc1707c2-029d-4aee-8f90-64f4f2f1018e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:37.388699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-939316ab-50a5-4b3b-a197-3b336b837f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:37.474680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-939316ab-50a5-4b3b-a197-3b336b837f53 None None] Port cc1707c2-029d-4aee-8f90-64f4f2f1018e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:26:37.537736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 8da062e9-bcc3-481e-ada7-3196674b82ea triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:37.537989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:37.583742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:37.589743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:37.617816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e5ffa06c-ec6e-40e9-9320-699ee0aa24c0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:37.640318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'name': 'tempest-TestEncryptedCinderVolumes-1321152600-router', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:34Z', 'revision_number': 3, 'project_id': '2aade192489049e78f64417ecba659ff', 'gw_port': {'id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:37.657750 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd540e76-b795-400e-93cf-15a9150f4dc1 None None] The sync data for ids ['a77da603-c15e-48e4-bd95-e5001e3b97ed'] in dv-neutron-822524-1-hyperv is: [{'id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'name': 'tempest-TestEncryptedCinderVolumes-1321152600-router', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:34Z', 'revision_number': 3, 'project_id': '2aade192489049e78f64417ecba659ff', 'gw_port': {'id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:37.702392 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:37.706806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Pushing event updated for resources: {'Port': ['ID=cc1707c2-029d-4aee-8f90-64f4f2f1018e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:37.710231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:37.849228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:37.850319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:38.085662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Router a77da603-c15e-48e4-bd95-e5001e3b97ed has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:26:38.103507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e00067ab-be40-4ce6-8ed0-759bc6906b93 None None] Provisioning complete for port cc1707c2-029d-4aee-8f90-64f4f2f1018e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:38.104029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e00067ab-be40-4ce6-8ed0-759bc6906b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:38.162872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e00067ab-be40-4ce6-8ed0-759bc6906b93 None None] Port cc1707c2-029d-4aee-8f90-64f4f2f1018e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:26:38.278542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:26:38.287900 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] 10.222.0.36 "PUT /v2.0/routers/a77da603-c15e-48e4-bd95-e5001e3b97ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7125707 Dec 22 05:26:38.835739 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37370) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:38.841522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1269970345-network', 'tenant_id': '5e98828233c149e98b53fdbc72517102'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:38.846765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:38.851011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Usage tracker for resource:network and tenant:5e98828233c149e98b53fdbc72517102 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:38.854137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:38.860305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:38.877271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Made reservation on behalf of 5e98828233c149e98b53fdbc72517102 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:38.879849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:38.892481 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:38.908431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:38.913476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Usage tracker for resource:security_group_rule and tenant:5e98828233c149e98b53fdbc72517102 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:38.917579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:38.924667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:39.015568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.020925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.024534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d102dc5-8690-4063-8abb-f7a7ee358606 tempest-TagsExtTest-356420976 tempest-TagsExtTest-356420976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:39.056262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:26:39.061676 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26904ade-080d-41e4-9042-18b7a5d5f342,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:39.065529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:39.069291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.069614 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Added segment add733b5-3023-4811-a4bb-0205fc8db85d of type vlan for network 3ef42541-63d3-4874-8ebb-8b882405fde2 Dec 22 05:26:39.096862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.130616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.131728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:39.132347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.135678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-79a2ae3c-8d4a-4a98-9b2b-60122c8dcaee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:39.187232 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Sync routers for ids ['a77da603-c15e-48e4-bd95-e5001e3b97ed'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:39.197950 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Routers {'a77da603-c15e-48e4-bd95-e5001e3b97ed'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:26:39.198534 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:26:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a77da603-c15e-48e4-bd95-e5001e3b97ed'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:39.235880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef42541-63d3-4874-8ebb-8b882405fde2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:39.239058 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4022362 Dec 22 05:26:39.240009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-83e39bd1-f288-422a-9412-33bc40ff3844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:39.241949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37374) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:39.247285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Request body: {'subnet': {'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1269970345-subnet', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'ip_version': 4}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:39.250748 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 3ef42541-63d3-4874-8ebb-8b882405fde2 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:26:39.252416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:39.256262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Usage tracker for resource:subnet and tenant:5e98828233c149e98b53fdbc72517102 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:39.259153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:39.264983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:39.279615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Made reservation on behalf of 5e98828233c149e98b53fdbc72517102 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:39.283595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.377204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:39.443737 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Set router a77da603-c15e-48e4-bd95-e5001e3b97ed gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:26:39.452420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:39.457325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:39.457699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.511653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.516618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6d8408c1-ebea-411b-afb7-6d71bd8883b9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:39.630600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.647995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=04e33476-fd4b-47c3-bd30-b0f14b1ffd22,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:39.654563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.656647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-763f4d95-0998-4f5c-8e6f-9e9939c153e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:39.713080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be6b2a2-ccfc-486b-bf66-af858e03dd93,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:39.717237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:39.721323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Checking segment: {'id': 'add733b5-3023-4811-a4bb-0205fc8db85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:39.721683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Network hostable DHCP agents. Network: 3ef42541-63d3-4874-8ebb-8b882405fde2, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:39.726597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=04e33476-fd4b-47c3-bd30-b0f14b1ffd22,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:39.731057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:39.740958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Network 3ef42541-63d3-4874-8ebb-8b882405fde2 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:39.750770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 3ef42541-63d3-4874-8ebb-8b882405fde2) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:39.757379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:39.757379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.760985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5752395b-b00a-4d42-9586-9b9571b63d90 None None] Network 3ef42541-63d3-4874-8ebb-8b882405fde2 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:39.779880 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'name': 'tempest-TestEncryptedCinderVolumes-1321152600-router', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:37Z', 'revision_number': 4, 'project_id': '2aade192489049e78f64417ecba659ff', 'gw_port': {'id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cc1707c2-029d-4aee-8f90-64f4f2f1018e', 'name': '', 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'mac_address': 'fa:16:3e:5d:3d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'b6ae12bf-f890-4378-9bcf-6504577da606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:36Z', 'updated_at': '2021-12-22T05:26:37Z', 'revision_number': 2, 'project_id': '2aade192489049e78f64417ecba659ff', 'subnets': [{'id': 'b6ae12bf-f890-4378-9bcf-6504577da606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:39.780805 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-19d2c7c9-f57f-44ec-9d94-c9f6289c00ed admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5372233 Dec 22 05:26:39.782986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37378) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:39.783991 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Checking router: a77da603-c15e-48e4-bd95-e5001e3b97ed for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:39.784371 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Updating router a77da603-c15e-48e4-bd95-e5001e3b97ed port cc1707c2-029d-4aee-8f90-64f4f2f1018e binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:26:39.788705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1269970345-router', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:39.795176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:39.799135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Usage tracker for resource:router and tenant:5e98828233c149e98b53fdbc72517102 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:26:39.802077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:26:39.807746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:39.819118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.820193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.838928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.841034 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:39.980389 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-3ef42541-63d3-4874-8ebb-8b882405fde2', 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'fixed_ips': [{'subnet_id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:26:39.981361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.108730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.140367 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Allocated IP 172.20.0.2 (3ef42541-63d3-4874-8ebb-8b882405fde2/9be6b2a2-ccfc-486b-bf66-af858e03dd93/02399a45-896e-4c1e-bfca-c75077fd50a6) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:40.196474 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.211564 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Transition to ACTIVE for port object cc1707c2-029d-4aee-8f90-64f4f2f1018e will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:40.220101 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.226846 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-683dda64-9c2e-41e7-bca3-8675f6145a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:40.348742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.359754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Transition to ACTIVE for port object 02399a45-896e-4c1e-bfca-c75077fd50a6 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:40.375152 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Pushing event updated for resources: {'Port': ['ID=cc1707c2-029d-4aee-8f90-64f4f2f1018e,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:40.379923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Transition to ACTIVE for port object 02399a45-896e-4c1e-bfca-c75077fd50a6 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:40.387986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.394501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:40.419587 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.419933 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.420283 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.420605 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.420917 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.421233 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.421544 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.421919 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.422246 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.422715 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.423030 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.423340 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:40.427744 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:40.461601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Network 3ef42541-63d3-4874-8ebb-8b882405fde2 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:40.464757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:40.468535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:40.494450 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Attempting to bind port cc1707c2-029d-4aee-8f90-64f4f2f1018e on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:40.495003 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Attempting to bind port cc1707c2-029d-4aee-8f90-64f4f2f1018e by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:40.495490 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Attempting to bind port cc1707c2-029d-4aee-8f90-64f4f2f1018e on network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:40.496054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.502170 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:40.502434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Pushing event updated for resources: {'Port': ['ID=02399a45-896e-4c1e-bfca-c75077fd50a6,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:40.502766 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Checking segment: {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:40.503273 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.503782 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Bound using segment: {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:40.504854 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Bound port: cc1707c2-029d-4aee-8f90-64f4f2f1018e, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:40.505124 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.510890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:40.547131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.569517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Attempting to bind port 02399a45-896e-4c1e-bfca-c75077fd50a6 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:40.569517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Attempting to bind port 02399a45-896e-4c1e-bfca-c75077fd50a6 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'add733b5-3023-4811-a4bb-0205fc8db85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:40.569913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Attempting to bind port 02399a45-896e-4c1e-bfca-c75077fd50a6 on network 3ef42541-63d3-4874-8ebb-8b882405fde2 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:40.575557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:40.575557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Checking segment: {'id': 'add733b5-3023-4811-a4bb-0205fc8db85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:40.575999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.576518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Bound using segment: {'id': 'add733b5-3023-4811-a4bb-0205fc8db85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:40.576937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Bound port: 02399a45-896e-4c1e-bfca-c75077fd50a6, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add733b5-3023-4811-a4bb-0205fc8db85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:40.577322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.603317 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] For port cc1707c2-029d-4aee-8f90-64f4f2f1018e, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:40.607400 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] For port cc1707c2-029d-4aee-8f90-64f4f2f1018e, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cc1707c2-029d-4aee-8f90-64f4f2f1018e,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:40.613420 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.619218 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-b9875b17-5bc8-4e20-b691-fccac8878801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:40.676843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] For port 02399a45-896e-4c1e-bfca-c75077fd50a6, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:40.680151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] For port 02399a45-896e-4c1e-bfca-c75077fd50a6, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=02399a45-896e-4c1e-bfca-c75077fd50a6,segment=NetworkSegment(add733b5-3023-4811-a4bb-0205fc8db85d),segment_id=add733b5-3023-4811-a4bb-0205fc8db85d)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:40.688225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.704217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:40.705022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Allocated IP 172.26.1.10 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/11c311ca-955a-44bc-9fae-e03afb3d07d7) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:40.715635 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Routers {'a77da603-c15e-48e4-bd95-e5001e3b97ed'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:26:40.716749 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:26:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a77da603-c15e-48e4-bd95-e5001e3b97ed'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:40.796175 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Pushing event updated for resources: {'Port': ['ID=cc1707c2-029d-4aee-8f90-64f4f2f1018e,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:40.800123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Pushing event updated for resources: {'Port': ['ID=02399a45-896e-4c1e-bfca-c75077fd50a6,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:40.800518 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-00fc20d6-c13f-4520-8983-dec543d31c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:40.804173 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:40.886110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.921471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:40.927444 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] Set router a77da603-c15e-48e4-bd95-e5001e3b97ed gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:26:40.927668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-debfcb8c-0ac0-442d-bdf6-fbc998f7ac2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:41.003002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:41.006267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:41.010367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:41.082157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Pushing event updated for resources: {'Port': ['ID=11c311ca-955a-44bc-9fae-e03afb3d07d7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:41.087133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:41.323447 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'name': 'tempest-TestEncryptedCinderVolumes-1321152600-router', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:37Z', 'revision_number': 4, 'project_id': '2aade192489049e78f64417ecba659ff', 'gw_port': {'id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cc1707c2-029d-4aee-8f90-64f4f2f1018e', 'name': '', 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'mac_address': 'fa:16:3e:5d:3d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'b6ae12bf-f890-4378-9bcf-6504577da606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:36Z', 'updated_at': '2021-12-22T05:26:40Z', 'revision_number': 4, 'project_id': '2aade192489049e78f64417ecba659ff', 'subnets': [{'id': 'b6ae12bf-f890-4378-9bcf-6504577da606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:41.327669 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ea0ab-8aef-4423-86de-784255acd022 None None] The sync data for ids ['a77da603-c15e-48e4-bd95-e5001e3b97ed'] in dv-neutron-822524-1-hyperv is: [{'id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'name': 'tempest-TestEncryptedCinderVolumes-1321152600-router', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:37Z', 'revision_number': 4, 'project_id': '2aade192489049e78f64417ecba659ff', 'gw_port': {'id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cc1707c2-029d-4aee-8f90-64f4f2f1018e', 'name': '', 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'mac_address': 'fa:16:3e:5d:3d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'b6ae12bf-f890-4378-9bcf-6504577da606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:36Z', 'updated_at': '2021-12-22T05:26:40Z', 'revision_number': 4, 'project_id': '2aade192489049e78f64417ecba659ff', 'subnets': [{'id': 'b6ae12bf-f890-4378-9bcf-6504577da606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:41.425783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 02399a45-896e-4c1e-bfca-c75077fd50a6 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:41.501197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 02399a45-896e-4c1e-bfca-c75077fd50a6 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:41.506734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:41.593056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:41.593518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:41.629419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:41.938101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728def3-f4aa-4379-88fe-64db2963f67f None None] Network 3ef42541-63d3-4874-8ebb-8b882405fde2 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:26:42.009164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:42.044739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-491854da-ac69-435c-b674-5614317551df None None] Provisioning for port 02399a45-896e-4c1e-bfca-c75077fd50a6 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:42.053334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-491854da-ac69-435c-b674-5614317551df None None] Provisioning complete for port 02399a45-896e-4c1e-bfca-c75077fd50a6 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:42.053713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-491854da-ac69-435c-b674-5614317551df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:42.235385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Router 7ab53ffe-6f44-4d62-ad1d-bf727256445f is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:26:42.323647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-491854da-ac69-435c-b674-5614317551df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:42.366512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-491854da-ac69-435c-b674-5614317551df None None] For port 02399a45-896e-4c1e-bfca-c75077fd50a6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=02399a45-896e-4c1e-bfca-c75077fd50a6,segment=NetworkSegment(add733b5-3023-4811-a4bb-0205fc8db85d),segment_id=add733b5-3023-4811-a4bb-0205fc8db85d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:42.371583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-491854da-ac69-435c-b674-5614317551df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:42.373229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:42.451161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491854da-ac69-435c-b674-5614317551df None None] Pushing event updated for resources: {'Port': ['ID=02399a45-896e-4c1e-bfca-c75077fd50a6,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:42.454716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-491854da-ac69-435c-b674-5614317551df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:42.455203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:26:42.466179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Sync routers for ids ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:42.477336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Routers {'7ab53ffe-6f44-4d62-ad1d-bf727256445f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:26:42.478078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:26:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:42.483403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:42.487523 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7004280 Dec 22 05:26:42.487832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37382) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:26:42.669368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Set router 7ab53ffe-6f44-4d62-ad1d-bf727256445f gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:26:42.859534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6cdc4ff4-7c38-419a-b60f-ba53adef2d8d None None] Provisioning complete for port 02399a45-896e-4c1e-bfca-c75077fd50a6 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:42.859920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6cdc4ff4-7c38-419a-b60f-ba53adef2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.075649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'name': 'tempest-TestEncryptedCinderVolumes-1269970345-router', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:39Z', 'updated_at': '2021-12-22T05:26:41Z', 'revision_number': 3, 'project_id': '5e98828233c149e98b53fdbc72517102', 'gw_port': {'id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:40Z', 'updated_at': '2021-12-22T05:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:43.080598 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Checking router: 7ab53ffe-6f44-4d62-ad1d-bf727256445f for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:43.080980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Updating router 7ab53ffe-6f44-4d62-ad1d-bf727256445f port 11c311ca-955a-44bc-9fae-e03afb3d07d7 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:26:43.138408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.344685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.387206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cc1707c2-029d-4aee-8f90-64f4f2f1018e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:43.521946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port cc1707c2-029d-4aee-8f90-64f4f2f1018e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:43.529044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.533489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port cc1707c2-029d-4aee-8f90-64f4f2f1018e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:43.533856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.558504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Allocated IP 172.20.0.1 (3ef42541-63d3-4874-8ebb-8b882405fde2/9be6b2a2-ccfc-486b-bf66-af858e03dd93/440d260c-3d84-4dc4-96c3-b0b3eeabe6bd) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:43.584013 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Transition to ACTIVE for port object 11c311ca-955a-44bc-9fae-e03afb3d07d7 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:43.595663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.601991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b3a72d8e-3d95-428d-b084-445735894eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:43.686197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Attempting to bind port 11c311ca-955a-44bc-9fae-e03afb3d07d7 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:43.686575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Attempting to bind port 11c311ca-955a-44bc-9fae-e03afb3d07d7 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:43.686943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Attempting to bind port 11c311ca-955a-44bc-9fae-e03afb3d07d7 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:43.689920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e83867-5fad-44f6-9b05-24aefb2960f2 None None] Pushing event updated for resources: {'Port': ['ID=11c311ca-955a-44bc-9fae-e03afb3d07d7,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:43.694075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c7e83867-5fad-44f6-9b05-24aefb2960f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:43.713013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.724160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:43.724591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:43.724902 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.725303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:43.725779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Bound port: 11c311ca-955a-44bc-9fae-e03afb3d07d7, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:43.726156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.729116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Transition to ACTIVE for port object 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:43.756882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.762900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b46b3381-41cd-4350-9250-03433668e165 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:43.799149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.830561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Network 3ef42541-63d3-4874-8ebb-8b882405fde2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:43.833470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:43.837233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:43.839709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] For port 11c311ca-955a-44bc-9fae-e03afb3d07d7, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:43.846667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] For port 11c311ca-955a-44bc-9fae-e03afb3d07d7, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=11c311ca-955a-44bc-9fae-e03afb3d07d7,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:43.853143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port cc1707c2-029d-4aee-8f90-64f4f2f1018e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cc1707c2-029d-4aee-8f90-64f4f2f1018e,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:43.854661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.858778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:43.886892 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Pushing event updated for resources: {'Port': ['ID=440d260c-3d84-4dc4-96c3-b0b3eeabe6bd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:43.888398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.889183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 02399a45-896e-4c1e-bfca-c75077fd50a6 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:43.892194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:43.903012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:44.040259 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:44.048763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Routers {'7ab53ffe-6f44-4d62-ad1d-bf727256445f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:26:44.049468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:26:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:44.104043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e83867-5fad-44f6-9b05-24aefb2960f2 None None] Pushing event updated for resources: {'Port': ['ID=11c311ca-955a-44bc-9fae-e03afb3d07d7,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:44.111060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c7e83867-5fad-44f6-9b05-24aefb2960f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:44.119729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:44.205557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 02399a45-896e-4c1e-bfca-c75077fd50a6 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:44.205990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:44.263006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:44.269822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:44.286089 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-767df60b-fe2b-440f-903c-f9b61a8d7a88 None None] Provisioning for port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:44.303427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bc6f0f56-5bef-45e5-afdb-66b1d21c8706 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:44.330217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=cc1707c2-029d-4aee-8f90-64f4f2f1018e,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:44.332857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-767df60b-fe2b-440f-903c-f9b61a8d7a88 None None] Provisioning complete for port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:44.333237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-767df60b-fe2b-440f-903c-f9b61a8d7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:44.371330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:44.381446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:44.385845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Pushing event updated for resources: {'Port': ['ID=440d260c-3d84-4dc4-96c3-b0b3eeabe6bd,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:44.390333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:44.421675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-767df60b-fe2b-440f-903c-f9b61a8d7a88 None None] Port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:26:44.427170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] Set router 7ab53ffe-6f44-4d62-ad1d-bf727256445f gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:26:44.525021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Network 3ef42541-63d3-4874-8ebb-8b882405fde2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:44.526746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:44.725488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Router 7ab53ffe-6f44-4d62-ad1d-bf727256445f has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:26:44.785806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4a544ec1-8d63-42bc-83dd-fb4d6cf7d79d None None] Provisioning complete for port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:44.786480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4a544ec1-8d63-42bc-83dd-fb4d6cf7d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:44.851805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-4a544ec1-8d63-42bc-83dd-fb4d6cf7d79d None None] Port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:26:44.868356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'name': 'tempest-TestEncryptedCinderVolumes-1269970345-router', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:39Z', 'updated_at': '2021-12-22T05:26:43Z', 'revision_number': 4, 'project_id': '5e98828233c149e98b53fdbc72517102', 'gw_port': {'id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:40Z', 'updated_at': '2021-12-22T05:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '440d260c-3d84-4dc4-96c3-b0b3eeabe6bd', 'name': '', 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'mac_address': 'fa:16:3e:c4:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:43Z', 'updated_at': '2021-12-22T05:26:43Z', 'revision_number': 1, 'project_id': '5e98828233c149e98b53fdbc72517102', 'subnets': [{'id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:44.872628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ac8a1-3c76-4872-8dc4-8227b8ff05ff None None] The sync data for ids ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'] in dv-neutron-822524-1-hyperv is: [{'id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'name': 'tempest-TestEncryptedCinderVolumes-1269970345-router', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:39Z', 'updated_at': '2021-12-22T05:26:43Z', 'revision_number': 4, 'project_id': '5e98828233c149e98b53fdbc72517102', 'gw_port': {'id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:40Z', 'updated_at': '2021-12-22T05:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '440d260c-3d84-4dc4-96c3-b0b3eeabe6bd', 'name': '', 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'mac_address': 'fa:16:3e:c4:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:43Z', 'updated_at': '2021-12-22T05:26:43Z', 'revision_number': 1, 'project_id': '5e98828233c149e98b53fdbc72517102', 'subnets': [{'id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:44.910745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:26:44.911254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:44.920219 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] 10.222.0.36 "PUT /v2.0/routers/7ab53ffe-6f44-4d62-ad1d-bf727256445f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4306564 Dec 22 05:26:45.316443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cc1707c2-029d-4aee-8f90-64f4f2f1018e up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:45.388988 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port cc1707c2-029d-4aee-8f90-64f4f2f1018e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:45.389345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:46.049089 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-cad15d30-0910-4524-96b9-3bd61f2b3c8a tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:46.050728 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-cad15d30-0910-4524-96b9-3bd61f2b3c8a tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/networks?id=bf30cac6-e331-45d8-99ec-1bf39c2f9e48 HTTP/1.1" status: 200 len: 817 time: 0.1587992 Dec 22 05:26:46.066913 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-f606c263-046c-43ed-99cc-8921f997eedf tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/quotas/2aade192489049e78f64417ecba659ff HTTP/1.1" status: 200 len: 375 time: 0.0104024 Dec 22 05:26:46.158197 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-3b2f6732-9d4a-4245-bf38-b167e4f0b509 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Synchronizing usage tracker for tenant:2aade192489049e78f64417ecba659ff on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:26:46.178062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-3b2f6732-9d4a-4245-bf38-b167e4f0b509 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Unset dirty status for tenant:2aade192489049e78f64417ecba659ff on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:26:46.179765 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-3b2f6732-9d4a-4245-bf38-b167e4f0b509 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2aade192489049e78f64417ecba659ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069329 Dec 22 05:26:46.457303 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-80221192-4025-4415-8960-f8479bac7cba service neutron] 10.222.0.36 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625036 Dec 22 05:26:46.596885 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-f805a9f8-a5b6-4e01-9f9b-4b93d4fb02cc service neutron] 10.222.0.36 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336067 Dec 22 05:26:46.785235 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7f362840-260d-4941-986b-df221acb338a req-7568932b-aecb-40d6-8192-afeafd1bc801 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 210 time: 0.0449321 Dec 22 05:26:47.314303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 11c311ca-955a-44bc-9fae-e03afb3d07d7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:47.381614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 11c311ca-955a-44bc-9fae-e03afb3d07d7 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:47.386602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 11c311ca-955a-44bc-9fae-e03afb3d07d7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:47.386979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:47.524407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:47.542927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 11c311ca-955a-44bc-9fae-e03afb3d07d7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=11c311ca-955a-44bc-9fae-e03afb3d07d7,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:47.549236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:47.552334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c7e83867-5fad-44f6-9b05-24aefb2960f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:47.623518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=11c311ca-955a-44bc-9fae-e03afb3d07d7,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:47.627266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:47.945604 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-353d6bf8-1d8f-4b5f-8904-aab794fc918f req-3dd548e5-8313-4eee-92b4-295bb72494cb tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 210 time: 0.0471346 Dec 22 05:26:47.977759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-fae41d4b-6686-4289-a241-273d8d3574aa tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:47.978473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-fae41d4b-6686-4289-a241-273d8d3574aa tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Synchronizing usage tracker for tenant:2aade192489049e78f64417ecba659ff on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:26:47.996948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-fae41d4b-6686-4289-a241-273d8d3574aa tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Unset dirty status for tenant:2aade192489049e78f64417ecba659ff on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:26:47.998103 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-fae41d4b-6686-4289-a241-273d8d3574aa tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.61 "GET /v2.0/networks?id=bf30cac6-e331-45d8-99ec-1bf39c2f9e48 HTTP/1.1" status: 200 len: 817 time: 0.1725440 Dec 22 05:26:48.017649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Request body: {'port': {'device_id': 'a4b6e18f-5525-4141-b5cd-b961464edfca', 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48', 'admin_state_up': True, 'tenant_id': '2aade192489049e78f64417ecba659ff'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:48.167178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:26:48.177023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:26:48.189318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Made reservation on behalf of 2aade192489049e78f64417ecba659ff for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:48.192886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:48.354232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Allocated IP 172.20.0.8 (bf30cac6-e331-45d8-99ec-1bf39c2f9e48/b6ae12bf-f890-4378-9bcf-6504577da606/2e2bb847-cfb9-4b88-a3cc-1cc819927aa6) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:48.366818 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Sync routers for ids ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:48.377518 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Routers {'7ab53ffe-6f44-4d62-ad1d-bf727256445f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:26:48.378218 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:26:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:48.576411 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Set router 7ab53ffe-6f44-4d62-ad1d-bf727256445f gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:26:48.681737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:48.697234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Transition to ACTIVE for port object 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:48.729372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:48.737086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:48.800698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:48.803687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:48.806396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:26:48.859603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Pushing event updated for resources: {'Port': ['ID=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:48.863128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:48.884192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:48.885229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:48.906504 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'name': 'tempest-TestEncryptedCinderVolumes-1269970345-router', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:39Z', 'updated_at': '2021-12-22T05:26:43Z', 'revision_number': 4, 'project_id': '5e98828233c149e98b53fdbc72517102', 'gw_port': {'id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:40Z', 'updated_at': '2021-12-22T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '440d260c-3d84-4dc4-96c3-b0b3eeabe6bd', 'name': '', 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'mac_address': 'fa:16:3e:c4:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:43Z', 'updated_at': '2021-12-22T05:26:44Z', 'revision_number': 2, 'project_id': '5e98828233c149e98b53fdbc72517102', 'subnets': [{'id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:48.911438 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Checking router: 7ab53ffe-6f44-4d62-ad1d-bf727256445f for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:48.911790 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Updating router 7ab53ffe-6f44-4d62-ad1d-bf727256445f port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:26:48.912757 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8998394 Dec 22 05:26:48.931104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Request body: {'port': {'device_id': 'a4b6e18f-5525-4141-b5cd-b961464edfca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:48.980122 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.052624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.109894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ec0f93a2-6f38-40f4-b3e6-da0009b4a5ed None None] Provisioning for port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:49.120028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ec0f93a2-6f38-40f4-b3e6-da0009b4a5ed None None] Provisioning complete for port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:49.120435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ec0f93a2-6f38-40f4-b3e6-da0009b4a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.149551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499e07c-a6a9-478c-9aca-7f6901a81543 req-f175d4c8-0016-4c92-b1a5-55c7bb80ece9 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:49.151944 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f499e07c-a6a9-478c-9aca-7f6901a81543 req-f175d4c8-0016-4c92-b1a5-55c7bb80ece9 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 931 time: 0.0889955 Dec 22 05:26:49.187922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f93a2-6f38-40f4-b3e6-da0009b4a5ed None None] Port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:26:49.213165 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f499e07c-a6a9-478c-9aca-7f6901a81543 req-df2c435e-3ce6-47a4-bbc5-c814c21f81d9 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Dec 22 05:26:49.315471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 11c311ca-955a-44bc-9fae-e03afb3d07d7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:49.340796 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.354259 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Transition to ACTIVE for port object 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:49.362044 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.369288 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:49.385658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 11c311ca-955a-44bc-9fae-e03afb3d07d7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:49.386042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.433910 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976e9e9-1f83-4a74-8120-af6259704a02 None None] Pushing event updated for resources: {'Port': ['ID=440d260c-3d84-4dc4-96c3-b0b3eeabe6bd,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:49.437456 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d976e9e9-1f83-4a74-8120-af6259704a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:49.466099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:26:49.476573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.498402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Transition to ACTIVE for port object 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:49.503610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.518899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-67d6a52f-7afb-4b80-8a4a-c5a24f0e61ee tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:49.615160 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Attempting to bind port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:49.615451 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Attempting to bind port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'add733b5-3023-4811-a4bb-0205fc8db85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:49.615805 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Attempting to bind port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd on network 3ef42541-63d3-4874-8ebb-8b882405fde2 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:49.621583 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:49.621957 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Checking segment: {'id': 'add733b5-3023-4811-a4bb-0205fc8db85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:49.622377 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.622769 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Bound using segment: {'id': 'add733b5-3023-4811-a4bb-0205fc8db85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:49.623236 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Bound port: 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add733b5-3023-4811-a4bb-0205fc8db85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:49.623616 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.716558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Pushing event updated for resources: {'Port': ['ID=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:49.725799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:49.748254 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] For port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:49.751840 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] For port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=440d260c-3d84-4dc4-96c3-b0b3eeabe6bd,segment=NetworkSegment(add733b5-3023-4811-a4bb-0205fc8db85d),segment_id=add733b5-3023-4811-a4bb-0205fc8db85d)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:49.759229 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.760634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Attempting to bind port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:49.761202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Attempting to bind port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:49.761709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Attempting to bind port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 on network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:49.763214 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-e6ab5cc3-37ca-4732-a68b-23c8e3bd9321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:49.772780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 on network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:26:49.773151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Attempting to bind port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 on network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:26:49.778986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:26:49.779324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Checking segment: {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:26:49.779760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Bound using segment: {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:26:49.780212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Bound port: 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:49.780556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.832735 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Routers {'7ab53ffe-6f44-4d62-ad1d-bf727256445f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:26:49.834031 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:26:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:49.875270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] For port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:26:49.878671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] For port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:26:49.885464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.892969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a15c297d-d8ba-4587-9b79-19dbdc83b889 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:49.957706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:49.958123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:49.959504 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] 10.222.0.61 "PUT /v2.0/ports/2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 HTTP/1.1" status: 200 len: 1093 time: 1.0330842 Dec 22 05:26:49.960032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b6e18f-5525-4141-b5cd-b961464edfca', 'tag': '2e2bb847-cfb9-4b88-a3cc-1cc819927aa6'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:50.008437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Pushing event updated for resources: {'Port': ['ID=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:50.013192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:50.028716 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] Set router 7ab53ffe-6f44-4d62-ad1d-bf727256445f gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:26:50.078390 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b6e18f-5525-4141-b5cd-b961464edfca', 'tag': '2e2bb847-cfb9-4b88-a3cc-1cc819927aa6', 'status': 'completed', 'code': 200} Dec 22 05:26:50.105493 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976e9e9-1f83-4a74-8120-af6259704a02 None None] Pushing event updated for resources: {'Port': ['ID=440d260c-3d84-4dc4-96c3-b0b3eeabe6bd,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:50.116873 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d976e9e9-1f83-4a74-8120-af6259704a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:50.123984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-e506dd83-14aa-4311-946f-96427e78bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:50.126475 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-e506dd83-14aa-4311-946f-96427e78bf94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2aade192489049e78f64417ecba659ff&device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 1096 time: 0.0929103 Dec 22 05:26:50.216675 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-cf28b518-a3aa-4faa-bdf5-7f2a0ad03f88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 HTTP/1.1" status: 200 len: 217 time: 0.0768285 Dec 22 05:26:50.297717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-030828ce-47e9-442d-ad63-42e14c8cf381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:50.299889 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-030828ce-47e9-442d-ad63-42e14c8cf381 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6ae12bf-f890-4378-9bcf-6504577da606 HTTP/1.1" status: 200 len: 856 time: 0.0760877 Dec 22 05:26:50.380657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-9b5aefa8-a1fe-4ede-971a-2a1986c5a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:50.382108 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-9b5aefa8-a1fe-4ede-971a-2a1986c5a1e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf30cac6-e331-45d8-99ec-1bf39c2f9e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750325 Dec 22 05:26:50.384630 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'name': 'tempest-TestEncryptedCinderVolumes-1269970345-router', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:39Z', 'updated_at': '2021-12-22T05:26:43Z', 'revision_number': 4, 'project_id': '5e98828233c149e98b53fdbc72517102', 'gw_port': {'id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:40Z', 'updated_at': '2021-12-22T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '440d260c-3d84-4dc4-96c3-b0b3eeabe6bd', 'name': '', 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'mac_address': 'fa:16:3e:c4:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:43Z', 'updated_at': '2021-12-22T05:26:49Z', 'revision_number': 4, 'project_id': '5e98828233c149e98b53fdbc72517102', 'subnets': [{'id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:50.388702 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a4b49-a52b-43e3-9560-b517dd771308 None None] The sync data for ids ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'] in dv-neutron-822524-1-hyperv is: [{'id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'name': 'tempest-TestEncryptedCinderVolumes-1269970345-router', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:39Z', 'updated_at': '2021-12-22T05:26:43Z', 'revision_number': 4, 'project_id': '5e98828233c149e98b53fdbc72517102', 'gw_port': {'id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:40Z', 'updated_at': '2021-12-22T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '440d260c-3d84-4dc4-96c3-b0b3eeabe6bd', 'name': '', 'network_id': '3ef42541-63d3-4874-8ebb-8b882405fde2', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'mac_address': 'fa:16:3e:c4:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:43Z', 'updated_at': '2021-12-22T05:26:49Z', 'revision_number': 4, 'project_id': '5e98828233c149e98b53fdbc72517102', 'subnets': [{'id': '9be6b2a2-ccfc-486b-bf66-af858e03dd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:50.433756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488fbc4-6b63-42e1-8c69-f62c2a25af27 req-6e4b2aec-ed1d-404f-beda-786217e211c7 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:50.435277 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1488fbc4-6b63-42e1-8c69-f62c2a25af27 req-6e4b2aec-ed1d-404f-beda-786217e211c7 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 943 time: 0.0874853 Dec 22 05:26:50.485411 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1488fbc4-6b63-42e1-8c69-f62c2a25af27 req-0d03cb3e-3d6e-412c-8da3-896fdbbf800f tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Dec 22 05:26:50.530169 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-93034756-9491-4314-b6bf-9a3283e2911b service neutron] 10.222.0.61 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413603 Dec 22 05:26:50.798911 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-24caefd2-52ad-4a9f-9181-512f5304a29f req-12149f67-fa66-4e27-87fd-8c7f91767e37 service neutron] 10.222.0.61 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616692 Dec 22 05:26:50.961341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-d241afd1-0ec8-4644-a3b3-cea3113ca47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:50.962779 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-d241afd1-0ec8-4644-a3b3-cea3113ca47e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2aade192489049e78f64417ecba659ff&device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 1096 time: 0.0758431 Dec 22 05:26:51.106968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-59cff879-3c86-478b-8832-51c4d0543873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:51.108513 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-59cff879-3c86-478b-8832-51c4d0543873 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf30cac6-e331-45d8-99ec-1bf39c2f9e48 HTTP/1.1" status: 200 len: 918 time: 0.1390038 Dec 22 05:26:51.180038 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-29db1d92-0f52-4789-84ad-a1e787fcf1e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 HTTP/1.1" status: 200 len: 217 time: 0.0644526 Dec 22 05:26:51.242222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-fc785a0d-11c9-4c75-bfd0-aa65cff93b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:51.243005 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-fc785a0d-11c9-4c75-bfd0-aa65cff93b40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6ae12bf-f890-4378-9bcf-6504577da606 HTTP/1.1" status: 200 len: 856 time: 0.0565302 Dec 22 05:26:51.327498 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:51.328065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-17cb2200-c50e-4dbd-a3bf-08da1e68f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:51.329091 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-17cb2200-c50e-4dbd-a3bf-08da1e68f17d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf30cac6-e331-45d8-99ec-1bf39c2f9e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788305 Dec 22 05:26:51.399484 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:51.404467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:51.404848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:51.470803 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-5ad0156a-a741-42b8-91ac-504108e9b600 service neutron] 10.222.0.61 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342044 Dec 22 05:26:51.527985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:51.562725 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=440d260c-3d84-4dc4-96c3-b0b3eeabe6bd,segment=NetworkSegment(add733b5-3023-4811-a4bb-0205fc8db85d),segment_id=add733b5-3023-4811-a4bb-0205fc8db85d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:51.570168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:51.572370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:51.607536 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-dfb681b6-c58f-4d6e-a596-06f1ecbcb03c req-ef364321-8030-426f-bada-1197375b81c5 service neutron] 10.222.0.61 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296895 Dec 22 05:26:51.651302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=440d260c-3d84-4dc4-96c3-b0b3eeabe6bd,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:51.655842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:51.693594 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab29d4-64a5-4348-8001-409394a0ebcc req-c3b0c72c-cc1b-49ba-a2c0-79fd3612ce64 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:51.695310 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0aab29d4-64a5-4348-8001-409394a0ebcc req-c3b0c72c-cc1b-49ba-a2c0-79fd3612ce64 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 943 time: 0.0938249 Dec 22 05:26:51.741107 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0aab29d4-64a5-4348-8001-409394a0ebcc req-955a504d-af2b-4d61-bb80-be78d65f6c4e tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 Dec 22 05:26:52.937630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6b6b5-30a4-4a42-8865-7cbe268e35a2 req-30a10f56-7e4c-4155-8892-ebbc81622b87 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:52.939118 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-91b6b6b5-30a4-4a42-8865-7cbe268e35a2 req-30a10f56-7e4c-4155-8892-ebbc81622b87 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 943 time: 0.0859129 Dec 22 05:26:52.983810 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-91b6b6b5-30a4-4a42-8865-7cbe268e35a2 req-7c1375e9-95df-476f-a1eb-896d273e38df tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Dec 22 05:26:53.314252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:53.411236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:53.411616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:54.184837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1afd4-ea0d-4d69-9405-791b76fb4fd1 req-c72ccaeb-0999-4369-8cbd-6cc5e1afc848 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:54.186202 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ad1afd4-ea0d-4d69-9405-791b76fb4fd1 req-c72ccaeb-0999-4369-8cbd-6cc5e1afc848 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 943 time: 0.0867190 Dec 22 05:26:54.237628 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ad1afd4-ea0d-4d69-9405-791b76fb4fd1 req-08e2bc04-0c7d-4ebe-96dc-e265ebeeaf37 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Dec 22 05:26:54.635564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a8923bd-1a53-4176-861c-a5a526e4f835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:55.428687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595c579-d6d4-441f-b4c4-679ce5fc6001 req-d6ba73a4-7950-448a-91b5-23808384b9a0 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:55.430121 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8595c579-d6d4-441f-b4c4-679ce5fc6001 req-d6ba73a4-7950-448a-91b5-23808384b9a0 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 943 time: 0.0875225 Dec 22 05:26:55.477606 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8595c579-d6d4-441f-b4c4-679ce5fc6001 req-cd00cbcc-fa2e-4c9d-9c29-0e0dc9e507cf tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417731 Dec 22 05:26:55.689364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:26:55.838556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:55.851757 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '2e2bb847-cfb9-4b88-a3cc-1cc819927aa6', 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48', 'port_id': '2e2bb847-cfb9-4b88-a3cc-1cc819927aa6', 'mac_address': 'fa:16:3e:ba:9f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ae12bf-f890-4378-9bcf-6504577da606', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:26:55.912430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:55.929360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:26:55.945357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:55.952118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:55.954449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:56.019821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:56.027333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.027676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.028008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.028369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.028698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.029021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.029360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.029656 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.029972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.030288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.030584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.030895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.035338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:56.345841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['2e2bb847-cfb9-4b88-a3cc-1cc819927aa6'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:26:56.675962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dba7d-f313-43e6-87b6-314afa390b8c req-bfd79c68-670b-43c3-8d8f-c19d6d6a2ec4 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:56.677474 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d19dba7d-f313-43e6-87b6-314afa390b8c req-bfd79c68-670b-43c3-8d8f-c19d6d6a2ec4 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 944 time: 0.0880909 Dec 22 05:26:56.727206 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d19dba7d-f313-43e6-87b6-314afa390b8c req-3ca80a01-f441-4ce9-8663-c16830406bb4 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439134 Dec 22 05:26:56.978230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-65fd6a5a-448d-4448-b4ef-9b4cc5f791cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:57.697955 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:26:57.783066 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:57.788452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:57.788831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:57.907382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:57.927510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d60541-08e9-44c1-851b-b541218167b3 req-7ecc6b46-8832-4a8c-b8e4-3c473d15f4e3 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:57.929019 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9d60541-08e9-44c1-851b-b541218167b3 req-7ecc6b46-8832-4a8c-b8e4-3c473d15f4e3 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 944 time: 0.0836992 Dec 22 05:26:57.935413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b6e18f-5525-4141-b5cd-b961464edfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2bb847-cfb9-4b88-a3cc-1cc819927aa6'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:57.946314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:26:57.952528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:57.954810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:26:57.980830 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9d60541-08e9-44c1-851b-b541218167b3 req-99066ca3-5f49-4709-a2a2-2430b268cd87 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 Dec 22 05:26:57.985757 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b6e18f-5525-4141-b5cd-b961464edfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2bb847-cfb9-4b88-a3cc-1cc819927aa6', 'code': 200} Dec 22 05:26:58.027475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:58.030474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:26:58.160655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:58.162828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:58.251030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295d4f0-fad6-4ffb-9a4f-462a42b9dfae req-6ab5c020-abbe-4ff5-bcae-b3824ca1c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:58.252531 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d295d4f0-fad6-4ffb-9a4f-462a42b9dfae req-6ab5c020-abbe-4ff5-bcae-b3824ca1c823 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 1098 time: 0.0700812 Dec 22 05:26:58.294001 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d295d4f0-fad6-4ffb-9a4f-462a42b9dfae req-907f0b16-f9a8-478e-a6d3-87c15221b86c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Dec 22 05:26:59.196582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd585-a2a4-496d-951d-bc06046db3a7 req-56d03a2a-693f-4ea2-b8fe-1f271bbdb8ea tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:59.198053 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fbabd585-a2a4-496d-951d-bc06046db3a7 req-56d03a2a-693f-4ea2-b8fe-1f271bbdb8ea tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 945 time: 0.0962062 Dec 22 05:26:59.247639 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fbabd585-a2a4-496d-951d-bc06046db3a7 req-b36fd3f9-7f40-481c-94f6-8903d99de6f2 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Dec 22 05:26:59.600988 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.454742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679177a-e6b5-417e-b809-97ab9d383180 req-fb42e71b-4103-47f0-955f-25d2afdfb51c tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:00.456532 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a679177a-e6b5-417e-b809-97ab9d383180 req-fb42e71b-4103-47f0-955f-25d2afdfb51c tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 945 time: 0.0875974 Dec 22 05:27:00.501274 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a679177a-e6b5-417e-b809-97ab9d383180 req-4a1de2fc-4c46-4d67-9877-b5157d31b2d9 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388730 Dec 22 05:27:00.716046 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bcd05-6b6c-41cc-b6fc-99670e3fe824 req-0529bb0a-2673-4127-85dc-e0c4e7ef8e57 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:00.717476 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-290bcd05-6b6c-41cc-b6fc-99670e3fe824 req-0529bb0a-2673-4127-85dc-e0c4e7ef8e57 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 945 time: 0.1022117 Dec 22 05:27:00.764999 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-290bcd05-6b6c-41cc-b6fc-99670e3fe824 req-dc8aab2d-5f56-4860-ae67-f863ee44ab4b tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390911 Dec 22 05:27:02.911236 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:27:14.911119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:17.823724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c643bc-4a6c-45b8-bd7b-c076d9fc0da5 req-d41c80f8-ff43-452c-b311-1b3444eac7aa tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:17.825124 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4c643bc-4a6c-45b8-bd7b-c076d9fc0da5 req-d41c80f8-ff43-452c-b311-1b3444eac7aa tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 945 time: 0.0982494 Dec 22 05:27:17.876783 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4c643bc-4a6c-45b8-bd7b-c076d9fc0da5 req-cde24606-7728-4c33-95fc-36e49cc32dc9 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 Dec 22 05:27:19.084604 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6168-eaeb-4660-8af0-3316661649ba req-1a7ff0f4-5076-4eb7-80d9-d7d6b19de62d tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:19.086408 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1cb6168-eaeb-4660-8af0-3316661649ba req-1a7ff0f4-5076-4eb7-80d9-d7d6b19de62d tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 945 time: 0.0871694 Dec 22 05:27:19.132693 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1cb6168-eaeb-4660-8af0-3316661649ba req-64e3a79e-64fc-4784-aa55-5c035ca98646 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Dec 22 05:27:19.695913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-e91f581f-fb4a-4ffb-991c-0d15a302c851 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:19.696684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-e91f581f-fb4a-4ffb-991c-0d15a302c851 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Synchronizing usage tracker for tenant:2aade192489049e78f64417ecba659ff on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:27:19.715608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-e91f581f-fb4a-4ffb-991c-0d15a302c851 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Unset dirty status for tenant:2aade192489049e78f64417ecba659ff on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:27:19.717478 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-e91f581f-fb4a-4ffb-991c-0d15a302c851 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 945 time: 0.1223838 Dec 22 05:27:19.802476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Deleting port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:27:19.802796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:20.063692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] For port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:27:20.063955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:20.186853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Calling delete_port for 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:27:20.332951 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50080f3-4208-4308-9468-efaaa709fc7c req-941c0f36-3f67-4f33-86b7-da3dbab1ac62 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:20.334452 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a50080f3-4208-4308-9468-efaaa709fc7c req-941c0f36-3f67-4f33-86b7-da3dbab1ac62 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b6e18f-5525-4141-b5cd-b961464edfca HTTP/1.1" status: 200 len: 945 time: 0.0950367 Dec 22 05:27:20.381983 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a50080f3-4208-4308-9468-efaaa709fc7c req-0e8a9734-606c-4cfc-a99e-4be43cc2fe70 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410128 Dec 22 05:27:20.456506 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:20.461991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:27:20.491890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['2e2bb847-cfb9-4b88-a3cc-1cc819927aa6'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:27:20.505845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Pushing event deleted for resources: {'Port': ['ID=2e2bb847-cfb9-4b88-a3cc-1cc819927aa6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:20.546910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.547267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.547646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.548015 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.548402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.548764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.549138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.549488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.549842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.550198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.550559 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.550911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:20.558807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:27:20.595695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] No DVR routers for this DVR port 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:27:20.598249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:20.601391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b6e18f-5525-4141-b5cd-b961464edfca', 'name': 'network-vif-deleted', 'tag': '2e2bb847-cfb9-4b88-a3cc-1cc819927aa6'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:27:20.620514 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-734b90d8-5113-4ab3-a049-b35a75f9b6c1 req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.61 "DELETE /v2.0/ports/2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 HTTP/1.1" status: 204 len: 173 time: 0.8975408 Dec 22 05:27:20.653213 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b6e18f-5525-4141-b5cd-b961464edfca', 'name': 'network-vif-deleted', 'tag': '2e2bb847-cfb9-4b88-a3cc-1cc819927aa6', 'status': 'completed', 'code': 200} Dec 22 05:27:22.266353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-89282e67-dd3e-41ad-af0e-83d1730edb60 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:22.267827 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-89282e67-dd3e-41ad-af0e-83d1730edb60 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/networks?id=bf30cac6-e331-45d8-99ec-1bf39c2f9e48 HTTP/1.1" status: 200 len: 817 time: 0.2692604 Dec 22 05:27:22.285608 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-b50f1f15-bdf3-4c51-96d9-fc53e2054572 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/quotas/2aade192489049e78f64417ecba659ff HTTP/1.1" status: 200 len: 375 time: 0.0094564 Dec 22 05:27:22.375548 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-26573f9d-56e8-4e45-8f36-f562682330eb tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2aade192489049e78f64417ecba659ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850527 Dec 22 05:27:22.497341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-fbd27701-ac78-4513-904f-b3c210d9c155 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:27:22.498361 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-fbd27701-ac78-4513-904f-b3c210d9c155 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1114149 Dec 22 05:27:22.629388 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a714e0bb-1eae-4105-a6bc-965e9a741bb1 service neutron] 10.222.0.36 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249175 Dec 22 05:27:22.763770 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-b2abc902-3119-4730-9cdb-0f818f345c37 service neutron] 10.222.0.36 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283534 Dec 22 05:27:22.956360 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-043b613d-ff0b-4c32-930f-17ca73a5b56b req-6149e54c-0d3a-40d9-90a8-88510b7d2e34 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 210 time: 0.0468957 Dec 22 05:27:23.837453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:27:23.875761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:27:23.876124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 2e2bb847-cfb9-4b88-a3cc-1cc819927aa6 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:27:24.116493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-c45dd839-ffa4-4bbe-95c5-3517e01b85c4 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:24.118238 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-c45dd839-ffa4-4bbe-95c5-3517e01b85c4 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.61 "GET /v2.0/networks?id=bf30cac6-e331-45d8-99ec-1bf39c2f9e48 HTTP/1.1" status: 200 len: 817 time: 0.1568708 Dec 22 05:27:24.129056 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-74ac6025-4e3c-486d-8efc-41f52bab9fe0 req-697fbbd9-5673-48ad-ac0d-4243be3843d0 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 210 time: 0.0647631 Dec 22 05:27:24.137007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Request body: {'port': {'device_id': '7c82f081-b540-465b-813c-dc230c0ad744', 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48', 'admin_state_up': True, 'tenant_id': '2aade192489049e78f64417ecba659ff'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:24.277175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:27:24.281148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Usage tracker for resource:port and tenant:2aade192489049e78f64417ecba659ff is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:27:24.283880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:27:24.289426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:27:24.302092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Made reservation on behalf of 2aade192489049e78f64417ecba659ff for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:27:24.307399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:24.483680 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Allocated IP 172.20.0.12 (bf30cac6-e331-45d8-99ec-1bf39c2f9e48/b6ae12bf-f890-4378-9bcf-6504577da606/c9335d96-3c3c-4a19-a7be-b842b1de192e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:27:24.629552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77b192ea-e9d5-40cb-a1ce-20dbc082c311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:24.698329 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:24.714099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Transition to ACTIVE for port object c9335d96-3c3c-4a19-a7be-b842b1de192e will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:27:24.739463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:24.745114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1dca63db-73fe-48b9-8ecd-6f15be06aa47 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:27:24.813764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:27:24.816877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:27:24.820781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:27:24.851538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Pushing event updated for resources: {'Port': ['ID=c9335d96-3c3c-4a19-a7be-b842b1de192e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:24.858493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:27:24.894299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:24.894915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:24.926816 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7936127 Dec 22 05:27:24.944024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-aea96b01-f76c-47c2-9d53-0f72c84eb053 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:27:24.945060 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-aea96b01-f76c-47c2-9d53-0f72c84eb053 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056534 Dec 22 05:27:24.957765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Request body: {'port': {'device_id': '7c82f081-b540-465b-813c-dc230c0ad744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:25.083882 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:25.098335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8bdbcb30-2e62-44db-ae15-4c86eadf842a None None] Provisioning for port c9335d96-3c3c-4a19-a7be-b842b1de192e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:27:25.103730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8bdbcb30-2e62-44db-ae15-4c86eadf842a None None] Provisioning complete for port c9335d96-3c3c-4a19-a7be-b842b1de192e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:25.104102 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcb30-2e62-44db-ae15-4c86eadf842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:25.158224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbcb30-2e62-44db-ae15-4c86eadf842a None None] Port c9335d96-3c3c-4a19-a7be-b842b1de192e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:27:25.333186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d3797-2f09-495a-bfd6-85ba090cb0de req-39c5d290-bd97-416d-b5b8-1b1770a9cf9e tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:25.334674 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f3d3797-2f09-495a-bfd6-85ba090cb0de req-39c5d290-bd97-416d-b5b8-1b1770a9cf9e tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 932 time: 0.0935698 Dec 22 05:27:25.379942 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f3d3797-2f09-495a-bfd6-85ba090cb0de req-68bc6b7c-0c4f-42fe-8b7d-201798e17846 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383136 Dec 22 05:27:25.433155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9335d96-3c3c-4a19-a7be-b842b1de192e {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:27:25.440520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:25.455022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Transition to ACTIVE for port object c9335d96-3c3c-4a19-a7be-b842b1de192e will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:27:25.462466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:25.466296 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-397f3c61-d5cc-4c42-a4af-165df0fe27a4 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:27:25.594389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Pushing event updated for resources: {'Port': ['ID=c9335d96-3c3c-4a19-a7be-b842b1de192e,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:25.742121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:27:25.818538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Attempting to bind port c9335d96-3c3c-4a19-a7be-b842b1de192e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:27:25.818761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Attempting to bind port c9335d96-3c3c-4a19-a7be-b842b1de192e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:27:25.819102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Attempting to bind port c9335d96-3c3c-4a19-a7be-b842b1de192e on network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:27:25.823874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Port c9335d96-3c3c-4a19-a7be-b842b1de192e on network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:27:25.824165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Attempting to bind port c9335d96-3c3c-4a19-a7be-b842b1de192e on network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:27:25.829273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:27:25.829592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Checking segment: {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:27:25.829960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Bound using segment: {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:27:25.830363 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Bound port: c9335d96-3c3c-4a19-a7be-b842b1de192e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ba6e31-73de-4186-9db0-38b3a6ec6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:27:25.830694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:25.923978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] For port c9335d96-3c3c-4a19-a7be-b842b1de192e, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:27:25.927021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] For port c9335d96-3c3c-4a19-a7be-b842b1de192e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c9335d96-3c3c-4a19-a7be-b842b1de192e,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:27:25.933616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:25.937198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4402dbd5-73d8-4227-8c25-d613f49ca169 tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:27:26.007732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:26.008361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:26.009820 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] 10.222.0.61 "PUT /v2.0/ports/c9335d96-3c3c-4a19-a7be-b842b1de192e HTTP/1.1" status: 200 len: 1094 time: 1.0579298 Dec 22 05:27:26.010353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c82f081-b540-465b-813c-dc230c0ad744', 'tag': 'c9335d96-3c3c-4a19-a7be-b842b1de192e'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:27:26.032986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Pushing event updated for resources: {'Port': ['ID=c9335d96-3c3c-4a19-a7be-b842b1de192e,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:26.036526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:27:26.065450 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c82f081-b540-465b-813c-dc230c0ad744', 'tag': 'c9335d96-3c3c-4a19-a7be-b842b1de192e', 'status': 'completed', 'code': 200} Dec 22 05:27:26.159318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-29c88a4d-4b17-4091-b8ce-7233251d90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:26.160844 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-29c88a4d-4b17-4091-b8ce-7233251d90ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2aade192489049e78f64417ecba659ff&device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 1097 time: 0.0812125 Dec 22 05:27:26.244255 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-c04b9eea-396b-4ee8-9c55-4ec261cc6b2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9335d96-3c3c-4a19-a7be-b842b1de192e HTTP/1.1" status: 200 len: 217 time: 0.0705328 Dec 22 05:27:26.309178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-d89d7b5b-25e9-4dbc-965f-e0c3c8894497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:26.310497 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-d89d7b5b-25e9-4dbc-965f-e0c3c8894497 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6ae12bf-f890-4378-9bcf-6504577da606 HTTP/1.1" status: 200 len: 856 time: 0.0596869 Dec 22 05:27:26.386682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-e52c8ebe-88aa-46fd-a4cd-5f0043fc9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:26.388100 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-e52c8ebe-88aa-46fd-a4cd-5f0043fc9338 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf30cac6-e331-45d8-99ec-1bf39c2f9e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707774 Dec 22 05:27:26.525245 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-f37626ce-8356-4da6-8d79-0cff6988bc82 service neutron] 10.222.0.61 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303442 Dec 22 05:27:26.570596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9cd08-8e76-44c0-8898-6fd55a1b50f8 req-40d5903a-1c59-4d89-a3bb-d98b4b7fa7e6 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:26.572081 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68a9cd08-8e76-44c0-8898-6fd55a1b50f8 req-40d5903a-1c59-4d89-a3bb-d98b4b7fa7e6 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 944 time: 0.0849721 Dec 22 05:27:26.616996 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68a9cd08-8e76-44c0-8898-6fd55a1b50f8 req-ed09368b-e256-4499-b4a0-e61d79526011 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Dec 22 05:27:26.663221 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-27c26ec4-c80b-45a8-8939-45fac1f359d9 req-7a6ee0e8-b4ca-4e7d-a668-5dfd3cb43484 service neutron] 10.222.0.61 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309404 Dec 22 05:27:26.828699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-66ed1897-f959-4d3e-9ee0-f681a18c834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:26.830096 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-66ed1897-f959-4d3e-9ee0-f681a18c834e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2aade192489049e78f64417ecba659ff&device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 1097 time: 0.0787051 Dec 22 05:27:26.963054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-59acfffe-7a3a-41ba-902b-c4154b43492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:26.964529 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-59acfffe-7a3a-41ba-902b-c4154b43492b service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf30cac6-e331-45d8-99ec-1bf39c2f9e48 HTTP/1.1" status: 200 len: 918 time: 0.1271565 Dec 22 05:27:26.973623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6f84f717-4e86-41fa-b63a-db81aceb6eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:27.037070 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-903633dd-a2b0-49d1-a945-292c3a5c6860 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9335d96-3c3c-4a19-a7be-b842b1de192e HTTP/1.1" status: 200 len: 217 time: 0.0660613 Dec 22 05:27:27.105717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-0e7b5429-3e75-4efa-9d72-9c58e443c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:27.107053 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-0e7b5429-3e75-4efa-9d72-9c58e443c11a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6ae12bf-f890-4378-9bcf-6504577da606 HTTP/1.1" status: 200 len: 856 time: 0.0635457 Dec 22 05:27:27.182908 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-488130c0-d0dc-44f1-874f-99fb9cb477e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:27.184441 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-488130c0-d0dc-44f1-874f-99fb9cb477e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf30cac6-e331-45d8-99ec-1bf39c2f9e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706503 Dec 22 05:27:27.316593 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-65641df4-7fb3-42f4-8394-2038d6513fd4 service neutron] 10.222.0.61 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248443 Dec 22 05:27:27.463309 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5087dca4-b9cf-47c8-a971-335f83c3827e req-82aad53b-064e-4aac-b20a-e7ecf50cc8e7 service neutron] 10.222.0.61 "GET /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393740 Dec 22 05:27:27.824479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cc7ef-1eb4-4607-9b18-34d433e5a732 req-ed8254a0-79d9-4bce-a239-ce4c4036e535 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:27.825871 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a6cc7ef-1eb4-4607-9b18-34d433e5a732 req-ed8254a0-79d9-4bce-a239-ce4c4036e535 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 944 time: 0.0923042 Dec 22 05:27:27.875161 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a6cc7ef-1eb4-4607-9b18-34d433e5a732 req-bce6c682-d125-4cd7-892a-2407c43d3ad2 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433290 Dec 22 05:27:28.152781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:28.158030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:29.090090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08668a-248a-46c7-a5ab-90a27f4f5894 req-ed29db0f-6532-4ddc-a1d3-00f49663de1f tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:29.091597 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fa08668a-248a-46c7-a5ab-90a27f4f5894 req-ed29db0f-6532-4ddc-a1d3-00f49663de1f tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 944 time: 0.0995157 Dec 22 05:27:29.139816 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fa08668a-248a-46c7-a5ab-90a27f4f5894 req-2dea2ebb-c215-43be-b362-dfadd31adaa6 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Dec 22 05:27:29.610721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:29.870723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c9335d96-3c3c-4a19-a7be-b842b1de192e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:27:30.029132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port c9335d96-3c3c-4a19-a7be-b842b1de192e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c9335d96-3c3c-4a19-a7be-b842b1de192e,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:27:30.043507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'c9335d96-3c3c-4a19-a7be-b842b1de192e', 'network_id': 'bf30cac6-e331-45d8-99ec-1bf39c2f9e48', 'port_id': 'c9335d96-3c3c-4a19-a7be-b842b1de192e', 'mac_address': 'fa:16:3e:d5:83:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ae12bf-f890-4378-9bcf-6504577da606', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:27:30.113502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:30.167642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9335d96-3c3c-4a19-a7be-b842b1de192e {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:27:30.184409 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port c9335d96-3c3c-4a19-a7be-b842b1de192e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c9335d96-3c3c-4a19-a7be-b842b1de192e,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:27:30.191527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:30.194495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:27:30.264168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=c9335d96-3c3c-4a19-a7be-b842b1de192e,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:30.275771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:27:30.346240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39cdcb-0fa3-4af4-a9ef-df937a5ba5e6 req-830b829e-23f2-4611-bca1-33eba75ddb66 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:30.347710 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b39cdcb-0fa3-4af4-a9ef-df937a5ba5e6 req-830b829e-23f2-4611-bca1-33eba75ddb66 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 945 time: 0.0880399 Dec 22 05:27:30.392245 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b39cdcb-0fa3-4af4-a9ef-df937a5ba5e6 req-40664129-a398-4f51-a572-01359d656ee5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386200 Dec 22 05:27:30.589586 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['c9335d96-3c3c-4a19-a7be-b842b1de192e'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:27:31.589727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888001a-e55d-4a3d-880f-92dc3e5d8988 req-8e6ed388-55a8-464d-972b-c122281f2b6e tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:31.591031 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4888001a-e55d-4a3d-880f-92dc3e5d8988 req-8e6ed388-55a8-464d-972b-c122281f2b6e tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 945 time: 0.0937915 Dec 22 05:27:31.638243 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4888001a-e55d-4a3d-880f-92dc3e5d8988 req-806f35ec-03f2-46ed-bff5-37bcd6d5de4c tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Dec 22 05:27:31.885898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c9335d96-3c3c-4a19-a7be-b842b1de192e up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:27:31.967832 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port c9335d96-3c3c-4a19-a7be-b842b1de192e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:27:31.972735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port c9335d96-3c3c-4a19-a7be-b842b1de192e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:31.973161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:32.090898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:32.133155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c82f081-b540-465b-813c-dc230c0ad744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9335d96-3c3c-4a19-a7be-b842b1de192e'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:27:32.142804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port c9335d96-3c3c-4a19-a7be-b842b1de192e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c9335d96-3c3c-4a19-a7be-b842b1de192e,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:27:32.147770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:32.149951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:27:32.219676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=c9335d96-3c3c-4a19-a7be-b842b1de192e,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:32.222773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:27:32.235057 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c82f081-b540-465b-813c-dc230c0ad744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9335d96-3c3c-4a19-a7be-b842b1de192e', 'code': 200} Dec 22 05:27:32.527072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559da9e8-0264-4d23-aa4d-4526d3399c81 req-614a223c-2e96-4f65-b0b2-c1c66723798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:32.528488 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-559da9e8-0264-4d23-aa4d-4526d3399c81 req-614a223c-2e96-4f65-b0b2-c1c66723798e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 1099 time: 0.0786097 Dec 22 05:27:32.570763 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-559da9e8-0264-4d23-aa4d-4526d3399c81 req-96558f37-4f95-49f1-bb9c-f0fa3bbcb9da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Dec 22 05:27:32.847227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a646-f65d-4a28-a926-2133f1248a06 req-9e74bfc7-7ac0-47e5-9998-8c773cd3f0c7 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:32.848719 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6995a646-f65d-4a28-a926-2133f1248a06 req-9e74bfc7-7ac0-47e5-9998-8c773cd3f0c7 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 946 time: 0.0844676 Dec 22 05:27:32.894037 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6995a646-f65d-4a28-a926-2133f1248a06 req-7d6f78af-b5c5-4299-9ba1-ac530886b1b5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393934 Dec 22 05:27:34.087473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f5374-58c4-4f9f-912e-a006332abbcd req-f5dfa0b8-6878-4b60-8a91-795a64f3edf9 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:34.088980 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-544f5374-58c4-4f9f-912e-a006332abbcd req-f5dfa0b8-6878-4b60-8a91-795a64f3edf9 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 946 time: 0.0818698 Dec 22 05:27:34.136458 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-544f5374-58c4-4f9f-912e-a006332abbcd req-4c7f8aba-faf1-42bc-99bb-9ff63bed44c6 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387719 Dec 22 05:27:35.351597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a3095-1c7e-40cd-87cb-0783f9a06369 req-17b46052-6f7c-4710-ae31-f912115ea3a3 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:35.353730 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-270a3095-1c7e-40cd-87cb-0783f9a06369 req-17b46052-6f7c-4710-ae31-f912115ea3a3 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 946 time: 0.0923259 Dec 22 05:27:35.400510 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-270a3095-1c7e-40cd-87cb-0783f9a06369 req-ffe2c534-fe81-4841-b272-7ad4e34e37ff tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395160 Dec 22 05:27:35.599099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79d67c-40c8-432c-ae97-41ad57c6d70e req-9cae3a09-bdd3-4e80-97e4-4274b120859d tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:35.600574 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bd79d67c-40c8-432c-ae97-41ad57c6d70e req-9cae3a09-bdd3-4e80-97e4-4274b120859d tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 946 time: 0.0874474 Dec 22 05:27:35.648557 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bd79d67c-40c8-432c-ae97-41ad57c6d70e req-7bcd5b73-f975-4fa6-8e5f-aa8b547de080 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Dec 22 05:27:39.915389 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:27:44.941148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:51.516640 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3c9a4-7049-4fc8-bf7e-9cbd383cc580 req-cbb91cff-71ed-433c-b2bb-4d5fb5dd18ed tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:51.518028 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5a3c9a4-7049-4fc8-bf7e-9cbd383cc580 req-cbb91cff-71ed-433c-b2bb-4d5fb5dd18ed tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 946 time: 0.0834191 Dec 22 05:27:51.572562 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5a3c9a4-7049-4fc8-bf7e-9cbd383cc580 req-10214d25-0634-421b-95d5-5d59803519f7 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Dec 22 05:27:52.776362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192ce39-9700-41ad-943f-9aade6a22fbd req-82558645-b967-46c2-b9f9-c1664d4b23e8 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:52.777810 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2192ce39-9700-41ad-943f-9aade6a22fbd req-82558645-b967-46c2-b9f9-c1664d4b23e8 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 946 time: 0.0931826 Dec 22 05:27:52.822640 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2192ce39-9700-41ad-943f-9aade6a22fbd req-21b1de5e-fef5-4a84-9f8c-cbd92c45cbb4 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389798 Dec 22 05:27:53.311115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-3532b293-71a6-434d-8b59-09e4f5127253 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:53.312180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-3532b293-71a6-434d-8b59-09e4f5127253 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Synchronizing usage tracker for tenant:2aade192489049e78f64417ecba659ff on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:27:53.331159 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-3532b293-71a6-434d-8b59-09e4f5127253 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Unset dirty status for tenant:2aade192489049e78f64417ecba659ff on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:27:53.332673 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-3532b293-71a6-434d-8b59-09e4f5127253 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 946 time: 0.1143925 Dec 22 05:27:53.417065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Deleting port c9335d96-3c3c-4a19-a7be-b842b1de192e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:27:53.417348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:53.837761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] For port c9335d96-3c3c-4a19-a7be-b842b1de192e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c9335d96-3c3c-4a19-a7be-b842b1de192e,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:27:53.838083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:53.981721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Calling delete_port for c9335d96-3c3c-4a19-a7be-b842b1de192e owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:27:54.030055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a137-24ce-4622-8e4e-79efd628b8fd req-30bea8ec-fa35-44d1-931f-2b44ebecc1c0 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:54.031599 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2e33a137-24ce-4622-8e4e-79efd628b8fd req-30bea8ec-fa35-44d1-931f-2b44ebecc1c0 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c82f081-b540-465b-813c-dc230c0ad744 HTTP/1.1" status: 200 len: 946 time: 0.0918820 Dec 22 05:27:54.084494 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2e33a137-24ce-4622-8e4e-79efd628b8fd req-af900500-d56c-4fe9-93a0-2d6efc309f7b tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.36 "GET /v2.0/security-groups?id=e311bb75-40c2-46c7-b41b-111c82d75260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Dec 22 05:27:54.135578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:54.141618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:27:54.171768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['c9335d96-3c3c-4a19-a7be-b842b1de192e'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:27:54.186899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Pushing event deleted for resources: {'Port': ['ID=c9335d96-3c3c-4a19-a7be-b842b1de192e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:54.190060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:27:54.267316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] No DVR routers for this DVR port c9335d96-3c3c-4a19-a7be-b842b1de192e on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:27:54.270123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:54.272919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c82f081-b540-465b-813c-dc230c0ad744', 'name': 'network-vif-deleted', 'tag': 'c9335d96-3c3c-4a19-a7be-b842b1de192e'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:27:54.290639 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76f016a7-e37b-4915-8c03-b0ec4c8ec02e req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] 10.222.0.61 "DELETE /v2.0/ports/c9335d96-3c3c-4a19-a7be-b842b1de192e HTTP/1.1" status: 204 len: 173 time: 0.9516203 Dec 22 05:27:54.387064 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c82f081-b540-465b-813c-dc230c0ad744', 'name': 'network-vif-deleted', 'tag': 'c9335d96-3c3c-4a19-a7be-b842b1de192e', 'status': 'completed', 'code': 200} Dec 22 05:27:54.638735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-60c3168c-2606-4f10-8272-1f87edff6cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:55.377620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37684) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:27:56.077777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:56.464576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Deleting port cc1707c2-029d-4aee-8f90-64f4f2f1018e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:27:56.465282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:56.653629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] For port cc1707c2-029d-4aee-8f90-64f4f2f1018e, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cc1707c2-029d-4aee-8f90-64f4f2f1018e,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:27:56.653927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:56.776347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Calling delete_port for cc1707c2-029d-4aee-8f90-64f4f2f1018e owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:27:56.981055 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f1db1c2a-93ea-4524-bd0e-5c902cff3462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:57.102813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:57.106415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:27:57.298013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1707c2-029d-4aee-8f90-64f4f2f1018e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:57.336048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.336507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.336862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.337223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.337581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.337940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.338300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.338650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.339008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.339360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.339712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.340060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:57.348008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:27:57.577509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:57.974414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Router a77da603-c15e-48e4-bd95-e5001e3b97ed has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:27:58.008023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c9335d96-3c3c-4a19-a7be-b842b1de192e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:27:58.042810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: c9335d96-3c3c-4a19-a7be-b842b1de192e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:27:58.043486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c9335d96-3c3c-4a19-a7be-b842b1de192e not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:27:58.160537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:58.163859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:58.174982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:27:58.183545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] Sync routers for ids ['a77da603-c15e-48e4-bd95-e5001e3b97ed'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:27:58.188448 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] 10.222.0.36 "PUT /v2.0/routers/a77da603-c15e-48e4-bd95-e5001e3b97ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8097229 Dec 22 05:27:58.190973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37688) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:27:58.193266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] Routers {'a77da603-c15e-48e4-bd95-e5001e3b97ed'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:27:58.193998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a77da603-c15e-48e4-bd95-e5001e3b97ed'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:58.374598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:58.377562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] Set router a77da603-c15e-48e4-bd95-e5001e3b97ed gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:27:58.551381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:58.563514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Deleting port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:27:58.563845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:58.662827 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'name': 'tempest-TestEncryptedCinderVolumes-1321152600-router', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:27:57Z', 'revision_number': 5, 'project_id': '2aade192489049e78f64417ecba659ff', 'gw_port': {'id': '04e33476-fd4b-47c3-bd30-b0f14b1ffd22', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:58.667098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] Checking router: a77da603-c15e-48e4-bd95-e5001e3b97ed for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:27:58.676322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] Routers {'a77da603-c15e-48e4-bd95-e5001e3b97ed'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:27:58.676928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['a77da603-c15e-48e4-bd95-e5001e3b97ed'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:58.878193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] Set router a77da603-c15e-48e4-bd95-e5001e3b97ed gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:27:58.887025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] For port 04e33476-fd4b-47c3-bd30-b0f14b1ffd22, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=04e33476-fd4b-47c3-bd30-b0f14b1ffd22,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:27:58.887588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:58.981338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'name': 'tempest-TestEncryptedCinderVolumes-1321152600-router', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:27:58Z', 'revision_number': 6, 'project_id': '2aade192489049e78f64417ecba659ff', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:58.985577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493252a8-923b-4cef-ae7d-8c4abf92b80c None None] The sync data for ids ['a77da603-c15e-48e4-bd95-e5001e3b97ed'] in dv-neutron-822524-1-hyperv is: [{'id': 'a77da603-c15e-48e4-bd95-e5001e3b97ed', 'name': 'tempest-TestEncryptedCinderVolumes-1321152600-router', 'tenant_id': '2aade192489049e78f64417ecba659ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:33Z', 'updated_at': '2021-12-22T05:27:58Z', 'revision_number': 6, 'project_id': '2aade192489049e78f64417ecba659ff', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:27:59.012038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Calling delete_port for 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:27:59.188462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.192881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f35a1341-5cbc-491c-84fc-1a492d1fb2d8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:27:59.235062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e33476-fd4b-47c3-bd30-b0f14b1ffd22,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:59.238186 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:27:59.336743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.450061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cc1707c2-029d-4aee-8f90-64f4f2f1018e no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:27:59.495499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: cc1707c2-029d-4aee-8f90-64f4f2f1018e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:27:59.495958 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cc1707c2-029d-4aee-8f90-64f4f2f1018e not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:27:59.545252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.547576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.571566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.572092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a77da603-c15e-48e4-bd95-e5001e3b97ed {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:27:59.585481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.589231 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a77da603-c15e-48e4-bd95-e5001e3b97ed HTTP/1.1" status: 204 len: 168 time: 1.3973391 Dec 22 05:27:59.589414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37692) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:27:59.607270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.650104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6d8490-e918-4382-b008-e307bfecef44 admin admin] Deleting subnet b6ae12bf-f890-4378-9bcf-6504577da606 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:27:59.653183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de6d8490-e918-4382-b008-e307bfecef44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.708473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de6d8490-e918-4382-b008-e307bfecef44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.790966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de6d8490-e918-4382-b008-e307bfecef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.863687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de6d8490-e918-4382-b008-e307bfecef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.867611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9122e643-151a-4de9-a947-1482400addf9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:27:59.906140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d8490-e918-4382-b008-e307bfecef44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ae12bf-f890-4378-9bcf-6504577da606,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:59.909889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-de6d8490-e918-4382-b008-e307bfecef44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:27:59.912780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de6d8490-e918-4382-b008-e307bfecef44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:59.922799 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-de6d8490-e918-4382-b008-e307bfecef44 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b6ae12bf-f890-4378-9bcf-6504577da606 HTTP/1.1" status: 204 len: 168 time: 0.3293691 Dec 22 05:27:59.923079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30ffdd0-46d1-4a62-bdbe-c07344b912b1 None None] Network bf30cac6-e331-45d8-99ec-1bf39c2f9e48 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:27:59.923831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37696) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:00.049884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.062423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Deleting port 8da062e9-bcc3-481e-ada7-3196674b82ea {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:28:00.063019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.182503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] DHCP port deletion for bf30cac6-e331-45d8-99ec-1bf39c2f9e48 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:28:00.187203 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] Deleting port 8da062e9-bcc3-481e-ada7-3196674b82ea {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:28:00.187679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.293283 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] For port 8da062e9-bcc3-481e-ada7-3196674b82ea, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8da062e9-bcc3-481e-ada7-3196674b82ea,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:00.293912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.412029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] For port 8da062e9-bcc3-481e-ada7-3196674b82ea, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=8da062e9-bcc3-481e-ada7-3196674b82ea,segment=NetworkSegment(29ba6e31-73de-4186-9db0-38b3a6ec6a2f),segment_id=29ba6e31-73de-4186-9db0-38b3a6ec6a2f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:00.412356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.428058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Calling delete_port for 8da062e9-bcc3-481e-ada7-3196674b82ea owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:28:00.505904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.509684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a51c678-592c-4793-b2c1-071c975cd7b5 tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:00.540691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] Calling delete_port for 8da062e9-bcc3-481e-ada7-3196674b82ea owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:28:00.556854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da062e9-bcc3-481e-ada7-3196674b82ea,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:00.560126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:00.561147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] No DVR routers for this DVR port 8da062e9-bcc3-481e-ada7-3196674b82ea on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:28:00.611954 dv-neutron-822524-1-hyperv neutron-server[87556]: util.warn( Dec 22 05:28:00.617464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:28:00.617826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:28:00.788694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.813743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf30cac6-e331-45d8-99ec-1bf39c2f9e48']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:00.825608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ba6e31-73de-4186-9db0-38b3a6ec6a2f') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:00.825901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ba6e31-73de-4186-9db0-38b3a6ec6a2f') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:00.837812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.855409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.861871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:28:00.862243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:28:00.875188 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:28:00.954780 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.958427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8997dd7e-d59e-457e-a21d-2c7971f96661 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:00.971650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:00.983220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf30cac6-e331-45d8-99ec-1bf39c2f9e48,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:00.987306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:00.997381 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bf30cac6-e331-45d8-99ec-1bf39c2f9e48 HTTP/1.1" status: 204 len: 168 time: 1.0723476 Dec 22 05:28:01.000423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37700) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:01.119442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] Deleting port 8da062e9-bcc3-481e-ada7-3196674b82ea {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:28:01.119799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:01.196415 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d4026ba8-2e17-4305-8176-2500f520135f None None] The port '8da062e9-bcc3-481e-ada7-3196674b82ea' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:28:01.335797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8da062e9-bcc3-481e-ada7-3196674b82ea no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:28:01.370418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 8da062e9-bcc3-481e-ada7-3196674b82ea {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:28:01.370658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 8da062e9-bcc3-481e-ada7-3196674b82ea not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:28:01.371101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:28:01.415923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:28:01.416303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 04e33476-fd4b-47c3-bd30-b0f14b1ffd22 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:28:01.578828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:01.948207 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Deleting port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:28:01.948546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:02.261025 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] For port 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=440d260c-3d84-4dc4-96c3-b0b3eeabe6bd,segment=NetworkSegment(add733b5-3023-4811-a4bb-0205fc8db85d),segment_id=add733b5-3023-4811-a4bb-0205fc8db85d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:02.261979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:02.383561 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Calling delete_port for 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:28:02.579463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:02.583172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eaca00f9-aa90-4842-9d9e-14f914233d87 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:02.625684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Pushing event deleted for resources: {'Port': ['ID=440d260c-3d84-4dc4-96c3-b0b3eeabe6bd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:02.628828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:02.905850 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:03.299924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Router 7ab53ffe-6f44-4d62-ad1d-bf727256445f has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:28:03.480869 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:28:03.490121 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] 10.222.0.36 "PUT /v2.0/routers/7ab53ffe-6f44-4d62-ad1d-bf727256445f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4886391 Dec 22 05:28:03.492601 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37704) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:03.493999 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] Sync routers for ids ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:28:03.506061 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] Routers {'7ab53ffe-6f44-4d62-ad1d-bf727256445f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:28:03.506674 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:03.690102 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] Set router 7ab53ffe-6f44-4d62-ad1d-bf727256445f gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:28:03.798771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:03.985726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:03.995967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Deleting port 11c311ca-955a-44bc-9fae-e03afb3d07d7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:28:03.996354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:04.002750 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'name': 'tempest-TestEncryptedCinderVolumes-1269970345-router', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:39Z', 'updated_at': '2021-12-22T05:28:02Z', 'revision_number': 5, 'project_id': '5e98828233c149e98b53fdbc72517102', 'gw_port': {'id': '11c311ca-955a-44bc-9fae-e03afb3d07d7', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:40Z', 'updated_at': '2021-12-22T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:04.006426 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] Checking router: 7ab53ffe-6f44-4d62-ad1d-bf727256445f for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:28:04.014838 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] Routers {'7ab53ffe-6f44-4d62-ad1d-bf727256445f'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:28:04.015428 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:04.166996 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] Set router 7ab53ffe-6f44-4d62-ad1d-bf727256445f gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:28:04.167506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] For port 11c311ca-955a-44bc-9fae-e03afb3d07d7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=11c311ca-955a-44bc-9fae-e03afb3d07d7,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:04.167874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:04.273961 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'name': 'tempest-TestEncryptedCinderVolumes-1269970345-router', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:39Z', 'updated_at': '2021-12-22T05:28:03Z', 'revision_number': 6, 'project_id': '5e98828233c149e98b53fdbc72517102', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:04.278035 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557eb8e-0973-4aba-9b4d-6515d88b1b30 None None] The sync data for ids ['7ab53ffe-6f44-4d62-ad1d-bf727256445f'] in dv-neutron-822524-1-hyperv is: [{'id': '7ab53ffe-6f44-4d62-ad1d-bf727256445f', 'name': 'tempest-TestEncryptedCinderVolumes-1269970345-router', 'tenant_id': '5e98828233c149e98b53fdbc72517102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:39Z', 'updated_at': '2021-12-22T05:28:03Z', 'revision_number': 6, 'project_id': '5e98828233c149e98b53fdbc72517102', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:28:04.290237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Calling delete_port for 11c311ca-955a-44bc-9fae-e03afb3d07d7 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:28:04.478113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:04.481752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:04.532397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Pushing event deleted for resources: {'Port': ['ID=11c311ca-955a-44bc-9fae-e03afb3d07d7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:04.535460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:04.630414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:04.810782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:04.813548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:04.842230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:04.842746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab53ffe-6f44-4d62-ad1d-bf727256445f {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:28:04.855007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:04.856202 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] 10.222.0.36 "DELETE /v2.0/routers/7ab53ffe-6f44-4d62-ad1d-bf727256445f HTTP/1.1" status: 204 len: 168 time: 1.3626559 Dec 22 05:28:04.859410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37708) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:04.921082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe16f634-e00b-46c4-9bee-3f5eb20d5a62 admin admin] Deleting subnet 9be6b2a2-ccfc-486b-bf66-af858e03dd93 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:28:04.924216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe16f634-e00b-46c4-9bee-3f5eb20d5a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:04.973612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe16f634-e00b-46c4-9bee-3f5eb20d5a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.057070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe16f634-e00b-46c4-9bee-3f5eb20d5a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.126501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe16f634-e00b-46c4-9bee-3f5eb20d5a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.130094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad0d0035-48c9-408d-a221-ee945cc719e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:05.164442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16f634-e00b-46c4-9bee-3f5eb20d5a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be6b2a2-ccfc-486b-bf66-af858e03dd93,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:05.166933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe16f634-e00b-46c4-9bee-3f5eb20d5a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:05.171391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe16f634-e00b-46c4-9bee-3f5eb20d5a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.177060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f815c-4007-47b0-a2c0-52acaf71627c None None] Network 3ef42541-63d3-4874-8ebb-8b882405fde2 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:28:05.180233 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe16f634-e00b-46c4-9bee-3f5eb20d5a62 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9be6b2a2-ccfc-486b-bf66-af858e03dd93 HTTP/1.1" status: 204 len: 168 time: 0.3198049 Dec 22 05:28:05.182907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37712) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:05.295538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.306330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Deleting port 02399a45-896e-4c1e-bfca-c75077fd50a6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:28:05.306663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.354355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:28:05.392623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:28:05.392994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 440d260c-3d84-4dc4-96c3-b0b3eeabe6bd not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:28:05.393424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 11c311ca-955a-44bc-9fae-e03afb3d07d7 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:28:05.436087 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 11c311ca-955a-44bc-9fae-e03afb3d07d7 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:28:05.436468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 11c311ca-955a-44bc-9fae-e03afb3d07d7 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:28:05.512621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] For port 02399a45-896e-4c1e-bfca-c75077fd50a6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=02399a45-896e-4c1e-bfca-c75077fd50a6,segment=NetworkSegment(add733b5-3023-4811-a4bb-0205fc8db85d),segment_id=add733b5-3023-4811-a4bb-0205fc8db85d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:05.512974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.516186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] DHCP port deletion for 3ef42541-63d3-4874-8ebb-8b882405fde2 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:28:05.520694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] Deleting port 02399a45-896e-4c1e-bfca-c75077fd50a6 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:28:05.521083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.638317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Calling delete_port for 02399a45-896e-4c1e-bfca-c75077fd50a6 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:28:05.718351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.722199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8efe600c-68ef-4f09-8bcb-55f4ab94349d tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:05.762921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] For port 02399a45-896e-4c1e-bfca-c75077fd50a6, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=02399a45-896e-4c1e-bfca-c75077fd50a6,segment=NetworkSegment(add733b5-3023-4811-a4bb-0205fc8db85d),segment_id=add733b5-3023-4811-a4bb-0205fc8db85d)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:05.763271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.766066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=02399a45-896e-4c1e-bfca-c75077fd50a6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:05.767816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] No DVR routers for this DVR port 02399a45-896e-4c1e-bfca-c75077fd50a6 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:28:05.769273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:05.882065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.884567 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] Calling delete_port for 02399a45-896e-4c1e-bfca-c75077fd50a6 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:28:05.907723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef42541-63d3-4874-8ebb-8b882405fde2']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:05.923755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add733b5-3023-4811-a4bb-0205fc8db85d') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:05.924016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add733b5-3023-4811-a4bb-0205fc8db85d') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:05.935476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.953619 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.960094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:28:05.960486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:28:05.960705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:28:05.961100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:28:05.974539 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:28:06.052156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:06.056727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:06.059505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-04dc9cef-3470-49dd-8d65-663ddccb31f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:06.084738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef42541-63d3-4874-8ebb-8b882405fde2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:06.087533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:06.088933 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3ef42541-63d3-4874-8ebb-8b882405fde2 HTTP/1.1" status: 204 len: 168 time: 0.9050822 Dec 22 05:28:06.270029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37720) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:06.318085 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f8d1061e-87a0-4728-853f-ced80e9b35df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2aade192489049e78f64417ecba659ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468094 Dec 22 05:28:06.320431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37724) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:06.388368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13ddc43f-1616-4ce2-bb75-be783c5b747a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:06.414927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13ddc43f-1616-4ce2-bb75-be783c5b747a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:06.462313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] Deleting port 02399a45-896e-4c1e-bfca-c75077fd50a6 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:28:06.462925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:06.469771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13ddc43f-1616-4ce2-bb75-be783c5b747a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:06.473659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-36d28a77-02c0-4e98-8ce6-e6525d5fd572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:06.484426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddc43f-1616-4ce2-bb75-be783c5b747a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e311bb75-40c2-46c7-b41b-111c82d75260,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:06.487292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-13ddc43f-1616-4ce2-bb75-be783c5b747a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:06.494172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13ddc43f-1616-4ce2-bb75-be783c5b747a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:06.497685 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-13ddc43f-1616-4ce2-bb75-be783c5b747a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e311bb75-40c2-46c7-b41b-111c82d75260 HTTP/1.1" status: 204 len: 168 time: 0.1741109 Dec 22 05:28:06.541536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b379f89f-d842-459e-b21e-1f4b8f602bb6 None None] The port '02399a45-896e-4c1e-bfca-c75077fd50a6' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:28:06.857667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37734) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:06.907500 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8709f125-8d09-4506-9b7a-46a8190efa13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e98828233c149e98b53fdbc72517102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486126 Dec 22 05:28:06.910883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37738) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:06.979126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-48969409-2457-462e-ad42-e70737e2c89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:07.004314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-48969409-2457-462e-ad42-e70737e2c89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:07.062077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-48969409-2457-462e-ad42-e70737e2c89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:07.065744 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6178ded3-3576-4ae6-89a4-1b5bf8f3f1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:07.076988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48969409-2457-462e-ad42-e70737e2c89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26904ade-080d-41e4-9042-18b7a5d5f342,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:07.081360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-48969409-2457-462e-ad42-e70737e2c89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:07.083262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-48969409-2457-462e-ad42-e70737e2c89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:07.084374 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-48969409-2457-462e-ad42-e70737e2c89c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26904ade-080d-41e4-9042-18b7a5d5f342 HTTP/1.1" status: 204 len: 168 time: 0.1726081 Dec 22 05:28:07.336273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 02399a45-896e-4c1e-bfca-c75077fd50a6 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:28:07.370703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 02399a45-896e-4c1e-bfca-c75077fd50a6 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:28:07.371064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 02399a45-896e-4c1e-bfca-c75077fd50a6 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:28:07.857708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37762) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:07.970693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-613267379-network', 'tenant_id': '21d021cd112e4415a167f5243d0b3197'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:07.975855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:28:07.980089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Usage tracker for resource:network and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:28:07.983540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:28:07.990178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:28:08.004399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Made reservation on behalf of 21d021cd112e4415a167f5243d0b3197 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:28:08.006932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:08.019618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:08.036268 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:28:08.039941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Usage tracker for resource:security_group_rule and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:28:08.042741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:28:08.048738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:28:08.135972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:08.141663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:08.144585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-291fd79c-4a44-44bb-b0a8-546e444079ee tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:08.286169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:28:08.294965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab19fbd-9a43-4146-8444-d0011378aa6d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:08.299357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:08.301918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:08.302260 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Added segment f59936b3-5c0f-4abf-951c-6059e99a967c of type vlan for network 8b448548-ac8b-4f58-a96a-92ebf910a48f Dec 22 05:28:08.333966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:08.365463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:08.366658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:08.367280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:08.370635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee2bd1f2-590b-4033-81d7-7fefd574ffed tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:08.468239 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6092074 Dec 22 05:28:08.471174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37768) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:08.471652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Pushing event updated for resources: {'Network': ['ID=8b448548-ac8b-4f58-a96a-92ebf910a48f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:08.474745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:08.477135 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Request body: {'subnet': {'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-613267379-subnet', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:08.482485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 8b448548-ac8b-4f58-a96a-92ebf910a48f details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:28:08.483868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:28:08.487776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Usage tracker for resource:subnet and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:28:08.490867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:28:08.497203 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:28:08.510570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Made reservation on behalf of 21d021cd112e4415a167f5243d0b3197 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:28:08.513078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:08.866213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:08.872353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abaeaa98-46ee-439f-b33d-9639e8f207be tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:08.949965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f811199-990e-4005-bf03-a99619a12e56,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:08.953819 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:08.961269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Checking segment: {'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:28:08.961633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Network hostable DHCP agents. Network: 8b448548-ac8b-4f58-a96a-92ebf910a48f, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:28:08.984160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Network 8b448548-ac8b-4f58-a96a-92ebf910a48f is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:28:08.994278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 8b448548-ac8b-4f58-a96a-92ebf910a48f) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:08.998692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:08.999296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.004330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067a8f4-c51e-463a-9e74-e960703aeff8 None None] Network 8b448548-ac8b-4f58-a96a-92ebf910a48f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:28:09.026034 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5505385 Dec 22 05:28:09.026466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37772) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:09.033969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:09.038995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:28:09.043064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Usage tracker for resource:router and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:28:09.046215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:28:09.053948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:28:09.071968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.073109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.088916 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.243280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-8b448548-ac8b-4f58-a96a-92ebf910a48f', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:28:09.244154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.392624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.436278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Allocated IP 172.20.0.2 (8b448548-ac8b-4f58-a96a-92ebf910a48f/3f811199-990e-4005-bf03-a99619a12e56/7cc834ee-e196-47f7-9fc1-374d98c50dcd) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:09.665730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.676899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Transition to ACTIVE for port object 7cc834ee-e196-47f7-9fc1-374d98c50dcd will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:09.694880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Transition to ACTIVE for port object 7cc834ee-e196-47f7-9fc1-374d98c50dcd will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:09.702232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.706973 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:09.714679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.748897 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.771660 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Network 8b448548-ac8b-4f58-a96a-92ebf910a48f is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:09.774817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:09.778490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:28:09.784508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Pushing event updated for resources: {'Port': ['ID=7cc834ee-e196-47f7-9fc1-374d98c50dcd,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:09.820815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.821160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.821500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.821829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.822153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.822483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.822806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.823124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.823442 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.823754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.824067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.824412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:09.831951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:09.881240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Attempting to bind port 7cc834ee-e196-47f7-9fc1-374d98c50dcd on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:09.881608 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Attempting to bind port 7cc834ee-e196-47f7-9fc1-374d98c50dcd by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:09.881976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Attempting to bind port 7cc834ee-e196-47f7-9fc1-374d98c50dcd on network 8b448548-ac8b-4f58-a96a-92ebf910a48f {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:28:09.886403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Allocated IP 172.26.1.172 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/c5fe877c-f755-44b3-9a83-3e7834a2b9a1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:09.887545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:28:09.887939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Checking segment: {'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:28:09.888362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.888816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Bound using segment: {'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:28:09.889284 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Bound port: 7cc834ee-e196-47f7-9fc1-374d98c50dcd, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:09.889833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.987922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] For port 7cc834ee-e196-47f7-9fc1-374d98c50dcd, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:28:09.990821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] For port 7cc834ee-e196-47f7-9fc1-374d98c50dcd, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7cc834ee-e196-47f7-9fc1-374d98c50dcd,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:28:09.994701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.998218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:10.042138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:10.072800 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:10.077469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Pushing event updated for resources: {'Port': ['ID=7cc834ee-e196-47f7-9fc1-374d98c50dcd,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:10.077788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4c66458e-3012-4670-9971-a94ceb55290f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:10.080018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:10.146117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:10.149236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:10.151832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:28:10.192566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5fe877c-f755-44b3-9a83-3e7834a2b9a1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:10.197787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:10.749969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:11.089462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd678698-644e-4537-be67-ed02e67bf576 None None] Network 8b448548-ac8b-4f58-a96a-92ebf910a48f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:28:11.109902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:11.220432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-76f8052a-f3e4-45cd-a739-32c02e3041dc None None] Provisioning for port 7cc834ee-e196-47f7-9fc1-374d98c50dcd completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:11.346195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:28:11.378897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7cc834ee-e196-47f7-9fc1-374d98c50dcd up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:11.458316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 7cc834ee-e196-47f7-9fc1-374d98c50dcd completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:11.465074 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 7cc834ee-e196-47f7-9fc1-374d98c50dcd triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:11.465546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:11.533734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:28:11.558626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Sync routers for ids ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:28:11.561862 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:11.565672 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5355556 Dec 22 05:28:11.566400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37776) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:11.590327 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Routers {'3b9e8cf1-6dc9-488b-93d1-49b1d74759af'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:28:11.590962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:11.664450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:11.774762 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1eb3a6de-c72b-4338-ba5c-4aff778cebaf None None] Provisioning complete for port 7cc834ee-e196-47f7-9fc1-374d98c50dcd triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:11.775057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1eb3a6de-c72b-4338-ba5c-4aff778cebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:11.838070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 7cc834ee-e196-47f7-9fc1-374d98c50dcd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7cc834ee-e196-47f7-9fc1-374d98c50dcd,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:11.849971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:11.855759 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:11.915263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Set router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:28:12.151929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=7cc834ee-e196-47f7-9fc1-374d98c50dcd,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:12.165058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:12.261388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:12.300475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:10Z', 'revision_number': 3, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:12.304560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Checking router: 3b9e8cf1-6dc9-488b-93d1-49b1d74759af for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:28:12.304917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Updating router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af port c5fe877c-f755-44b3-9a83-3e7834a2b9a1 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:28:12.359384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:12.470227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Allocated IP 172.20.0.1 (8b448548-ac8b-4f58-a96a-92ebf910a48f/3f811199-990e-4005-bf03-a99619a12e56/80ca672f-8275-4ecb-941b-c9eb4bd35754) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:12.624436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:12.640032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Transition to ACTIVE for port object 80ca672f-8275-4ecb-941b-c9eb4bd35754 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:12.665072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:12.669698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9a1c365b-4081-4af3-86ac-a9eed025d3af tempest-TestVolumeBootPattern-764179152 tempest-TestVolumeBootPattern-764179152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:12.692184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:12.704456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Transition to ACTIVE for port object c5fe877c-f755-44b3-9a83-3e7834a2b9a1 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:12.711956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:12.715470 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-16a6b34e-3fc1-4b1e-b3e9-bdf9781591e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:12.733659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Network 8b448548-ac8b-4f58-a96a-92ebf910a48f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:12.736592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:12.740660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:28:12.777415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Pushing event updated for resources: {'Port': ['ID=80ca672f-8275-4ecb-941b-c9eb4bd35754,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:12.786682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:12.803291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:12.852451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Attempting to bind port c5fe877c-f755-44b3-9a83-3e7834a2b9a1 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:12.852827 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Attempting to bind port c5fe877c-f755-44b3-9a83-3e7834a2b9a1 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:12.853193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Attempting to bind port c5fe877c-f755-44b3-9a83-3e7834a2b9a1 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:28:12.855592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760edd8-ceda-4969-ae59-9dfa4d2098ce None None] Pushing event updated for resources: {'Port': ['ID=c5fe877c-f755-44b3-9a83-3e7834a2b9a1,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:12.859872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3760edd8-ceda-4969-ae59-9dfa4d2098ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:12.862677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:28:12.863054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:28:12.863459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:12.863852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:28:12.864435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Bound port: c5fe877c-f755-44b3-9a83-3e7834a2b9a1, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:12.864726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:12.944596 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] For port c5fe877c-f755-44b3-9a83-3e7834a2b9a1, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:28:12.947624 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] For port c5fe877c-f755-44b3-9a83-3e7834a2b9a1, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c5fe877c-f755-44b3-9a83-3e7834a2b9a1,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:28:12.953237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:12.957317 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:13.033282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Routers {'3b9e8cf1-6dc9-488b-93d1-49b1d74759af'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:28:13.033904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:13.093479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760edd8-ceda-4969-ae59-9dfa4d2098ce None None] Pushing event updated for resources: {'Port': ['ID=c5fe877c-f755-44b3-9a83-3e7834a2b9a1,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:13.104174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3760edd8-ceda-4969-ae59-9dfa4d2098ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:13.117083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8af5e1a8-bd33-493c-b3ca-db61dd3638a1 None None] Provisioning for port 80ca672f-8275-4ecb-941b-c9eb4bd35754 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:13.126163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8af5e1a8-bd33-493c-b3ca-db61dd3638a1 None None] Provisioning complete for port 80ca672f-8275-4ecb-941b-c9eb4bd35754 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:13.126533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8af5e1a8-bd33-493c-b3ca-db61dd3638a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:13.208553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:13.259021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8af5e1a8-bd33-493c-b3ca-db61dd3638a1 None None] Port 80ca672f-8275-4ecb-941b-c9eb4bd35754 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:28:13.277460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] Set router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:28:13.380782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7cc834ee-e196-47f7-9fc1-374d98c50dcd up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:13.444349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:13.450370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:13.480043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0e536750-9cc0-4d01-8f29-1eb2ee60cd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:13.558787 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Pushing event updated for resources: {'Port': ['ID=80ca672f-8275-4ecb-941b-c9eb4bd35754,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:13.562448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 7cc834ee-e196-47f7-9fc1-374d98c50dcd triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:13.562841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:13.563062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:13.564026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:13.699305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Network 8b448548-ac8b-4f58-a96a-92ebf910a48f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:13.701280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:13.734164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:10Z', 'revision_number': 3, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:13.738897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d59fe6-9ba1-413f-b730-76eb4b5e3912 None None] The sync data for ids ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'] in dv-neutron-822524-1-hyperv is: [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:10Z', 'revision_number': 3, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:28:13.915726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:28:13.999082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-53b1d070-310b-456d-b8fa-76f409dcb3f0 None None] Provisioning complete for port 80ca672f-8275-4ecb-941b-c9eb4bd35754 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:13.999626 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-53b1d070-310b-456d-b8fa-76f409dcb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.056336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-53b1d070-310b-456d-b8fa-76f409dcb3f0 None None] Port 80ca672f-8275-4ecb-941b-c9eb4bd35754 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:28:14.133300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:28:14.145128 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] 10.222.0.36 "PUT /v2.0/routers/3b9e8cf1-6dc9-488b-93d1-49b1d74759af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5765822 Dec 22 05:28:14.682507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37794) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:14.688372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1439943409-network', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:14.693366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:28:14.697300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Usage tracker for resource:network and tenant:0768fa07384043f88576c27bd5f4d55f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:28:14.700194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:28:14.706848 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:28:14.718338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Made reservation on behalf of 0768fa07384043f88576c27bd5f4d55f for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:28:14.720888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.736837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.751605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:28:14.755480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Usage tracker for resource:security_group_rule and tenant:0768fa07384043f88576c27bd5f4d55f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:28:14.758299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:28:14.764325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:28:14.849048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.854577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.857992 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2b54567-f46e-48e7-9632-f258e743c672 tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:14.885578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:28:14.894385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400a58f2-bad6-46f4-97a2-a6fe9d5530d6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:14.897643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:14.901890 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.902315 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Added segment 0d6a680a-0279-4fbe-8f49-e297e09698a5 of type vlan for network 0f533699-41c7-4ca6-b9d5-4dbd27951757 Dec 22 05:28:14.931188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.943176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.964813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.966053 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:14.966707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.970498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22971cc5-a7b8-4c1e-8a0a-a3c3d052dc98 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:15.071668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Pushing event updated for resources: {'Network': ['ID=0f533699-41c7-4ca6-b9d5-4dbd27951757,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:15.077924 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3915129 Dec 22 05:28:15.077924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:15.078618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37798) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:15.083639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 0f533699-41c7-4ca6-b9d5-4dbd27951757 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:28:15.083853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Request body: {'subnet': {'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1439943409-subnet', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:15.089121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:28:15.093327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Usage tracker for resource:subnet and tenant:0768fa07384043f88576c27bd5f4d55f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:28:15.096325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:28:15.102178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:28:15.114667 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Made reservation on behalf of 0768fa07384043f88576c27bd5f4d55f for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:28:15.117396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.270085 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Sync routers for ids ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:28:15.281069 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Routers {'3b9e8cf1-6dc9-488b-93d1-49b1d74759af'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:28:15.281810 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:15.371036 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c5fe877c-f755-44b3-9a83-3e7834a2b9a1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:15.443817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port c5fe877c-f755-44b3-9a83-3e7834a2b9a1 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:15.448746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c5fe877c-f755-44b3-9a83-3e7834a2b9a1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:15.449135 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.466008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.466997 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Set router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:28:15.470194 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd4b0bde-3a69-4bb9-ad72-1ddf2c92d53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:15.527429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43406c67-51e3-4883-a130-38e63777fedc,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:15.532909 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:15.569959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Checking segment: {'id': '0d6a680a-0279-4fbe-8f49-e297e09698a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:28:15.570285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Network hostable DHCP agents. Network: 0f533699-41c7-4ca6-b9d5-4dbd27951757, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:28:15.573077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.593097 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Network 0f533699-41c7-4ca6-b9d5-4dbd27951757 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:28:15.593351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port c5fe877c-f755-44b3-9a83-3e7834a2b9a1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c5fe877c-f755-44b3-9a83-3e7834a2b9a1,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:15.598391 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.600294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e47b7f9d-1f88-4323-8f77-2ebcd4161a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:15.606542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 0f533699-41c7-4ca6-b9d5-4dbd27951757) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:15.611545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:15.612707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.635655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd12717-8ef5-4df2-9a04-20bc78333484 None None] Network 0f533699-41c7-4ca6-b9d5-4dbd27951757 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:28:15.636641 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-08e00582-bb4b-420f-8823-e82bb40fda12 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5574408 Dec 22 05:28:15.639803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 37802) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:15.645284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1439943409-router', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:15.650894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:28:15.654930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Usage tracker for resource:router and tenant:0768fa07384043f88576c27bd5f4d55f is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:28:15.659089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:28:15.665103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:28:15.676479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.677754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.693217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.797114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=c5fe877c-f755-44b3-9a83-3e7834a2b9a1,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:15.797496 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:13Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '80ca672f-8275-4ecb-941b-c9eb4bd35754', 'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'mac_address': 'fa:16:3e:7b:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:12Z', 'updated_at': '2021-12-22T05:28:13Z', 'revision_number': 2, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'subnets': [{'id': '3f811199-990e-4005-bf03-a99619a12e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:15.801476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:15.802431 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Checking router: 3b9e8cf1-6dc9-488b-93d1-49b1d74759af for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:28:15.802797 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Updating router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af port 80ca672f-8275-4ecb-941b-c9eb4bd35754 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:28:15.859239 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.928573 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-0f533699-41c7-4ca6-b9d5-4dbd27951757', 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'fixed_ips': [{'subnet_id': '43406c67-51e3-4883-a130-38e63777fedc'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:28:15.929538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.122432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Allocated IP 172.20.0.2 (0f533699-41c7-4ca6-b9d5-4dbd27951757/43406c67-51e3-4883-a130-38e63777fedc/83eeefc5-9da0-4795-81a7-99ba65da9056) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:16.131483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.255555 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.272409 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Transition to ACTIVE for port object 80ca672f-8275-4ecb-941b-c9eb4bd35754 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:16.282387 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.287234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:16.356610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.368662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Transition to ACTIVE for port object 83eeefc5-9da0-4795-81a7-99ba65da9056 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:16.393383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Transition to ACTIVE for port object 83eeefc5-9da0-4795-81a7-99ba65da9056 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:16.402987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.415271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-f6b3186d-85c5-4b67-9af3-9f1bfb8210a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:16.464701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.474978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Network 0f533699-41c7-4ca6-b9d5-4dbd27951757 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:16.481004 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Pushing event updated for resources: {'Port': ['ID=80ca672f-8275-4ecb-941b-c9eb4bd35754,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:16.484249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:16.490449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:28:16.502567 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.526224 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.526455 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.526795 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.527123 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.527447 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.527969 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.528479 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.528969 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.529486 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.529980 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.530656 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.531135 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:16.535254 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:16.560589 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Attempting to bind port 80ca672f-8275-4ecb-941b-c9eb4bd35754 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:16.561465 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Attempting to bind port 80ca672f-8275-4ecb-941b-c9eb4bd35754 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:16.561465 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Attempting to bind port 80ca672f-8275-4ecb-941b-c9eb4bd35754 on network 8b448548-ac8b-4f58-a96a-92ebf910a48f {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:28:16.567446 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:28:16.567816 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Checking segment: {'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:28:16.568464 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.569040 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Bound using segment: {'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:28:16.569676 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Bound port: 80ca672f-8275-4ecb-941b-c9eb4bd35754, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:16.570242 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.611255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Attempting to bind port 83eeefc5-9da0-4795-81a7-99ba65da9056 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:16.611804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Attempting to bind port 83eeefc5-9da0-4795-81a7-99ba65da9056 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '0d6a680a-0279-4fbe-8f49-e297e09698a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:16.612436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Attempting to bind port 83eeefc5-9da0-4795-81a7-99ba65da9056 on network 0f533699-41c7-4ca6-b9d5-4dbd27951757 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:28:16.618745 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Pushing event updated for resources: {'Port': ['ID=83eeefc5-9da0-4795-81a7-99ba65da9056,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:16.622362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:28:16.622362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Checking segment: {'id': '0d6a680a-0279-4fbe-8f49-e297e09698a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:28:16.623057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.623720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Bound using segment: {'id': '0d6a680a-0279-4fbe-8f49-e297e09698a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:28:16.624447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Bound port: 83eeefc5-9da0-4795-81a7-99ba65da9056, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6a680a-0279-4fbe-8f49-e297e09698a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:16.625150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.644222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:16.673539 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] For port 80ca672f-8275-4ecb-941b-c9eb4bd35754, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:28:16.677515 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] For port 80ca672f-8275-4ecb-941b-c9eb4bd35754, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=80ca672f-8275-4ecb-941b-c9eb4bd35754,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:28:16.683486 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.688837 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-064a5bf7-2d5c-4a51-bb3b-098860da681a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:16.692633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Allocated IP 172.26.1.151 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/9fcc1c4b-9bbf-4985-8203-2afd25e8727b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:16.735931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] For port 83eeefc5-9da0-4795-81a7-99ba65da9056, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:28:16.739478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] For port 83eeefc5-9da0-4795-81a7-99ba65da9056, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=83eeefc5-9da0-4795-81a7-99ba65da9056,segment=NetworkSegment(0d6a680a-0279-4fbe-8f49-e297e09698a5),segment_id=0d6a680a-0279-4fbe-8f49-e297e09698a5)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:28:16.745682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.756505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-09bc71d1-8c3d-48b2-93b3-d3c03e9b09cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:16.766665 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Routers {'3b9e8cf1-6dc9-488b-93d1-49b1d74759af'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:28:16.767305 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:16.860351 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Pushing event updated for resources: {'Port': ['ID=83eeefc5-9da0-4795-81a7-99ba65da9056,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:16.866881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:16.878467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.915126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:16.921832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1ebd3714-5744-4c6e-8e7c-88c6abe24653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:16.929487 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Pushing event updated for resources: {'Port': ['ID=80ca672f-8275-4ecb-941b-c9eb4bd35754,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:16.932753 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:16.955590 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:28:16.982739 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] Set router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:28:16.996028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:17.000322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:17.004887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:28:17.059905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Pushing event updated for resources: {'Port': ['ID=9fcc1c4b-9bbf-4985-8203-2afd25e8727b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:17.065026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:17.358387 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:13Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '80ca672f-8275-4ecb-941b-c9eb4bd35754', 'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'mac_address': 'fa:16:3e:7b:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:12Z', 'updated_at': '2021-12-22T05:28:16Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'subnets': [{'id': '3f811199-990e-4005-bf03-a99619a12e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:17.362524 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2f996-1843-40cc-aafd-dfde48fa2ab7 None None] The sync data for ids ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'] in dv-neutron-822524-1-hyperv is: [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:13Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '80ca672f-8275-4ecb-941b-c9eb4bd35754', 'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'mac_address': 'fa:16:3e:7b:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:12Z', 'updated_at': '2021-12-22T05:28:16Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'subnets': [{'id': '3f811199-990e-4005-bf03-a99619a12e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:28:17.482670 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c5fe877c-f755-44b3-9a83-3e7834a2b9a1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:17.518589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:17.562791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c5fe877c-f755-44b3-9a83-3e7834a2b9a1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:17.563078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:17.698196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 83eeefc5-9da0-4795-81a7-99ba65da9056 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:17.777042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 83eeefc5-9da0-4795-81a7-99ba65da9056 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:17.988679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34092e6-7821-4126-b7f2-f1ed45e1a1a4 None None] Network 0f533699-41c7-4ca6-b9d5-4dbd27951757 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:28:18.059312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:18.096620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a7bcffb8-74c4-46f5-9607-88e54d08ca05 None None] Provisioning for port 83eeefc5-9da0-4795-81a7-99ba65da9056 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:18.114062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a7bcffb8-74c4-46f5-9607-88e54d08ca05 None None] Provisioning complete for port 83eeefc5-9da0-4795-81a7-99ba65da9056 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:18.114539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a7bcffb8-74c4-46f5-9607-88e54d08ca05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:18.286758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Router 8076c89f-ea4b-4f18-abb4-30f70674b3aa is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:28:18.343504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a7bcffb8-74c4-46f5-9607-88e54d08ca05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:18.384894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a7bcffb8-74c4-46f5-9607-88e54d08ca05 None None] For port 83eeefc5-9da0-4795-81a7-99ba65da9056, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=83eeefc5-9da0-4795-81a7-99ba65da9056,segment=NetworkSegment(0d6a680a-0279-4fbe-8f49-e297e09698a5),segment_id=0d6a680a-0279-4fbe-8f49-e297e09698a5)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:18.390162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a7bcffb8-74c4-46f5-9607-88e54d08ca05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:18.391696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:18.467907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcffb8-74c4-46f5-9607-88e54d08ca05 None None] Pushing event updated for resources: {'Port': ['ID=83eeefc5-9da0-4795-81a7-99ba65da9056,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:18.471752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a7bcffb8-74c4-46f5-9607-88e54d08ca05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:18.479991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:28:18.502151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Sync routers for ids ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:28:18.513170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Routers {'8076c89f-ea4b-4f18-abb4-30f70674b3aa'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:28:18.513627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:18.524719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:18.529341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 37808) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:28:18.530689 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8895524 Dec 22 05:28:18.763373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c93f1616-e851-48af-b6a6-d30c8fccfebf None None] Provisioning complete for port 83eeefc5-9da0-4795-81a7-99ba65da9056 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:18.763772 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c93f1616-e851-48af-b6a6-d30c8fccfebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:18.814976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Set router 8076c89f-ea4b-4f18-abb4-30f70674b3aa gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:28:19.162750 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'name': 'tempest-TestMinimumBasicScenario-1439943409-router', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:15Z', 'updated_at': '2021-12-22T05:28:17Z', 'revision_number': 3, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'gw_port': {'id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:16Z', 'updated_at': '2021-12-22T05:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:19.166738 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Checking router: 8076c89f-ea4b-4f18-abb4-30f70674b3aa for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:28:19.167210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Updating router 8076c89f-ea4b-4f18-abb4-30f70674b3aa port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:28:19.220418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.226865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.437670 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 83eeefc5-9da0-4795-81a7-99ba65da9056 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:19.459295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Allocated IP 172.20.0.1 (0f533699-41c7-4ca6-b9d5-4dbd27951757/43406c67-51e3-4883-a130-38e63777fedc/a1440838-005b-4056-9d29-658fdb3e73d1) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:19.593087 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 83eeefc5-9da0-4795-81a7-99ba65da9056 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:19.593693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.612718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.628912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Transition to ACTIVE for port object a1440838-005b-4056-9d29-658fdb3e73d1 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:19.653823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.657535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.658287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8fd1742-d919-4a79-8226-582c980d9b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:19.674255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Transition to ACTIVE for port object 9fcc1c4b-9bbf-4985-8203-2afd25e8727b will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:19.710313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.722654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-491854da-ac69-435c-b674-5614317551df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:19.727405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Network 0f533699-41c7-4ca6-b9d5-4dbd27951757 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:19.730310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:19.734754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:28:19.765888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1440838-005b-4056-9d29-658fdb3e73d1,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:19.772270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:19.795802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.814166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 80ca672f-8275-4ecb-941b-c9eb4bd35754 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:19.847066 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c5f0c-bccc-4c7c-8bf1-d028d10a9d6b None None] Pushing event updated for resources: {'Port': ['ID=9fcc1c4b-9bbf-4985-8203-2afd25e8727b,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:19.849557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Attempting to bind port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:19.849942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Attempting to bind port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:19.850316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Attempting to bind port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:28:19.861780 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b55c5f0c-bccc-4c7c-8bf1-d028d10a9d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:19.872633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:28:19.873707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:28:19.874069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.874480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:28:19.874975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Bound port: 9fcc1c4b-9bbf-4985-8203-2afd25e8727b, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:19.875359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.972356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] For port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:28:19.975901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] For port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9fcc1c4b-9bbf-4985-8203-2afd25e8727b,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:28:19.977430 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 80ca672f-8275-4ecb-941b-c9eb4bd35754 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:19.982944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:19.987208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:20.018317 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 80ca672f-8275-4ecb-941b-c9eb4bd35754 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:20.018616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:20.060419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:20.122554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c12d0ea5-da96-4b99-99b8-257bd1ea5248 None None] Provisioning for port a1440838-005b-4056-9d29-658fdb3e73d1 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:20.129845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Routers {'8076c89f-ea4b-4f18-abb4-30f70674b3aa'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:28:20.130502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:20.181824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c5f0c-bccc-4c7c-8bf1-d028d10a9d6b None None] Pushing event updated for resources: {'Port': ['ID=9fcc1c4b-9bbf-4985-8203-2afd25e8727b,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:20.195936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c12d0ea5-da96-4b99-99b8-257bd1ea5248 None None] Provisioning complete for port a1440838-005b-4056-9d29-658fdb3e73d1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:20.196349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ea5-da96-4b99-99b8-257bd1ea5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:20.283387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b55c5f0c-bccc-4c7c-8bf1-d028d10a9d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:20.297520 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:20.303184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:20.330329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-427c441e-6436-42c5-8d01-c6ab9d947103 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:20.408222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:20.411853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1440838-005b-4056-9d29-658fdb3e73d1,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:20.415228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:20.417931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c12d0ea5-da96-4b99-99b8-257bd1ea5248 None None] Port a1440838-005b-4056-9d29-658fdb3e73d1 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:28:20.469918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:20.489277 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] Set router 8076c89f-ea4b-4f18-abb4-30f70674b3aa gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:28:20.548504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Network 0f533699-41c7-4ca6-b9d5-4dbd27951757 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:20.549794 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:20.626622 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 80ca672f-8275-4ecb-941b-c9eb4bd35754, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=80ca672f-8275-4ecb-941b-c9eb4bd35754,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:20.647226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:20.651785 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:20.756952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Router 8076c89f-ea4b-4f18-abb4-30f70674b3aa has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:28:20.799043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=80ca672f-8275-4ecb-941b-c9eb4bd35754,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:20.803341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:20.878562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2649134c-1998-4288-aeeb-411293de631a None None] Provisioning complete for port a1440838-005b-4056-9d29-658fdb3e73d1 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:20.878941 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2649134c-1998-4288-aeeb-411293de631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:20.937232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2649134c-1998-4288-aeeb-411293de631a None None] Port a1440838-005b-4056-9d29-658fdb3e73d1 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:28:20.944119 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:28:20.946792 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'name': 'tempest-TestMinimumBasicScenario-1439943409-router', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:15Z', 'updated_at': '2021-12-22T05:28:19Z', 'revision_number': 4, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'gw_port': {'id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:16Z', 'updated_at': '2021-12-22T05:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a1440838-005b-4056-9d29-658fdb3e73d1', 'name': '', 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'mac_address': 'fa:16:3e:9b:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '43406c67-51e3-4883-a130-38e63777fedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:19Z', 'updated_at': '2021-12-22T05:28:19Z', 'revision_number': 1, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'subnets': [{'id': '43406c67-51e3-4883-a130-38e63777fedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:20.950884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e97488-4e85-49e0-94ac-9d5091e118fb None None] The sync data for ids ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'] in dv-neutron-822524-1-hyperv is: [{'id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'name': 'tempest-TestMinimumBasicScenario-1439943409-router', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:15Z', 'updated_at': '2021-12-22T05:28:19Z', 'revision_number': 4, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'gw_port': {'id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:16Z', 'updated_at': '2021-12-22T05:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a1440838-005b-4056-9d29-658fdb3e73d1', 'name': '', 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'mac_address': 'fa:16:3e:9b:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '43406c67-51e3-4883-a130-38e63777fedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:19Z', 'updated_at': '2021-12-22T05:28:19Z', 'revision_number': 1, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'subnets': [{'id': '43406c67-51e3-4883-a130-38e63777fedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:28:20.953897 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] 10.222.0.36 "PUT /v2.0/routers/8076c89f-ea4b-4f18-abb4-30f70674b3aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4233236 Dec 22 05:28:21.359853 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 80ca672f-8275-4ecb-941b-c9eb4bd35754 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:21.445403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 80ca672f-8275-4ecb-941b-c9eb4bd35754 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:21.445851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:23.389445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9fcc1c4b-9bbf-4985-8203-2afd25e8727b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:23.469858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:23.475730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:23.476387 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:23.610157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:23.629448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9fcc1c4b-9bbf-4985-8203-2afd25e8727b,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:23.637863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:23.650137 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:23.730874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=9fcc1c4b-9bbf-4985-8203-2afd25e8727b,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:23.736849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:24.636839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0949e05a-8a85-423d-acf0-abe2111ac30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:24.743245 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Sync routers for ids ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:28:24.754338 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Routers {'8076c89f-ea4b-4f18-abb4-30f70674b3aa'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:28:24.755080 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:24.937601 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Set router 8076c89f-ea4b-4f18-abb4-30f70674b3aa gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:28:25.273792 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'name': 'tempest-TestMinimumBasicScenario-1439943409-router', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:15Z', 'updated_at': '2021-12-22T05:28:19Z', 'revision_number': 4, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'gw_port': {'id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:16Z', 'updated_at': '2021-12-22T05:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a1440838-005b-4056-9d29-658fdb3e73d1', 'name': '', 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'mac_address': 'fa:16:3e:9b:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '43406c67-51e3-4883-a130-38e63777fedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:19Z', 'updated_at': '2021-12-22T05:28:20Z', 'revision_number': 2, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'subnets': [{'id': '43406c67-51e3-4883-a130-38e63777fedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:25.278506 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Checking router: 8076c89f-ea4b-4f18-abb4-30f70674b3aa for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:28:25.278865 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Updating router 8076c89f-ea4b-4f18-abb4-30f70674b3aa port a1440838-005b-4056-9d29-658fdb3e73d1 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:28:25.351854 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:25.380410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9fcc1c4b-9bbf-4985-8203-2afd25e8727b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:25.471406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:25.471788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:25.751880 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:25.763907 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Transition to ACTIVE for port object a1440838-005b-4056-9d29-658fdb3e73d1 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:25.772944 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:25.776996 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:25.994531 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70847c2-050e-46fe-a993-40275282b40c None None] Pushing event updated for resources: {'Port': ['ID=a1440838-005b-4056-9d29-658fdb3e73d1,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:26.004741 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d70847c2-050e-46fe-a993-40275282b40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:26.032283 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Attempting to bind port a1440838-005b-4056-9d29-658fdb3e73d1 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:26.033117 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Attempting to bind port a1440838-005b-4056-9d29-658fdb3e73d1 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '0d6a680a-0279-4fbe-8f49-e297e09698a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:26.033117 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Attempting to bind port a1440838-005b-4056-9d29-658fdb3e73d1 on network 0f533699-41c7-4ca6-b9d5-4dbd27951757 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:28:26.042232 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:28:26.042610 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Checking segment: {'id': '0d6a680a-0279-4fbe-8f49-e297e09698a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:28:26.043021 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:26.043427 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Bound using segment: {'id': '0d6a680a-0279-4fbe-8f49-e297e09698a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:28:26.043895 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Bound port: a1440838-005b-4056-9d29-658fdb3e73d1, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6a680a-0279-4fbe-8f49-e297e09698a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:26.044308 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:26.153423 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] For port a1440838-005b-4056-9d29-658fdb3e73d1, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:28:26.156943 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] For port a1440838-005b-4056-9d29-658fdb3e73d1, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a1440838-005b-4056-9d29-658fdb3e73d1,segment=NetworkSegment(0d6a680a-0279-4fbe-8f49-e297e09698a5),segment_id=0d6a680a-0279-4fbe-8f49-e297e09698a5)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:28:26.162442 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:26.166796 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-2d759687-63db-4bfe-a7e7-eeb11a3bba1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:26.259833 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Routers {'8076c89f-ea4b-4f18-abb4-30f70674b3aa'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:28:26.260613 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:27:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:26.333562 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70847c2-050e-46fe-a993-40275282b40c None None] Pushing event updated for resources: {'Port': ['ID=a1440838-005b-4056-9d29-658fdb3e73d1,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:26.336878 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d70847c2-050e-46fe-a993-40275282b40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:26.494954 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] Set router 8076c89f-ea4b-4f18-abb4-30f70674b3aa gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:28:26.836236 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'name': 'tempest-TestMinimumBasicScenario-1439943409-router', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:15Z', 'updated_at': '2021-12-22T05:28:19Z', 'revision_number': 4, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'gw_port': {'id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:16Z', 'updated_at': '2021-12-22T05:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a1440838-005b-4056-9d29-658fdb3e73d1', 'name': '', 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'mac_address': 'fa:16:3e:9b:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '43406c67-51e3-4883-a130-38e63777fedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:19Z', 'updated_at': '2021-12-22T05:28:26Z', 'revision_number': 4, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'subnets': [{'id': '43406c67-51e3-4883-a130-38e63777fedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:26.840269 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7879e-7d69-4c14-a525-8147df3726b2 None None] The sync data for ids ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'] in dv-neutron-822524-1-hyperv is: [{'id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'name': 'tempest-TestMinimumBasicScenario-1439943409-router', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:15Z', 'updated_at': '2021-12-22T05:28:19Z', 'revision_number': 4, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'gw_port': {'id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:16Z', 'updated_at': '2021-12-22T05:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'a1440838-005b-4056-9d29-658fdb3e73d1', 'name': '', 'network_id': '0f533699-41c7-4ca6-b9d5-4dbd27951757', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'mac_address': 'fa:16:3e:9b:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '43406c67-51e3-4883-a130-38e63777fedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:19Z', 'updated_at': '2021-12-22T05:28:26Z', 'revision_number': 4, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'subnets': [{'id': '43406c67-51e3-4883-a130-38e63777fedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:28:26.978504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a4e6530-b2a6-456e-b439-b0747ddf3ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:27.388503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a1440838-005b-4056-9d29-658fdb3e73d1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:27.465320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port a1440838-005b-4056-9d29-658fdb3e73d1 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:27.471957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a1440838-005b-4056-9d29-658fdb3e73d1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:27.472394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:27.664198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:27.701332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port a1440838-005b-4056-9d29-658fdb3e73d1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a1440838-005b-4056-9d29-658fdb3e73d1,segment=NetworkSegment(0d6a680a-0279-4fbe-8f49-e297e09698a5),segment_id=0d6a680a-0279-4fbe-8f49-e297e09698a5)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:27.706234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:27.708079 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-acc96057-9f62-453a-9b92-b9864981f5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:27.790294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=a1440838-005b-4056-9d29-658fdb3e73d1,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:27.793847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:28.161072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:28.170717 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:29.363138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a1440838-005b-4056-9d29-658fdb3e73d1 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:29.459602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a1440838-005b-4056-9d29-658fdb3e73d1 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:29.460273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:29.617714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:31.449714 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82109bca-69ef-43b7-af29-19b19579d452 req-57734bb4-f9c1-4d01-873d-2281a069c82e tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:31.451075 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-57734bb4-f9c1-4d01-873d-2281a069c82e tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 814 time: 0.1571047 Dec 22 05:28:31.468795 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-d8372963-467d-4497-bfae-c436ea049f52 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/quotas/21d021cd112e4415a167f5243d0b3197 HTTP/1.1" status: 200 len: 375 time: 0.0098548 Dec 22 05:28:31.553168 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-82109bca-69ef-43b7-af29-19b19579d452 req-b12ca4b5-9b8d-4de4-a8ea-4c7d7775331b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Synchronizing usage tracker for tenant:21d021cd112e4415a167f5243d0b3197 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:28:31.573357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-82109bca-69ef-43b7-af29-19b19579d452 req-b12ca4b5-9b8d-4de4-a8ea-4c7d7775331b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Unset dirty status for tenant:21d021cd112e4415a167f5243d0b3197 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:28:31.574636 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-b12ca4b5-9b8d-4de4-a8ea-4c7d7775331b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009250 Dec 22 05:28:31.724889 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-352f25c8-68c3-42e9-8c01-37263e02a79e service neutron] 10.222.0.36 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377130 Dec 22 05:28:31.864127 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-23b531ce-cc73-42c1-a0c8-762f309e542c service neutron] 10.222.0.36 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305587 Dec 22 05:28:32.043580 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5790dc13-90b9-4503-9043-6f6cfb3b4df5 req-c009188d-cc18-4265-8347-a19752170f99 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 210 time: 0.0424538 Dec 22 05:28:33.242493 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82109bca-69ef-43b7-af29-19b19579d452 req-ef108814-06be-49a0-af2c-2b92f9e2814b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:33.243633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-82109bca-69ef-43b7-af29-19b19579d452 req-ef108814-06be-49a0-af2c-2b92f9e2814b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Synchronizing usage tracker for tenant:21d021cd112e4415a167f5243d0b3197 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:28:33.263733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-82109bca-69ef-43b7-af29-19b19579d452 req-ef108814-06be-49a0-af2c-2b92f9e2814b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Unset dirty status for tenant:21d021cd112e4415a167f5243d0b3197 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:28:33.265924 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-ef108814-06be-49a0-af2c-2b92f9e2814b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.61 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 814 time: 0.1829705 Dec 22 05:28:33.285227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'port': {'device_id': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'admin_state_up': True, 'tenant_id': '21d021cd112e4415a167f5243d0b3197'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:33.343021 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f581c1ee-c2b7-47df-aeca-4577772d4e2c req-8c685f4c-ca83-4625-8ce7-f1b5b5448eb4 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 210 time: 0.1911979 Dec 22 05:28:33.437969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:28:33.448185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:28:33.459344 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Made reservation on behalf of 21d021cd112e4415a167f5243d0b3197 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:28:33.463272 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:33.632656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Allocated IP 172.20.0.5 (8b448548-ac8b-4f58-a96a-92ebf910a48f/3f811199-990e-4005-bf03-a99619a12e56/730e8ba0-771d-41a1-8410-088277c6a285) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:33.857608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:33.878174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Transition to ACTIVE for port object 730e8ba0-771d-41a1-8410-088277c6a285 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:33.909617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:33.917846 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f1c1c085-e958-4f38-b8eb-25713f57fcbd tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:33.994155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Network 8b448548-ac8b-4f58-a96a-92ebf910a48f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:33.997414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:34.001570 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:28:34.033487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'Port': ['ID=730e8ba0-771d-41a1-8410-088277c6a285,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:34.053578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.053956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.054330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.054698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.055062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.055422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.055779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.056161 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.056516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.056867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.057218 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.057572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:34.063500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:34.083469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:34.083469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:34.114595 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8332000 Dec 22 05:28:34.316441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b1e25add-b085-47b7-b386-18a76f230aa8 None None] Provisioning for port 730e8ba0-771d-41a1-8410-088277c6a285 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:34.321690 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b1e25add-b085-47b7-b386-18a76f230aa8 None None] Provisioning complete for port 730e8ba0-771d-41a1-8410-088277c6a285 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:34.322090 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b1e25add-b085-47b7-b386-18a76f230aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:34.377961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b1e25add-b085-47b7-b386-18a76f230aa8 None None] Port 730e8ba0-771d-41a1-8410-088277c6a285 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:28:34.546098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180dc76-2fed-44a8-b5dc-03185f2f8371 req-24225b15-f29a-435d-838b-85867626949d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:34.547721 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9180dc76-2fed-44a8-b5dc-03185f2f8371 req-24225b15-f29a-435d-838b-85867626949d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 931 time: 0.0831172 Dec 22 05:28:34.596848 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9180dc76-2fed-44a8-b5dc-03185f2f8371 req-fe06d6b7-70b7-494a-ac85-47da4c9e1bdf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Dec 22 05:28:35.792434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449815d2-2f62-4309-a7f1-2a40abcc54df req-2cc3cd71-b359-434e-9ae8-83d3751a0130 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:35.794100 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-449815d2-2f62-4309-a7f1-2a40abcc54df req-2cc3cd71-b359-434e-9ae8-83d3751a0130 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 931 time: 0.0867095 Dec 22 05:28:35.842065 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-449815d2-2f62-4309-a7f1-2a40abcc54df req-850d4b19-c132-49cd-a8da-ae9c86154b7a tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Dec 22 05:28:37.044500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742569ad-e8b6-4f6c-a01b-cce7eb30b61b req-bd7f7094-cf76-403d-8e90-6ebd8007076c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:37.046263 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-742569ad-e8b6-4f6c-a01b-cce7eb30b61b req-bd7f7094-cf76-403d-8e90-6ebd8007076c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 931 time: 0.0886855 Dec 22 05:28:37.092971 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-742569ad-e8b6-4f6c-a01b-cce7eb30b61b req-197058b6-b931-47f7-a377-f601ada45e91 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409799 Dec 22 05:28:38.311932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fbc3c-e697-4ee5-8a0f-5d5381580be0 req-d8e3f82e-c087-4042-8daf-e81f8037cef7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:38.313473 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3d7fbc3c-e697-4ee5-8a0f-5d5381580be0 req-d8e3f82e-c087-4042-8daf-e81f8037cef7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 931 time: 0.0999064 Dec 22 05:28:38.361062 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3d7fbc3c-e697-4ee5-8a0f-5d5381580be0 req-5aaa5c6b-acc2-445c-a24e-4f3125f76c37 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 Dec 22 05:28:39.554884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5c13-bb88-46c5-a0ce-e940d0918fd5 req-c55b1aa9-88a6-4483-9c56-f94b0c4b841c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:39.556270 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-536d5c13-bb88-46c5-a0ce-e940d0918fd5 req-c55b1aa9-88a6-4483-9c56-f94b0c4b841c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 931 time: 0.0884702 Dec 22 05:28:39.603221 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-536d5c13-bb88-46c5-a0ce-e940d0918fd5 req-20fe7253-83e8-404a-a841-7f0c4fd4f945 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Dec 22 05:28:40.793042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c85d2-f797-46e1-b303-5e544803f0c4 req-cb9cf1d5-fcb3-4203-a3b0-4387e48a39cf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:40.794489 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-993c85d2-f797-46e1-b303-5e544803f0c4 req-cb9cf1d5-fcb3-4203-a3b0-4387e48a39cf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 931 time: 0.0849476 Dec 22 05:28:40.841574 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-993c85d2-f797-46e1-b303-5e544803f0c4 req-0872cf1d-2425-40c0-8665-24d1d936669b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Dec 22 05:28:42.047368 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22130dff-de9b-468e-82e2-dabe810de82b req-8f00f73e-40f2-4be9-bd7d-f10e1233db2e tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:42.048883 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22130dff-de9b-468e-82e2-dabe810de82b req-8f00f73e-40f2-4be9-bd7d-f10e1233db2e tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 931 time: 0.0964096 Dec 22 05:28:42.096434 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22130dff-de9b-468e-82e2-dabe810de82b req-6344b4ee-6953-4a8f-b8f3-7aae03f66441 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Dec 22 05:28:43.295116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6fe31-48ed-4a1a-9393-0afe648735e3 req-ef278d50-dfa1-448b-9f9a-356353a16ebd tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:43.296720 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e2f6fe31-48ed-4a1a-9393-0afe648735e3 req-ef278d50-dfa1-448b-9f9a-356353a16ebd tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 931 time: 0.0888596 Dec 22 05:28:43.352060 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e2f6fe31-48ed-4a1a-9393-0afe648735e3 req-d0a80401-cf3e-49bd-9cd1-8d1bc07ff635 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489390 Dec 22 05:28:44.554798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a5b0e-34bd-4b1f-8887-029768f0e450 req-b5a2ef96-5bbd-4ab5-a095-f7d164fdbc8c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:44.556247 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-669a5b0e-34bd-4b1f-8887-029768f0e450 req-b5a2ef96-5bbd-4ab5-a095-f7d164fdbc8c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 931 time: 0.0826929 Dec 22 05:28:44.601999 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-669a5b0e-34bd-4b1f-8887-029768f0e450 req-1a147563-2a71-484e-a37d-e726296fdbdd tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Dec 22 05:28:44.948517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:45.800229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a8f5-aa86-4911-a1c3-aa5485ab3166 req-11ebfcad-91a6-41d3-88dd-d41ba953825e tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:45.801680 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c07a8f5-aa86-4911-a1c3-aa5485ab3166 req-11ebfcad-91a6-41d3-88dd-d41ba953825e tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 931 time: 0.0869124 Dec 22 05:28:45.850481 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c07a8f5-aa86-4911-a1c3-aa5485ab3166 req-7120a28c-6fd4-4477-95a7-58602fc9e572 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Dec 22 05:28:45.928192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Request body: {'port': {'device_id': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:46.042836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.513397 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730e8ba0-771d-41a1-8410-088277c6a285 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:28:46.520986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.535766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Transition to ACTIVE for port object 730e8ba0-771d-41a1-8410-088277c6a285 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:46.541553 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.546322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:46.706589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Pushing event updated for resources: {'Port': ['ID=730e8ba0-771d-41a1-8410-088277c6a285,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:46.739546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:46.782938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Attempting to bind port 730e8ba0-771d-41a1-8410-088277c6a285 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:46.783359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Attempting to bind port 730e8ba0-771d-41a1-8410-088277c6a285 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:46.783696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Attempting to bind port 730e8ba0-771d-41a1-8410-088277c6a285 on network 8b448548-ac8b-4f58-a96a-92ebf910a48f {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:28:46.788446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Port 730e8ba0-771d-41a1-8410-088277c6a285 on network 8b448548-ac8b-4f58-a96a-92ebf910a48f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:28:46.788746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Attempting to bind port 730e8ba0-771d-41a1-8410-088277c6a285 on network 8b448548-ac8b-4f58-a96a-92ebf910a48f {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:28:46.793875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:28:46.794205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Checking segment: {'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:28:46.794590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Bound using segment: {'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:28:46.794999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Bound port: 730e8ba0-771d-41a1-8410-088277c6a285, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59936b3-5c0f-4abf-951c-6059e99a967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:46.795339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.888875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] For port 730e8ba0-771d-41a1-8410-088277c6a285, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:28:46.892392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] For port 730e8ba0-771d-41a1-8410-088277c6a285, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=730e8ba0-771d-41a1-8410-088277c6a285,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:28:46.897717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.901839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a3b6198e-c4f5-4716-87cd-481fd6577b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:46.959757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:46.960442 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.961774 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 1093 time: 1.0400224 Dec 22 05:28:46.962350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:28:46.983408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Pushing event updated for resources: {'Port': ['ID=730e8ba0-771d-41a1-8410-088277c6a285,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:46.986711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:47.044058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5ccf5-eb33-4dfe-aa0b-dadc797eb53a req-b42936c4-717e-4ef4-b1b2-64a3d40dae62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:47.051636 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bbb5ccf5-eb33-4dfe-aa0b-dadc797eb53a req-b42936c4-717e-4ef4-b1b2-64a3d40dae62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 943 time: 0.0951765 Dec 22 05:28:47.075017 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285', 'status': 'completed', 'code': 200} Dec 22 05:28:47.093243 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bbb5ccf5-eb33-4dfe-aa0b-dadc797eb53a req-fb39e0e6-4bbb-48dc-8567-22172e7582a7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406690 Dec 22 05:28:47.107081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82109bca-69ef-43b7-af29-19b19579d452 req-fcc07ee5-033b-47c9-8c7a-e4b3c63358b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:47.108658 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-fcc07ee5-033b-47c9-8c7a-e4b3c63358b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1096 time: 0.0806217 Dec 22 05:28:47.189347 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-256a1f53-9171-46c7-91cd-ffe2f137e182 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 217 time: 0.0671756 Dec 22 05:28:47.260023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82109bca-69ef-43b7-af29-19b19579d452 req-0736566f-2ca4-4816-ae46-bd64a2101ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:47.261412 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-0736566f-2ca4-4816-ae46-bd64a2101ea4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 200 len: 853 time: 0.0656278 Dec 22 05:28:47.340632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82109bca-69ef-43b7-af29-19b19579d452 req-e09628e4-e8ba-4677-a37e-3822c97b0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:47.342099 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-e09628e4-e8ba-4677-a37e-3822c97b0331 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b448548-ac8b-4f58-a96a-92ebf910a48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744011 Dec 22 05:28:47.478765 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-a02f2333-3af6-42aa-8701-071f20bfc681 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300776 Dec 22 05:28:47.625546 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-82109bca-69ef-43b7-af29-19b19579d452 req-814932c9-cc28-448d-9edf-c8f87673b2b3 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393104 Dec 22 05:28:47.796620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-bd07aaff-8064-4270-9eee-eb6c87eef9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:47.798125 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-bd07aaff-8064-4270-9eee-eb6c87eef9da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1096 time: 0.0751994 Dec 22 05:28:47.930758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-69023efa-9de6-4a58-92e2-15c7e87f6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:47.932165 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-69023efa-9de6-4a58-92e2-15c7e87f6a00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 915 time: 0.1268368 Dec 22 05:28:48.005207 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-c704d8e1-ed9f-40a2-8199-22a9cb8482da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 217 time: 0.0658960 Dec 22 05:28:48.068414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-aed491e6-e6df-4aed-9c46-760d8d693010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:48.069844 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-aed491e6-e6df-4aed-9c46-760d8d693010 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 200 len: 853 time: 0.0576899 Dec 22 05:28:48.151023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-865bdca9-d134-4511-ac8f-ae08bcb5eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:48.152542 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-865bdca9-d134-4511-ac8f-ae08bcb5eed6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b448548-ac8b-4f58-a96a-92ebf910a48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758910 Dec 22 05:28:48.300783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c161a1b-b646-4daa-a0cf-519fff07be1d req-bc236817-1990-427f-844c-20fa6623c41f tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:48.302404 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3c161a1b-b646-4daa-a0cf-519fff07be1d req-bc236817-1990-427f-844c-20fa6623c41f tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 943 time: 0.0973170 Dec 22 05:28:48.350266 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3c161a1b-b646-4daa-a0cf-519fff07be1d req-5b5f1f22-81d7-4209-a41e-c2528ed66810 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Dec 22 05:28:48.402196 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-20ff6662-a95f-4ead-9296-b5fcf28a4be0 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429700 Dec 22 05:28:48.538684 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4ab1c60-83ad-4404-987c-2cab451d06cd req-ec9377e6-c4c8-4851-97d3-21e96abd85f5 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293650 Dec 22 05:28:49.554117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c2b57-4afc-462b-8053-e12349060534 req-7b520365-6cb2-4f65-a34d-bd5d62a89017 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:49.555503 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d03c2b57-4afc-462b-8053-e12349060534 req-7b520365-6cb2-4f65-a34d-bd5d62a89017 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 943 time: 0.0900249 Dec 22 05:28:49.613164 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d03c2b57-4afc-462b-8053-e12349060534 req-cfdf3f7a-bf7c-4aaf-9b98-02bce528d126 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491302 Dec 22 05:28:50.818648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c6677-cccc-4e8f-97a5-ae6f0c9ad93e req-17ac66b5-75c3-4496-b127-4a95b74f5e63 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:50.820089 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-205c6677-cccc-4e8f-97a5-ae6f0c9ad93e req-17ac66b5-75c3-4496-b127-4a95b74f5e63 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 943 time: 0.0941100 Dec 22 05:28:50.865100 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-205c6677-cccc-4e8f-97a5-ae6f0c9ad93e req-04ab0dd6-c077-4b0c-83fc-b7452adcaaac tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Dec 22 05:28:52.074401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875a7ad-5fcd-4f35-8413-b4db93542d77 req-24497a49-6c8e-4cbc-8b49-3e908c8518a1 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:52.075929 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d875a7ad-5fcd-4f35-8413-b4db93542d77 req-24497a49-6c8e-4cbc-8b49-3e908c8518a1 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 943 time: 0.0853157 Dec 22 05:28:52.124701 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d875a7ad-5fcd-4f35-8413-b4db93542d77 req-7935c2c7-e527-4f3c-a072-c7d4be260de5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 Dec 22 05:28:52.290689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 730e8ba0-771d-41a1-8410-088277c6a285 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:28:52.448118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 730e8ba0-771d-41a1-8410-088277c6a285, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=730e8ba0-771d-41a1-8410-088277c6a285,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:52.465529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '730e8ba0-771d-41a1-8410-088277c6a285', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'port_id': '730e8ba0-771d-41a1-8410-088277c6a285', 'mac_address': 'fa:16:3e:ad:0b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:28:52.526839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:52.543984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730e8ba0-771d-41a1-8410-088277c6a285 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:28:52.559658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 730e8ba0-771d-41a1-8410-088277c6a285, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=730e8ba0-771d-41a1-8410-088277c6a285,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:52.566712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:52.568437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:52.633601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=730e8ba0-771d-41a1-8410-088277c6a285,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:52.637042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:52.984838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['730e8ba0-771d-41a1-8410-088277c6a285'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:28:53.313174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681824f1-cf38-4a3f-80fd-b525f4642298 req-53c458fe-10d0-4074-9550-c7f6d6f31ab5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:53.314557 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-681824f1-cf38-4a3f-80fd-b525f4642298 req-53c458fe-10d0-4074-9550-c7f6d6f31ab5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 944 time: 0.0822914 Dec 22 05:28:53.360280 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-681824f1-cf38-4a3f-80fd-b525f4642298 req-7c42eb2a-f9e1-48cb-b9cd-b03530b6e4d4 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Dec 22 05:28:53.928470 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:28:54.300143 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 730e8ba0-771d-41a1-8410-088277c6a285 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:28:54.374371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 730e8ba0-771d-41a1-8410-088277c6a285 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:54.379720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 730e8ba0-771d-41a1-8410-088277c6a285 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:54.380094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:54.498841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:54.527168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:28:54.537916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 730e8ba0-771d-41a1-8410-088277c6a285, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=730e8ba0-771d-41a1-8410-088277c6a285,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:28:54.543020 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:54.545617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:28:54.561459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f1-a26d-4ca6-8270-3378b835daca req-b1f6176a-d846-494a-be97-25fa3845af2c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:54.562962 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b73299f1-a26d-4ca6-8270-3378b835daca req-b1f6176a-d846-494a-be97-25fa3845af2c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 944 time: 0.0918338 Dec 22 05:28:54.580530 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285', 'code': 200} Dec 22 05:28:54.609720 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b73299f1-a26d-4ca6-8270-3378b835daca req-414febb1-e2fd-4bbd-91bb-7aab4fb2cfe5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Dec 22 05:28:54.633245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=730e8ba0-771d-41a1-8410-088277c6a285,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:54.636230 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:28:54.637044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c5ea-4f60-4e85-93a6-3a0c7db7106f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:54.859610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31e242-333e-4480-b2e3-b7b8d312008a req-a84046f1-2c36-4aa2-9ba1-0885bb3400fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:54.862003 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-bc31e242-333e-4480-b2e3-b7b8d312008a req-a84046f1-2c36-4aa2-9ba1-0885bb3400fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1098 time: 0.0820212 Dec 22 05:28:54.903281 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-bc31e242-333e-4480-b2e3-b7b8d312008a req-b696c33f-bd0c-45a8-a052-d4de6a742bec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Dec 22 05:28:55.825394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7df4b-14ef-46f4-9ecb-c236c2dc725e req-1b580eda-15ad-4f24-8f1f-f1d5d2c617f5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:55.828829 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4e7df4b-14ef-46f4-9ecb-c236c2dc725e req-1b580eda-15ad-4f24-8f1f-f1d5d2c617f5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 945 time: 0.0946014 Dec 22 05:28:55.886275 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4e7df4b-14ef-46f4-9ecb-c236c2dc725e req-3878a62a-c014-4657-ab5a-24b120b942aa tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481255 Dec 22 05:28:56.974819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a07b27f-4ee0-48d7-a8ca-9f84439eac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:57.098757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb3ee5-29ef-4bb1-972b-35779c7448b2 req-5fdbc582-fe02-4003-8705-6778a73da18c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:57.100231 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99eb3ee5-29ef-4bb1-972b-35779c7448b2 req-5fdbc582-fe02-4003-8705-6778a73da18c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 945 time: 0.0906222 Dec 22 05:28:57.145068 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99eb3ee5-29ef-4bb1-972b-35779c7448b2 req-3445388f-f2ee-4525-ad0f-fec8f48836e5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389538 Dec 22 05:28:57.331399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741733e-319d-453f-abb9-7af8bd6aa7b8 req-38639f2a-5f32-48e8-956d-39663e067301 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:57.332919 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9741733e-319d-453f-abb9-7af8bd6aa7b8 req-38639f2a-5f32-48e8-956d-39663e067301 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 945 time: 0.0843220 Dec 22 05:28:57.381364 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9741733e-319d-453f-abb9-7af8bd6aa7b8 req-67992956-7d7a-490d-b265-2b4a3bac955f tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426064 Dec 22 05:28:57.799182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67744a-9073-4fe5-8623-065f2c49b197 req-f2c504b3-c8b8-4ddb-81d8-f02180004d09 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:57.800622 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d67744a-9073-4fe5-8623-065f2c49b197 req-f2c504b3-c8b8-4ddb-81d8-f02180004d09 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 945 time: 0.0943763 Dec 22 05:28:57.847233 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d67744a-9073-4fe5-8623-065f2c49b197 req-1ef1f347-eed7-4865-90a9-4f079a275ea9 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382097 Dec 22 05:28:58.159357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:58.172689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:59.611180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:08.427687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cebc78-cd31-4329-b164-4f8ec86feb2a req-5f006a2e-3bd4-4403-8b91-42f606ef3487 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:08.429374 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56cebc78-cd31-4329-b164-4f8ec86feb2a req-5f006a2e-3bd4-4403-8b91-42f606ef3487 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 945 time: 0.1990240 Dec 22 05:29:08.479044 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56cebc78-cd31-4329-b164-4f8ec86feb2a req-887d754d-3038-4072-8ec5-d298ac6b0cac tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Dec 22 05:29:08.502408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38010) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:29:08.740948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bacb3c7-f78d-43eb-8fee-c2ecfcf69799 tempest-TestMinimumBasicScenario-2050817554 tempest-TestMinimumBasicScenario-2050817554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:08.742485 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2bacb3c7-f78d-43eb-8fee-c2ecfcf69799 tempest-TestMinimumBasicScenario-2050817554 tempest-TestMinimumBasicScenario-2050817554-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1093 time: 0.2390375 Dec 22 05:29:08.745792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38016) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:29:08.751269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '730e8ba0-771d-41a1-8410-088277c6a285', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:08.757608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:29:08.761478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Usage tracker for resource:floatingip and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:29:08.764345 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:29:08.770576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:29:08.783741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:08.921120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:09.059665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Allocated IP 172.26.1.132 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/f5268053-e743-4947-a8cd-84be151bccda) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:29:09.213474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:09.244475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:09.249067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7e763ef8-352b-4d8d-9942-ab155c4c138e tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:29:09.309422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:29:09.312170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:29:09.315915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:29:09.350456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'Port': ['ID=f5268053-e743-4947-a8cd-84be151bccda,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:09.369765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.370152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.370500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.370901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.371267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.371628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.371989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.372382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.372740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.373075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.373432 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.373779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:09.378735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:29:09.783633 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:09.867472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:10.088195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:10.095490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:10.099277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:29:10.204598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'Port': ['ID=f5268053-e743-4947-a8cd-84be151bccda,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:10.208775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:29:10.219979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:10.521435 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Floating IP 411b6b2c-1cfb-4197-8bc0-f8b37e9b8834 associated. External IP: 172.26.1.132, port: 730e8ba0-771d-41a1-8410-088277c6a285. Dec 22 05:29:10.890752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:29:11.072398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:29:11.082461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] Sync routers for ids ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:29:11.092637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] Routers {'3b9e8cf1-6dc9-488b-93d1-49b1d74759af'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:29:11.093269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:28:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:11.097998 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.157313 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4102173 Dec 22 05:29:11.157917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:29:11.161067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38020) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:29:11.167004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074155360', 'description': 'tempest-secgroup-smoke-2074155360 description', 'project_id': '21d021cd112e4415a167f5243d0b3197'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:11.174017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:29:11.178443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Usage tracker for resource:security_group and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:29:11.181727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:29:11.187727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:29:11.201569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.231508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:29:11.236199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Usage tracker for resource:security_group_rule and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:29:11.240048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:29:11.248010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:29:11.282382 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] Set router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:29:11.330803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.337693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.343636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-13ddc43f-1616-4ce2-bb75-be783c5b747a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:29:11.385819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6321089a-c896-488b-9cf3-1217522b4596,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:11.389195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:29:11.391574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.394580 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285', 'status': 'completed', 'code': 200} Dec 22 05:29:11.395962 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-57e426d4-5379-4485-b26b-899f85f1f317 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2336264 Dec 22 05:29:11.398856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38028) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:29:11.404396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'security_group_rule': {'security_group_id': '6321089a-c896-488b-9cf3-1217522b4596', 'project_id': '21d021cd112e4415a167f5243d0b3197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:11.410881 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:29:11.414659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Usage tracker for resource:security_group_rule and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:29:11.417545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:29:11.423663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:29:11.439639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.504548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.510674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.512782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:29:11.535861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b84162-603d-4cd3-8847-4a705c8db24c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:11.541352 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:29:11.546219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-6d33d52e-1452-4b6e-adda-3b1f360295e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:11.548205 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-6d33d52e-1452-4b6e-adda-3b1f360295e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1098 time: 0.0918801 Dec 22 05:29:11.551807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.553325 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f5fd7f53-747f-4b11-adca-ae56dff99fbf tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535506 Dec 22 05:29:11.556193 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38032) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:29:11.561677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'security_group_rule': {'security_group_id': '6321089a-c896-488b-9cf3-1217522b4596', 'project_id': '21d021cd112e4415a167f5243d0b3197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:11.568517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:29:11.572521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Usage tracker for resource:security_group_rule and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:29:11.575825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:29:11.582899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:29:11.601627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.675634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.680613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.682676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-531315e0-bc89-43ee-83f0-49871d5ebfae tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:29:11.686275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:13Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '411b6b2c-1cfb-4197-8bc0-f8b37e9b8834', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'floating_ip_address': '172.26.1.132', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'port_id': '730e8ba0-771d-41a1-8410-088277c6a285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'mac_address': 'fa:16:3e:ad:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:09Z', 'updated_at': '2021-12-22T05:29:09Z', 'revision_number': 0, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ca672f-8275-4ecb-941b-c9eb4bd35754', 'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'mac_address': 'fa:16:3e:7b:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:12Z', 'updated_at': '2021-12-22T05:28:20Z', 'revision_number': 5, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'subnets': [{'id': '3f811199-990e-4005-bf03-a99619a12e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:11.690221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] Checking router: 3b9e8cf1-6dc9-488b-93d1-49b1d74759af for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:29:11.690374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-d5ace1e6-54f3-4bb4-8228-fad262ec3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:11.692022 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-d5ace1e6-54f3-4bb4-8228-fad262ec3842 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 915 time: 0.1370664 Dec 22 05:29:11.698839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] Routers {'3b9e8cf1-6dc9-488b-93d1-49b1d74759af'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:29:11.699449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:28:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:11.704266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa041902-a6ab-4ef4-9b11-b153e5fea167,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:11.708489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:29:11.717564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.719030 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3f69eef8-eea8-421c-8d8f-923e166aef13 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1617095 Dec 22 05:29:11.721770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38036) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:29:11.727393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'security_group_rule': {'security_group_id': '6321089a-c896-488b-9cf3-1217522b4596', 'project_id': '21d021cd112e4415a167f5243d0b3197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:11.733817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:29:11.737967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Usage tracker for resource:security_group_rule and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:29:11.741304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:29:11.747385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:29:11.766029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.800759 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-ca98abd9-fad7-4d39-b1bf-90ec0bcc6759 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 999 time: 0.1014800 Dec 22 05:29:11.834447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.844468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.846430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4b8ab31a-783e-41f4-80fd-6a5ba97b8bd9 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:29:11.867058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-8063ded1-ef33-4002-9fc4-c1da9d8782fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:11.868516 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-8063ded1-ef33-4002-9fc4-c1da9d8782fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 200 len: 853 time: 0.0600538 Dec 22 05:29:11.870534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c64af5-cbc1-42f5-99fa-b8febd3eaa02,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:11.875077 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:29:11.881305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.882496 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9f67602f-16ce-4285-99cb-52bfcb6566bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596136 Dec 22 05:29:11.885202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38040) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:29:11.890817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'security_group_rule': {'security_group_id': '6321089a-c896-488b-9cf3-1217522b4596', 'project_id': '21d021cd112e4415a167f5243d0b3197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:11.897246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:29:11.898852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] Set router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:29:11.901428 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Usage tracker for resource:security_group_rule and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:29:11.904388 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:29:11.910243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:29:11.930108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.951632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-953cb1bd-d224-463b-9cef-2a4dba1f666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:11.953393 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-953cb1bd-d224-463b-9cef-2a4dba1f666a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b448548-ac8b-4f58-a96a-92ebf910a48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774412 Dec 22 05:29:11.996501 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.001173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.003064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5504523-bf10-4f8a-8ad1-c4d4a139c507 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:29:12.027785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178c886c-8f20-4261-ac89-d9a6d82942a5,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:12.030315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:29:12.039355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.040770 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540399 Dec 22 05:29:12.043411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38044) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:29:12.048987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'security_group_rule': {'security_group_id': '6321089a-c896-488b-9cf3-1217522b4596', 'project_id': '21d021cd112e4415a167f5243d0b3197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:12.055509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:29:12.059773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Usage tracker for resource:security_group_rule and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:29:12.062883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:29:12.068999 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:29:12.082057 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Project 21d021cd112e4415a167f5243d0b3197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:29:12.089694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.109609 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-4e39e960-c67d-43ff-af52-a8357dffa23f service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485894 Dec 22 05:29:12.163861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.168070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.170145 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd48da78-390b-4b35-aee9-8ec3e95d61a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:29:12.191711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf1c104-3525-4824-8933-e58b914ddde8,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:12.205597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:29:12.219064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.223190 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e7af5900-90f3-4a7e-8841-1da86846603b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1762023 Dec 22 05:29:12.224785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38048) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:29:12.231777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'security_group_rule': {'security_group_id': '6321089a-c896-488b-9cf3-1217522b4596', 'project_id': '21d021cd112e4415a167f5243d0b3197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:12.240050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:29:12.247982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Usage tracker for resource:security_group_rule and tenant:21d021cd112e4415a167f5243d0b3197 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:29:12.252538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:29:12.264841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:29:12.280855 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Project 21d021cd112e4415a167f5243d0b3197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:29:12.291852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.304029 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4cc81668-f34f-4425-9d7f-8b243c6c0090 req-6ed48ca9-a82f-402f-9328-faa467e1b69c service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859522 Dec 22 05:29:12.308607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:13Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '411b6b2c-1cfb-4197-8bc0-f8b37e9b8834', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'floating_ip_address': '172.26.1.132', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'port_id': '730e8ba0-771d-41a1-8410-088277c6a285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'mac_address': 'fa:16:3e:ad:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:09Z', 'updated_at': '2021-12-22T05:29:09Z', 'revision_number': 0, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ca672f-8275-4ecb-941b-c9eb4bd35754', 'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'mac_address': 'fa:16:3e:7b:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:12Z', 'updated_at': '2021-12-22T05:28:20Z', 'revision_number': 5, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'subnets': [{'id': '3f811199-990e-4005-bf03-a99619a12e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:12.312633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b67d9b-53bb-4ed4-8ddf-fd42d0a467d2 None None] The sync data for ids ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'] in dv-neutron-822524-1-hyperv is: [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:13Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '411b6b2c-1cfb-4197-8bc0-f8b37e9b8834', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'floating_ip_address': '172.26.1.132', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'port_id': '730e8ba0-771d-41a1-8410-088277c6a285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'mac_address': 'fa:16:3e:ad:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:09Z', 'updated_at': '2021-12-22T05:29:09Z', 'revision_number': 0, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ca672f-8275-4ecb-941b-c9eb4bd35754', 'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'mac_address': 'fa:16:3e:7b:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:12Z', 'updated_at': '2021-12-22T05:28:20Z', 'revision_number': 5, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'subnets': [{'id': '3f811199-990e-4005-bf03-a99619a12e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:29:12.367249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.371791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.377885 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35cea457-b2cd-4c8b-bee4-c85748715d4f tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:29:12.398410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af710a2e-fbd5-4876-a27d-be07c74a2476,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:12.400990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:29:12.409552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:12.410937 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1853256 Dec 22 05:29:12.530162 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0fe35-6a8d-4d71-9148-bce88b91c0a5 None None] New status for floating IP 411b6b2c-1cfb-4197-8bc0-f8b37e9b8834: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:29:12.539102 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-666c4130-61df-4eed-9317-c45b383569bb tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074155360&fields=id&tenant_id=21d021cd112e4415a167f5243d0b3197 HTTP/1.1" status: 200 len: 267 time: 0.0463250 Dec 22 05:29:12.624649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-27ce4dcf-1357-40ba-9a8a-3f649d048e9b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:12.626188 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-27ce4dcf-1357-40ba-9a8a-3f649d048e9b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 945 time: 0.0815060 Dec 22 05:29:12.637202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'port': {'security_groups': ['3ab19fbd-9a43-4146-8444-d0011378aa6d', '6321089a-c896-488b-9cf3-1217522b4596']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:12.764837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:13.031827 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] For port 730e8ba0-771d-41a1-8410-088277c6a285, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=730e8ba0-771d-41a1-8410-088277c6a285,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:29:13.062770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:13.073110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:13.079091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-265aaf71-b339-4b04-9c7a-0ddcbf77e369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:29:13.107968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['730e8ba0-771d-41a1-8410-088277c6a285'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:29:13.143007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:13.154579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:13.161989 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-792bc230-384b-49b0-871c-ebb816b0b5c6 req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "PUT /v2.0/ports/730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 981 time: 0.5222127 Dec 22 05:29:13.174965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'Port': ['ID=730e8ba0-771d-41a1-8410-088277c6a285,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:13.190081 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:29:13.282018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['730e8ba0-771d-41a1-8410-088277c6a285'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:29:13.350439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abb1b2-66f5-4704-ba73-b58771c41e0a req-c34768fe-1e9a-4e43-871d-fa0c629ef139 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:13.352288 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55abb1b2-66f5-4704-ba73-b58771c41e0a req-c34768fe-1e9a-4e43-871d-fa0c629ef139 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.0890763 Dec 22 05:29:13.397568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:29:13.411401 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55abb1b2-66f5-4704-ba73-b58771c41e0a req-46a72757-5fdc-46c6-9f32-5b488beb29ce tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529797 Dec 22 05:29:13.465806 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285', 'status': 'completed', 'code': 200} Dec 22 05:29:13.492386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-464ad6b6-f919-4afa-929f-dc7382272143 None None] Provisioning complete for port 730e8ba0-771d-41a1-8410-088277c6a285 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:13.493424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-464ad6b6-f919-4afa-929f-dc7382272143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:13.590086 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-d903e8a5-1eaa-4736-b4e9-410873cb27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:13.591693 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-d903e8a5-1eaa-4736-b4e9-410873cb27c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1137 time: 0.0812624 Dec 22 05:29:13.725094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-1e1a8fbe-4400-41ce-834c-53ac96123b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:13.726550 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-1e1a8fbe-4400-41ce-834c-53ac96123b45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 915 time: 0.1284041 Dec 22 05:29:13.834984 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-349b2468-e5b1-40ea-ab5f-33ee12d1bdeb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 1001 time: 0.1018128 Dec 22 05:29:13.897053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-65206033-28b0-4fa1-a648-5cb69d15b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:13.898744 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-65206033-28b0-4fa1-a648-5cb69d15b237 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 200 len: 853 time: 0.0574656 Dec 22 05:29:14.101263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-59e90f60-4581-47eb-afca-3ab6f5aa94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:14.102670 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-59e90f60-4581-47eb-afca-3ab6f5aa94fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b448548-ac8b-4f58-a96a-92ebf910a48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1970491 Dec 22 05:29:14.239638 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-0b261785-432c-422d-a494-63a5391b240a service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293080 Dec 22 05:29:14.384658 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6e1a9ff7-0998-49d7-9ed5-0b2b0035dcad req-b00c5399-288b-408a-afd9-112dc7683b09 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376190 Dec 22 05:29:14.950321 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:24.640222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4261034b-9557-461a-9e58-14f08bf7b46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:26.973055 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4de245db-0670-4895-be36-01c5d0a1bd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:28.150728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:28.169659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:29.621477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:30.934264 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:29:32.993926 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b61e39ee-37af-4775-8da1-e223166bb10a req-99b45e21-3890-46c0-ad90-ea5a7d0e24bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1145639 Dec 22 05:29:33.166112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e39ee-37af-4775-8da1-e223166bb10a req-1b82d5e9-72bc-4131-bc87-9d2db71f536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:33.167642 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b61e39ee-37af-4775-8da1-e223166bb10a req-1b82d5e9-72bc-4131-bc87-9d2db71f536c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1137 time: 0.0821602 Dec 22 05:29:33.314988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e39ee-37af-4775-8da1-e223166bb10a req-b34ea4c9-167d-4d19-b4ea-565fcba2a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:33.316588 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b61e39ee-37af-4775-8da1-e223166bb10a req-b34ea4c9-167d-4d19-b4ea-565fcba2a9b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 915 time: 0.1281731 Dec 22 05:29:33.421838 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b61e39ee-37af-4775-8da1-e223166bb10a req-4f8688ee-6ac5-492d-8c13-03ed058cb43f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 1001 time: 0.0981250 Dec 22 05:29:33.506523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e39ee-37af-4775-8da1-e223166bb10a req-ca25f164-f73f-497d-9553-634e25729b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:33.507985 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b61e39ee-37af-4775-8da1-e223166bb10a req-ca25f164-f73f-497d-9553-634e25729b5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 200 len: 853 time: 0.0791881 Dec 22 05:29:33.586925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e39ee-37af-4775-8da1-e223166bb10a req-134141a5-1730-450f-bc7d-418465c48479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:33.588322 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b61e39ee-37af-4775-8da1-e223166bb10a req-134141a5-1730-450f-bc7d-418465c48479 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b448548-ac8b-4f58-a96a-92ebf910a48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719538 Dec 22 05:29:33.732279 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b61e39ee-37af-4775-8da1-e223166bb10a req-e9c68432-d5da-4605-9575-d65c9adc6655 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354277 Dec 22 05:29:33.868446 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b61e39ee-37af-4775-8da1-e223166bb10a req-1125443d-4e60-4faf-8064-205660c2e208 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294527 Dec 22 05:29:44.956344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:54.643777 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-526d8511-a3c4-4af2-b6d9-5def65679b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:56.978461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a09cec57-1772-4aab-a495-87d53cbbfb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:58.152994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:58.173864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:59.621643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:07.938176 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:30:12.205548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-5c12cac6-1b9b-4fd6-9e8b-862bf6ea5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:12.207136 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-5c12cac6-1b9b-4fd6-9e8b-862bf6ea5767 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1137 time: 0.0804515 Dec 22 05:30:12.272641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbadae-4aef-4b4e-b2ac-23d4f650b54b req-2ff942fc-81e9-4e56-99f8-552f9f87a2c3 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:12.274115 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27dbadae-4aef-4b4e-b2ac-23d4f650b54b req-2ff942fc-81e9-4e56-99f8-552f9f87a2c3 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.1345911 Dec 22 05:30:12.321563 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27dbadae-4aef-4b4e-b2ac-23d4f650b54b req-1d717552-6376-4947-a8ca-7496498ac688 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409222 Dec 22 05:30:12.343478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-fdf93904-f6ed-4f4d-871f-8e769263362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:12.344984 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-fdf93904-f6ed-4f4d-871f-8e769263362c service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 915 time: 0.1314080 Dec 22 05:30:12.450702 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-ad6d2cbb-334b-4b02-a9dc-7fd6fe2d355c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 1001 time: 0.0978169 Dec 22 05:30:12.519725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-f61d484c-899d-463a-a024-62e4ff1d377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:12.521180 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-f61d484c-899d-463a-a024-62e4ff1d377d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 200 len: 853 time: 0.0627811 Dec 22 05:30:12.607035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-51abbda1-47f8-40b0-a503-abe46ebafd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:12.608546 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-51abbda1-47f8-40b0-a503-abe46ebafd6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b448548-ac8b-4f58-a96a-92ebf910a48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803828 Dec 22 05:30:12.741062 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-7834967a-6b60-4948-be1f-158352de53b4 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249642 Dec 22 05:30:12.875261 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62533e8b-e8c5-4025-b824-ed2bab56bc69 req-35a1c994-3c0c-4093-836c-53e0159ac542 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277506 Dec 22 05:30:13.719472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bb9f-5225-42e3-9b3b-51fa871fb204 req-9e9462d0-8f1c-48d3-ac0d-bbdc3f4cf35b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:13.720968 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63d1bb9f-5225-42e3-9b3b-51fa871fb204 req-9e9462d0-8f1c-48d3-ac0d-bbdc3f4cf35b tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.2732530 Dec 22 05:30:13.772933 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63d1bb9f-5225-42e3-9b3b-51fa871fb204 req-a8f6553f-a01c-4c48-af9c-df11a03c3cc5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433328 Dec 22 05:30:14.959259 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:14.974722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34a0c-cd85-4c4b-abf2-7c4a7f0c9713 req-798ce212-7090-4ba9-aaa4-dcdd9887ffca tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:14.976204 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cde34a0c-cd85-4c4b-abf2-7c4a7f0c9713 req-798ce212-7090-4ba9-aaa4-dcdd9887ffca tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.0891876 Dec 22 05:30:15.025062 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cde34a0c-cd85-4c4b-abf2-7c4a7f0c9713 req-02646e72-9af7-4b86-856a-047f9654db38 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427577 Dec 22 05:30:16.226279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91f6dd-1340-4e04-8958-71b0fbfaf5d2 req-0ae55a6e-fbed-4458-9267-b7771cf55e57 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:16.227775 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa91f6dd-1340-4e04-8958-71b0fbfaf5d2 req-0ae55a6e-fbed-4458-9267-b7771cf55e57 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.0924687 Dec 22 05:30:16.277714 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa91f6dd-1340-4e04-8958-71b0fbfaf5d2 req-c3341348-5e9f-45e9-b84e-3d2f38538c05 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435810 Dec 22 05:30:17.482035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbbc01-87c1-4591-8254-b3de2c901d31 req-cef952d5-21fa-4cb4-bd69-661e9086b905 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:17.483531 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bffbbc01-87c1-4591-8254-b3de2c901d31 req-cef952d5-21fa-4cb4-bd69-661e9086b905 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.0969558 Dec 22 05:30:17.532488 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bffbbc01-87c1-4591-8254-b3de2c901d31 req-83565d34-8c9d-46d2-bf13-60d8f0199559 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427184 Dec 22 05:30:18.744712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9a229-3140-4cd9-8316-a351714b4bae req-950fa95e-eebf-484e-a049-1e1c2c6645a2 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:18.746201 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2ac9a229-3140-4cd9-8316-a351714b4bae req-950fa95e-eebf-484e-a049-1e1c2c6645a2 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.1002238 Dec 22 05:30:18.796714 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2ac9a229-3140-4cd9-8316-a351714b4bae req-fcc15410-feb4-401f-ad38-4b049b272ee7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422516 Dec 22 05:30:20.008871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331ad23-b224-4e53-bf03-87fe08b5b512 req-a74edf75-3012-48e0-8d98-bbace1ee631c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:20.010346 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d331ad23-b224-4e53-bf03-87fe08b5b512 req-a74edf75-3012-48e0-8d98-bbace1ee631c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.0920918 Dec 22 05:30:20.061431 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d331ad23-b224-4e53-bf03-87fe08b5b512 req-5b32284e-5e6d-441e-b794-66f0a09f4015 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444024 Dec 22 05:30:21.259515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef0992-70f3-4c06-b8c5-a103a13c63ca req-fdd52adb-c80c-4ca5-aa76-a5837a1ee1a1 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:21.261027 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-88ef0992-70f3-4c06-b8c5-a103a13c63ca req-fdd52adb-c80c-4ca5-aa76-a5837a1ee1a1 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.0883491 Dec 22 05:30:21.307967 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-88ef0992-70f3-4c06-b8c5-a103a13c63ca req-02bcb078-9de1-4f38-8f63-70800021590a tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407324 Dec 22 05:30:22.521249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c06ec-d955-483d-bcc0-c43061804886 req-093440b6-c665-4fd3-bb0a-216d3f6c69db tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:22.522949 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a4c06ec-d955-483d-bcc0-c43061804886 req-093440b6-c665-4fd3-bb0a-216d3f6c69db tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.0948946 Dec 22 05:30:22.581298 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a4c06ec-d955-483d-bcc0-c43061804886 req-b375d2c8-651a-4357-b91f-91cd0c4a5c6f tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519567 Dec 22 05:30:23.770796 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8f3e-6e29-470d-a53b-175cc65a1656 req-55244185-5162-43a3-bccd-adf3228d877e tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:23.772595 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-511d8f3e-6e29-470d-a53b-175cc65a1656 req-55244185-5162-43a3-bccd-adf3228d877e tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.0833666 Dec 22 05:30:23.825313 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-511d8f3e-6e29-470d-a53b-175cc65a1656 req-7647be8a-9089-4c9b-9b26-c8b80423eec0 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463777 Dec 22 05:30:24.645022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4bae3049-6828-497e-b46b-ddcf76fbdc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:25.037596 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2411950-87ee-403d-b3a8-fad03f3cc900 req-8bc06f43-79e8-4956-ba42-7f73164039c0 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:25.039134 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d2411950-87ee-403d-b3a8-fad03f3cc900 req-8bc06f43-79e8-4956-ba42-7f73164039c0 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.0857437 Dec 22 05:30:25.094555 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d2411950-87ee-403d-b3a8-fad03f3cc900 req-8b77ec3d-3734-4a05-a9e5-b7ed60fe9f24 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&id=6321089a-c896-488b-9cf3-1217522b4596&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465407 Dec 22 05:30:26.963332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72302cbd-7712-403c-87ce-7d5832c17ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:28.150325 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:28.173615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:29.631119 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:33.240377 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-f58a9707-f1fb-4038-87be-dabf25e24550 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754278 Dec 22 05:30:33.415954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-ddb94bec-2031-4d38-a8f2-8ebef9315fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:33.417514 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-ddb94bec-2031-4d38-a8f2-8ebef9315fb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1137 time: 0.0777209 Dec 22 05:30:33.692707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-5d0e2ab9-ac23-48f1-9aff-593a40a0e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:33.694217 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-5d0e2ab9-ac23-48f1-9aff-593a40a0e1b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 915 time: 0.2564054 Dec 22 05:30:33.811562 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-89db2b3a-2eaf-4b2d-bbe3-cd28243f0171 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 1001 time: 0.1099336 Dec 22 05:30:33.878596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-bac68be8-ae79-457c-ab2e-c48aac0b6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:33.879981 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-bac68be8-ae79-457c-ab2e-c48aac0b6bc8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 200 len: 853 time: 0.0625095 Dec 22 05:30:33.959038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-4dd7b0fd-ee71-4c0c-abc4-bf6b58c4005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:33.960390 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-4dd7b0fd-ee71-4c0c-abc4-bf6b58c4005e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b448548-ac8b-4f58-a96a-92ebf910a48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738134 Dec 22 05:30:34.100293 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-8d16533a-cd04-4ae9-b64b-edfdf44f5d52 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322911 Dec 22 05:30:34.241719 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7041dafd-664e-4b69-b6c9-10efc36473a8 req-719fc663-0f87-485e-8da7-4e97bcf3ae49 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343873 Dec 22 05:30:44.944213 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:30:44.960056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:54.647733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-816fe39f-1233-4dff-b004-d2b141db62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:56.978520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-05e20173-27eb-424d-b75d-2033557e5c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:58.160179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:58.185019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:59.636806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:14.975269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:16.496483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [req-d54b124b-56ef-4ff8-a91d-46e6b50230d0 req-39bcb2c4-2b73-4d18-a7be-661604202e3e service neutron] (87555) timed out ('10.222.0.61', 60654) {{(pid=87555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 05:31:21.933079 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:31:24.643889 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3ce98cb8-0b33-476c-8727-d41f226b024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:26.988206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-40a4894d-8b2a-4b7c-83f1-6adaeae2ece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:28.151876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:28.182029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:28.560466 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-828a8db7-7400-4e6e-bcac-d85eec0facb9 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074155360&fields=id&tenant_id=21d021cd112e4415a167f5243d0b3197 HTTP/1.1" status: 200 len: 267 time: 0.0399594 Dec 22 05:31:28.664299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-9fc9aba6-c2c5-406f-90d6-8e89de905f3a tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:28.665781 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-9fc9aba6-c2c5-406f-90d6-8e89de905f3a tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 984 time: 0.0998287 Dec 22 05:31:28.680816 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Request body: {'port': {'security_groups': ['3ab19fbd-9a43-4146-8444-d0011378aa6d']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:28.820451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:29.072917 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] For port 730e8ba0-771d-41a1-8410-088277c6a285, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=730e8ba0-771d-41a1-8410-088277c6a285,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:31:29.099007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:29.106453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:29.114948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7ec865a1-f205-4d66-92ee-1db24630776f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:29.140014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['730e8ba0-771d-41a1-8410-088277c6a285'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:31:29.199815 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:29.200401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:29.201796 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-38cdd225-3fec-4e0d-b114-df652ae1cdc8 req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "PUT /v2.0/ports/730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 942 time: 0.5256195 Dec 22 05:31:29.202435 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:31:29.207918 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38146) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:29.218673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event updated for resources: {'Port': ['ID=730e8ba0-771d-41a1-8410-088277c6a285,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:29.226430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.226821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.227202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.227578 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.227947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.228338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.228705 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.229068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.229430 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.229790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.230148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.230509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.237872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:29.270417 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285', 'status': 'completed', 'code': 200} Dec 22 05:31:29.322256 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['730e8ba0-771d-41a1-8410-088277c6a285'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:31:29.329500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:29.408563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:29.476860 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-1d66fd85-ff23-4a64-82ba-52c47937c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:29.478795 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-1d66fd85-ff23-4a64-82ba-52c47937c02f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1098 time: 0.1377728 Dec 22 05:31:29.492822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a964409a-f68d-431f-9e50-fb4c6d2ae20d None None] Provisioning complete for port 730e8ba0-771d-41a1-8410-088277c6a285 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:31:29.493124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a964409a-f68d-431f-9e50-fb4c6d2ae20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:29.580591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:29.586891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-743863a4-fe02-47d3-a9d1-caff87d402a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:29.616876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6321089a-c896-488b-9cf3-1217522b4596,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:29.637815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.638187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.638561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.638927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.639297 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.639710 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.640070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.640464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.640784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.641166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.641521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.641872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:29.645225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:29.649370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:29.650449 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "DELETE /v2.0/security-groups/6321089a-c896-488b-9cf3-1217522b4596 HTTP/1.1" status: 204 len: 168 time: 0.4401200 Dec 22 05:31:29.653255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38152) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:29.656514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-33b80a51-fd72-4b77-89d3-7266ab025eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:29.658079 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-33b80a51-fd72-4b77-89d3-7266ab025eb2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 915 time: 0.1729717 Dec 22 05:31:29.674983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:29.765944 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-5075e751-ff5a-4ed1-a7e7-d6b3d06fb265 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 1001 time: 0.1009262 Dec 22 05:31:29.829774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-e4dcd27e-6a04-4173-9f6a-2275a7a6abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:29.831309 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-e4dcd27e-6a04-4173-9f6a-2275a7a6abca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 200 len: 853 time: 0.0583696 Dec 22 05:31:29.914627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-e9e51bd8-1e05-4414-a316-fb869b85dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:29.916123 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-e9e51bd8-1e05-4414-a316-fb869b85dfc7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b448548-ac8b-4f58-a96a-92ebf910a48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779390 Dec 22 05:31:29.982803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Deleting port f5268053-e743-4947-a8cd-84be151bccda {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:29.983242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:30.049987 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-137ca425-2eaa-493d-900f-56b76567a68a service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260855 Dec 22 05:31:30.157348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:30.157685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:30.185049 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ff98e-e58a-467b-a4c1-0f2f4b5dcd04 req-cebf4ff0-9c1b-403f-b38f-646675e415b7 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286678 Dec 22 05:31:30.286399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Calling delete_port for f5268053-e743-4947-a8cd-84be151bccda owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:31:30.446835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:30.451403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:30.537028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event deleted for resources: {'Port': ['ID=f5268053-e743-4947-a8cd-84be151bccda,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:30.543408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:30.623069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:30.623464 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Floating IP 411b6b2c-1cfb-4197-8bc0-f8b37e9b8834 disassociated (deleted). External IP: 172.26.1.132, port: 730e8ba0-771d-41a1-8410-088277c6a285. Dec 22 05:31:30.987377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:31:31.170341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:31:31.180555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] Sync routers for ids ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:31:31.188861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:31.190663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] Routers {'3b9e8cf1-6dc9-488b-93d1-49b1d74759af'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:31:31.191431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:31.243962 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "DELETE /v2.0/floatingips/411b6b2c-1cfb-4197-8bc0-f8b37e9b8834 HTTP/1.1" status: 204 len: 168 time: 1.5894156 Dec 22 05:31:31.272184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:31:31.335102 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285', 'status': 'completed', 'code': 200} Dec 22 05:31:31.383114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] Set router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:31:31.457789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7032e-5902-4de0-b428-b392d698f600 req-72fe04be-15f8-40b1-b69e-d57d8c22cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:31.459760 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4af7032e-5902-4de0-b428-b392d698f600 req-72fe04be-15f8-40b1-b69e-d57d8c22cc3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1098 time: 0.0824730 Dec 22 05:31:31.725307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:13Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '80ca672f-8275-4ecb-941b-c9eb4bd35754', 'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'mac_address': 'fa:16:3e:7b:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:12Z', 'updated_at': '2021-12-22T05:28:20Z', 'revision_number': 5, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'subnets': [{'id': '3f811199-990e-4005-bf03-a99619a12e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:31.729369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] Checking router: 3b9e8cf1-6dc9-488b-93d1-49b1d74759af for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:31:31.737884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] Routers {'3b9e8cf1-6dc9-488b-93d1-49b1d74759af'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:31:31.738507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:31.763986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7032e-5902-4de0-b428-b392d698f600 req-e93b995a-157a-49d7-bbbf-a0bbb85c994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:31.765498 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4af7032e-5902-4de0-b428-b392d698f600 req-e93b995a-157a-49d7-bbbf-a0bbb85c994b service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 915 time: 0.2995541 Dec 22 05:31:31.834820 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4af7032e-5902-4de0-b428-b392d698f600 req-25c7c2dd-087c-4a9f-9a62-1ab6970d1820 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 217 time: 0.0625050 Dec 22 05:31:31.900258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7032e-5902-4de0-b428-b392d698f600 req-b416d0c3-fe9a-4c5a-9d36-5ae50fcf0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:31.901741 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4af7032e-5902-4de0-b428-b392d698f600 req-b416d0c3-fe9a-4c5a-9d36-5ae50fcf0e6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 200 len: 853 time: 0.0604184 Dec 22 05:31:31.928370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] Set router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:31:31.983615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7032e-5902-4de0-b428-b392d698f600 req-fbcb72e6-5b2c-4cca-b779-0b8ea46dfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:31.985082 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4af7032e-5902-4de0-b428-b392d698f600 req-fbcb72e6-5b2c-4cca-b779-0b8ea46dfcef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b448548-ac8b-4f58-a96a-92ebf910a48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752313 Dec 22 05:31:32.118611 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4af7032e-5902-4de0-b428-b392d698f600 req-44e2cd04-7373-4510-8e95-600836199eaa service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277649 Dec 22 05:31:32.299808 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4af7032e-5902-4de0-b428-b392d698f600 req-a688fcd4-d23b-4cfa-b200-dee12ba5548a service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382523 Dec 22 05:31:32.318335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:13Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '80ca672f-8275-4ecb-941b-c9eb4bd35754', 'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'mac_address': 'fa:16:3e:7b:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:12Z', 'updated_at': '2021-12-22T05:28:20Z', 'revision_number': 5, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'subnets': [{'id': '3f811199-990e-4005-bf03-a99619a12e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:32.322341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e8719-bccd-4a81-ab04-ee571df81d63 None None] The sync data for ids ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'] in dv-neutron-822524-1-hyperv is: [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:13Z', 'revision_number': 4, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '80ca672f-8275-4ecb-941b-c9eb4bd35754', 'name': '', 'network_id': '8b448548-ac8b-4f58-a96a-92ebf910a48f', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'mac_address': 'fa:16:3e:7b:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3f811199-990e-4005-bf03-a99619a12e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:12Z', 'updated_at': '2021-12-22T05:28:20Z', 'revision_number': 5, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'subnets': [{'id': '3f811199-990e-4005-bf03-a99619a12e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:31:32.557803 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d6fed-bf0c-4bd8-b9af-22c54084a64f None None] New status for floating IP 411b6b2c-1cfb-4197-8bc0-f8b37e9b8834: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:31:33.972814 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-efa50ca6-f277-4d42-87a9-22fcaddd4d79 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710185 Dec 22 05:31:34.142250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-a8585ed4-73f5-47bb-bb11-80101f60dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:34.144158 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-a8585ed4-73f5-47bb-bb11-80101f60dd14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21d021cd112e4415a167f5243d0b3197&device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 1098 time: 0.0787137 Dec 22 05:31:34.302514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-686f5920-08de-4548-9d1d-88255e18db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:34.304021 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-686f5920-08de-4548-9d1d-88255e18db45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 200 len: 915 time: 0.1380670 Dec 22 05:31:34.374240 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-b4debf78-36e5-4d22-884f-5895f594d133 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 200 len: 217 time: 0.0635693 Dec 22 05:31:34.441655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-6ce167cd-4d9f-4b4f-be4a-1402a7483f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:34.443047 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-6ce167cd-4d9f-4b4f-be4a-1402a7483f3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 200 len: 853 time: 0.0632305 Dec 22 05:31:34.519660 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-f1bfafea-816c-46ef-849d-a68d9686d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:34.521527 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-f1bfafea-816c-46ef-849d-a68d9686d935 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b448548-ac8b-4f58-a96a-92ebf910a48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721307 Dec 22 05:31:34.660480 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-54af4902-ce03-4b5d-8da9-d574b2d90706 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316392 Dec 22 05:31:34.797799 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-85221fc9-5350-4a48-9a4b-7a871791f413 req-4f2e76b9-e468-4b34-b2cc-1701a6fc5263 service neutron] 10.222.0.61 "GET /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308572 Dec 22 05:31:36.799790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d713f-563f-4efa-96a5-079069c7325d req-6dc42b24-6269-4c09-8d32-8c3dbfc804c5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:36.800550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-586d713f-563f-4efa-96a5-079069c7325d req-6dc42b24-6269-4c09-8d32-8c3dbfc804c5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Synchronizing usage tracker for tenant:21d021cd112e4415a167f5243d0b3197 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:31:36.819982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-586d713f-563f-4efa-96a5-079069c7325d req-6dc42b24-6269-4c09-8d32-8c3dbfc804c5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Unset dirty status for tenant:21d021cd112e4415a167f5243d0b3197 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:31:36.821793 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-586d713f-563f-4efa-96a5-079069c7325d req-6dc42b24-6269-4c09-8d32-8c3dbfc804c5 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 945 time: 0.1205430 Dec 22 05:31:36.875809 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-586d713f-563f-4efa-96a5-079069c7325d req-13035ae3-6c95-4053-bc85-a7e91ebee614 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442152 Dec 22 05:31:38.084336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881b3b4-03ac-433b-a86e-7608cc56419e req-b22dc8c7-b1d0-47db-9788-9b9a1211eef2 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:38.085818 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c881b3b4-03ac-433b-a86e-7608cc56419e req-b22dc8c7-b1d0-47db-9788-9b9a1211eef2 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 945 time: 0.0929141 Dec 22 05:31:38.129775 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c881b3b4-03ac-433b-a86e-7608cc56419e req-a49aa590-594b-479d-9113-a5ff1f660b72 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380943 Dec 22 05:31:38.890964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-a10b7a76-117b-4a73-85e2-fc989fc6f244 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:38.891641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-a10b7a76-117b-4a73-85e2-fc989fc6f244 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Synchronizing usage tracker for tenant:21d021cd112e4415a167f5243d0b3197 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:31:38.903829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-a10b7a76-117b-4a73-85e2-fc989fc6f244 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Unset dirty status for tenant:21d021cd112e4415a167f5243d0b3197 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:31:38.905082 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-a10b7a76-117b-4a73-85e2-fc989fc6f244 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.61 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 945 time: 0.1109929 Dec 22 05:31:38.974054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Deleting port 730e8ba0-771d-41a1-8410-088277c6a285 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:38.974386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:39.362526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] For port 730e8ba0-771d-41a1-8410-088277c6a285, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=730e8ba0-771d-41a1-8410-088277c6a285,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:31:39.362883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:39.460544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a806-a723-4d90-a6f0-5b4f4752c781 req-c8f70b25-a1b8-4530-8225-f7555c88af7c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:39.462140 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-49f7a806-a723-4d90-a6f0-5b4f4752c781 req-c8f70b25-a1b8-4530-8225-f7555c88af7c tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=a844a246-64da-4fd5-a3b8-77491fd0de43 HTTP/1.1" status: 200 len: 945 time: 0.2254622 Dec 22 05:31:39.496325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Calling delete_port for 730e8ba0-771d-41a1-8410-088277c6a285 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:31:39.507986 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-49f7a806-a723-4d90-a6f0-5b4f4752c781 req-43f91faf-e98e-409a-992a-1a61ece7c970 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ab19fbd-9a43-4146-8444-d0011378aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Dec 22 05:31:39.662303 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:39.668441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:39.696241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['730e8ba0-771d-41a1-8410-088277c6a285'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:31:39.712661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Pushing event deleted for resources: {'Port': ['ID=730e8ba0-771d-41a1-8410-088277c6a285,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:39.741714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:39.792198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] No DVR routers for this DVR port 730e8ba0-771d-41a1-8410-088277c6a285 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:31:39.795167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:39.797917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'name': 'network-vif-deleted', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:31:39.816221 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8c585c9c-c49b-480a-944c-1a2ef49d5cf7 req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] 10.222.0.61 "DELETE /v2.0/ports/730e8ba0-771d-41a1-8410-088277c6a285 HTTP/1.1" status: 204 len: 173 time: 0.9057133 Dec 22 05:31:39.846119 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a844a246-64da-4fd5-a3b8-77491fd0de43', 'name': 'network-vif-deleted', 'tag': '730e8ba0-771d-41a1-8410-088277c6a285', 'status': 'completed', 'code': 200} Dec 22 05:31:41.200746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38242) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:41.756390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:42.114662 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Deleting port 80ca672f-8275-4ecb-941b-c9eb4bd35754 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:42.115008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:42.290002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] For port 80ca672f-8275-4ecb-941b-c9eb4bd35754, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=80ca672f-8275-4ecb-941b-c9eb4bd35754,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:31:42.290590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:42.410790 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Calling delete_port for 80ca672f-8275-4ecb-941b-c9eb4bd35754 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:31:42.865681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:42.870165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da9ef6a7-f81b-4f86-866f-2db35dd243e3 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:42.913377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Pushing event deleted for resources: {'Port': ['ID=80ca672f-8275-4ecb-941b-c9eb4bd35754,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:42.939120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:43.176862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 730e8ba0-771d-41a1-8410-088277c6a285 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:31:43.184692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:43.213333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 730e8ba0-771d-41a1-8410-088277c6a285 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:31:43.213993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 730e8ba0-771d-41a1-8410-088277c6a285 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:31:43.550190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:31:43.747334 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:31:43.756829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] Sync routers for ids ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:31:43.761485 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] 10.222.0.36 "PUT /v2.0/routers/3b9e8cf1-6dc9-488b-93d1-49b1d74759af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5596368 Dec 22 05:31:43.763972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38246) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:43.767213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] Routers {'3b9e8cf1-6dc9-488b-93d1-49b1d74759af'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:31:43.767870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:43.950015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] Set router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:31:44.081894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:44.237890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:31:42Z', 'revision_number': 5, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port': {'id': 'c5fe877c-f755-44b3-9a83-3e7834a2b9a1', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:44.241784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] Checking router: 3b9e8cf1-6dc9-488b-93d1-49b1d74759af for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:31:44.252820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] Routers {'3b9e8cf1-6dc9-488b-93d1-49b1d74759af'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:31:44.253408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:44.263887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:44.275173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Deleting port c5fe877c-f755-44b3-9a83-3e7834a2b9a1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:44.275530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:44.407142 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] Set router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:31:44.452511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] For port c5fe877c-f755-44b3-9a83-3e7834a2b9a1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c5fe877c-f755-44b3-9a83-3e7834a2b9a1,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:31:44.452762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:44.566060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:31:44Z', 'revision_number': 6, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:44.570504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca4b77d-1729-4bd6-892e-fe91f174b43d None None] The sync data for ids ['3b9e8cf1-6dc9-488b-93d1-49b1d74759af'] in dv-neutron-822524-1-hyperv is: [{'id': '3b9e8cf1-6dc9-488b-93d1-49b1d74759af', 'name': 'tempest-TestMinimumBasicScenario-613267379-router', 'tenant_id': '21d021cd112e4415a167f5243d0b3197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:09Z', 'updated_at': '2021-12-22T05:31:44Z', 'revision_number': 6, 'project_id': '21d021cd112e4415a167f5243d0b3197', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:31:44.579026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Calling delete_port for c5fe877c-f755-44b3-9a83-3e7834a2b9a1 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:31:44.767886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:44.775178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-08aabf37-b31e-4b56-b39d-b6c525b481f2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:44.828981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fe877c-f755-44b3-9a83-3e7834a2b9a1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:44.854668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:44.918876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:44.972445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.100242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.102529 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.130709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.131522 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b9e8cf1-6dc9-488b-93d1-49b1d74759af {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:31:45.144402 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.145553 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3b9e8cf1-6dc9-488b-93d1-49b1d74759af HTTP/1.1" status: 204 len: 168 time: 1.3806050 Dec 22 05:31:45.148419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38250) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:45.208396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a17e0ed-9d60-43d8-aca1-32109c16a624 admin admin] Deleting subnet 3f811199-990e-4005-bf03-a99619a12e56 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:31:45.211414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a17e0ed-9d60-43d8-aca1-32109c16a624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.263341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a17e0ed-9d60-43d8-aca1-32109c16a624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.351605 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a17e0ed-9d60-43d8-aca1-32109c16a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.432426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a17e0ed-9d60-43d8-aca1-32109c16a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.436964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bde72d3b-8180-40e5-9338-4dba3f230cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:45.474373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c5fe877c-f755-44b3-9a83-3e7834a2b9a1 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:31:45.475314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17e0ed-9d60-43d8-aca1-32109c16a624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f811199-990e-4005-bf03-a99619a12e56,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:45.477277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a17e0ed-9d60-43d8-aca1-32109c16a624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.479930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a17e0ed-9d60-43d8-aca1-32109c16a624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:45.485256 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0a17e0ed-9d60-43d8-aca1-32109c16a624 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f811199-990e-4005-bf03-a99619a12e56 HTTP/1.1" status: 204 len: 168 time: 0.3358498 Dec 22 05:31:45.487696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38254) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:45.506972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb79cfc4-7823-419c-ac08-10ba90eb081d None None] Network 8b448548-ac8b-4f58-a96a-92ebf910a48f requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:31:45.533913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: c5fe877c-f755-44b3-9a83-3e7834a2b9a1 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:31:45.534018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c5fe877c-f755-44b3-9a83-3e7834a2b9a1 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:31:45.534398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 80ca672f-8275-4ecb-941b-c9eb4bd35754 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:31:45.614930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 80ca672f-8275-4ecb-941b-c9eb4bd35754 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:31:45.615276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 80ca672f-8275-4ecb-941b-c9eb4bd35754 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:31:45.752947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.763782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Deleting port 7cc834ee-e196-47f7-9fc1-374d98c50dcd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:45.764107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.812275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] DHCP port deletion for 8b448548-ac8b-4f58-a96a-92ebf910a48f request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:31:45.816447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] Deleting port 7cc834ee-e196-47f7-9fc1-374d98c50dcd {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:45.816838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:45.968557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] For port 7cc834ee-e196-47f7-9fc1-374d98c50dcd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7cc834ee-e196-47f7-9fc1-374d98c50dcd,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:31:45.968934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.015639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] For port 7cc834ee-e196-47f7-9fc1-374d98c50dcd, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7cc834ee-e196-47f7-9fc1-374d98c50dcd,segment=NetworkSegment(f59936b3-5c0f-4abf-951c-6059e99a967c),segment_id=f59936b3-5c0f-4abf-951c-6059e99a967c)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:31:46.016048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.098141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Calling delete_port for 7cc834ee-e196-47f7-9fc1-374d98c50dcd owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:31:46.138762 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] Calling delete_port for 7cc834ee-e196-47f7-9fc1-374d98c50dcd owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:31:46.176935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.181427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:46.216606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:31:46.216971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:31:46.227156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc834ee-e196-47f7-9fc1-374d98c50dcd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:46.230802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:46.232843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] No DVR routers for this DVR port 7cc834ee-e196-47f7-9fc1-374d98c50dcd on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:31:46.349296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.374062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b448548-ac8b-4f58-a96a-92ebf910a48f']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:46.385870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59936b3-5c0f-4abf-951c-6059e99a967c') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:46.386173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59936b3-5c0f-4abf-951c-6059e99a967c') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:46.397621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.413495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.419598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:31:46.419973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:31:46.433118 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:31:46.515062 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.518571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-175737a9-5703-4eac-99b7-db79e91e4382 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:46.531986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.542032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Pushing event deleted for resources: {'Network': ['ID=8b448548-ac8b-4f58-a96a-92ebf910a48f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:46.545058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:46.557081 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] 10.222.0.36 "DELETE /v2.0/networks/8b448548-ac8b-4f58-a96a-92ebf910a48f HTTP/1.1" status: 204 len: 168 time: 1.0681689 Dec 22 05:31:46.560033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38258) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:46.718314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] Deleting port 7cc834ee-e196-47f7-9fc1-374d98c50dcd {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:46.718909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.792747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d364f-b353-4be4-88ec-f56e16413c42 None None] The port '7cc834ee-e196-47f7-9fc1-374d98c50dcd' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:31:47.151086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:47.472589 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7cc834ee-e196-47f7-9fc1-374d98c50dcd no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:31:47.507055 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 7cc834ee-e196-47f7-9fc1-374d98c50dcd {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:31:47.507500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7cc834ee-e196-47f7-9fc1-374d98c50dcd not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:31:47.655444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Deleting port a1440838-005b-4056-9d29-658fdb3e73d1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:47.655781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:47.830137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] For port a1440838-005b-4056-9d29-658fdb3e73d1, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a1440838-005b-4056-9d29-658fdb3e73d1,segment=NetworkSegment(0d6a680a-0279-4fbe-8f49-e297e09698a5),segment_id=0d6a680a-0279-4fbe-8f49-e297e09698a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:31:47.830395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:47.952129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Calling delete_port for a1440838-005b-4056-9d29-658fdb3e73d1 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:31:48.130958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:48.134647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:48.181789 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Pushing event deleted for resources: {'Port': ['ID=a1440838-005b-4056-9d29-658fdb3e73d1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:48.184981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:48.464264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:48.960168 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Router 8076c89f-ea4b-4f18-abb4-30f70674b3aa has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:31:49.139393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:31:49.148792 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] Sync routers for ids ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:31:49.149261 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] 10.222.0.36 "PUT /v2.0/routers/8076c89f-ea4b-4f18-abb4-30f70674b3aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5879183 Dec 22 05:31:49.151581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38262) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:49.160033 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] Routers {'8076c89f-ea4b-4f18-abb4-30f70674b3aa'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:31:49.160678 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:49.330183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:49.338141 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] Set router 8076c89f-ea4b-4f18-abb4-30f70674b3aa gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:31:49.516099 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:49.526258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Deleting port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:49.526986 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:49.639616 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'name': 'tempest-TestMinimumBasicScenario-1439943409-router', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:15Z', 'updated_at': '2021-12-22T05:31:48Z', 'revision_number': 5, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'gw_port': {'id': '9fcc1c4b-9bbf-4985-8203-2afd25e8727b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:16Z', 'updated_at': '2021-12-22T05:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:49.646610 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] Checking router: 8076c89f-ea4b-4f18-abb4-30f70674b3aa for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:31:49.655442 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] Routers {'8076c89f-ea4b-4f18-abb4-30f70674b3aa'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:31:49.655963 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:49.699624 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] For port 9fcc1c4b-9bbf-4985-8203-2afd25e8727b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9fcc1c4b-9bbf-4985-8203-2afd25e8727b,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:31:49.699980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:49.830457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Calling delete_port for 9fcc1c4b-9bbf-4985-8203-2afd25e8727b owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:31:49.837501 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] Set router 8076c89f-ea4b-4f18-abb4-30f70674b3aa gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:31:49.946627 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'name': 'tempest-TestMinimumBasicScenario-1439943409-router', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:15Z', 'updated_at': '2021-12-22T05:31:49Z', 'revision_number': 6, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:49.950612 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec08ed6-2a52-4a72-b0b2-b99c29cf77cd None None] The sync data for ids ['8076c89f-ea4b-4f18-abb4-30f70674b3aa'] in dv-neutron-822524-1-hyperv is: [{'id': '8076c89f-ea4b-4f18-abb4-30f70674b3aa', 'name': 'tempest-TestMinimumBasicScenario-1439943409-router', 'tenant_id': '0768fa07384043f88576c27bd5f4d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:15Z', 'updated_at': '2021-12-22T05:31:49Z', 'revision_number': 6, 'project_id': '0768fa07384043f88576c27bd5f4d55f', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:31:50.006942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.013287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:50.063607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcc1c4b-9bbf-4985-8203-2afd25e8727b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:50.066820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:50.159162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.473827 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.476085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.502037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.502530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8076c89f-ea4b-4f18-abb4-30f70674b3aa {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:31:50.515339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.516528 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8076c89f-ea4b-4f18-abb4-30f70674b3aa HTTP/1.1" status: 204 len: 168 time: 1.3640797 Dec 22 05:31:50.519143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38266) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:50.579504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8407edf9-7537-4495-8a60-35cf8a1abadb admin admin] Deleting subnet 43406c67-51e3-4883-a130-38e63777fedc {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:31:50.582920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8407edf9-7537-4495-8a60-35cf8a1abadb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.635343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8407edf9-7537-4495-8a60-35cf8a1abadb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.716806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8407edf9-7537-4495-8a60-35cf8a1abadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.791563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8407edf9-7537-4495-8a60-35cf8a1abadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.796366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81f86198-cd58-4041-914d-6587b674e541 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:50.833336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407edf9-7537-4495-8a60-35cf8a1abadb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43406c67-51e3-4883-a130-38e63777fedc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:50.836375 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8407edf9-7537-4495-8a60-35cf8a1abadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:50.837354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8407edf9-7537-4495-8a60-35cf8a1abadb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.845802 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8407edf9-7537-4495-8a60-35cf8a1abadb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/43406c67-51e3-4883-a130-38e63777fedc HTTP/1.1" status: 204 len: 168 time: 0.3234441 Dec 22 05:31:50.845966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ade300-0778-4a0d-98ab-515de8ed76b8 None None] Network 0f533699-41c7-4ca6-b9d5-4dbd27951757 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:31:50.846423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38270) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:50.960059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:50.975147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Deleting port 83eeefc5-9da0-4795-81a7-99ba65da9056 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:50.975474 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.096879 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] DHCP port deletion for 0f533699-41c7-4ca6-b9d5-4dbd27951757 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:31:51.101403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] Deleting port 83eeefc5-9da0-4795-81a7-99ba65da9056 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:51.101919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.187378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] For port 83eeefc5-9da0-4795-81a7-99ba65da9056, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=83eeefc5-9da0-4795-81a7-99ba65da9056,segment=NetworkSegment(0d6a680a-0279-4fbe-8f49-e297e09698a5),segment_id=0d6a680a-0279-4fbe-8f49-e297e09698a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:31:51.187715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.309922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] For port 83eeefc5-9da0-4795-81a7-99ba65da9056, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=83eeefc5-9da0-4795-81a7-99ba65da9056,segment=NetworkSegment(0d6a680a-0279-4fbe-8f49-e297e09698a5),segment_id=0d6a680a-0279-4fbe-8f49-e297e09698a5)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:31:51.310227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.312871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Calling delete_port for 83eeefc5-9da0-4795-81a7-99ba65da9056 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:31:51.393889 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.401782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-261e56fa-5887-4582-82b1-30421682883c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:51.433505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] Calling delete_port for 83eeefc5-9da0-4795-81a7-99ba65da9056 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:31:51.453990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] No DVR routers for this DVR port 83eeefc5-9da0-4795-81a7-99ba65da9056 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:31:51.455855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=83eeefc5-9da0-4795-81a7-99ba65da9056,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:51.481880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a1440838-005b-4056-9d29-658fdb3e73d1 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:31:51.485511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:51.563083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: a1440838-005b-4056-9d29-658fdb3e73d1 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:31:51.563328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a1440838-005b-4056-9d29-658fdb3e73d1 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:31:51.563782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 83eeefc5-9da0-4795-81a7-99ba65da9056 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:31:51.575120 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.599793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f533699-41c7-4ca6-b9d5-4dbd27951757']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:51.601506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 83eeefc5-9da0-4795-81a7-99ba65da9056 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:31:51.601854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 83eeefc5-9da0-4795-81a7-99ba65da9056 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:31:51.602302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9fcc1c4b-9bbf-4985-8203-2afd25e8727b no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:31:51.615849 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6a680a-0279-4fbe-8f49-e297e09698a5') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:51.616166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6a680a-0279-4fbe-8f49-e297e09698a5') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:51.627997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.644926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.648599 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 9fcc1c4b-9bbf-4985-8203-2afd25e8727b {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:31:51.648962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9fcc1c4b-9bbf-4985-8203-2afd25e8727b not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:31:51.651946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:31:51.652373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.657821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:31:51.657821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:31:51.665914 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:31:51.741659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.745342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87923abb-0128-4338-828e-ee6048839c9b tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:51.758972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.774007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f533699-41c7-4ca6-b9d5-4dbd27951757,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:51.776757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:51.778617 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0f533699-41c7-4ca6-b9d5-4dbd27951757 HTTP/1.1" status: 204 len: 168 time: 0.9316721 Dec 22 05:31:51.967700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38276) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:52.016640 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fdb18ec3-2b4d-4e1c-88ec-c416876fa482 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21d021cd112e4415a167f5243d0b3197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475662 Dec 22 05:31:52.019095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38280) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:52.079683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86b4ea8e-e779-43fd-a8b7-159a3312d2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:52.105632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86b4ea8e-e779-43fd-a8b7-159a3312d2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:52.158394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] Deleting port 83eeefc5-9da0-4795-81a7-99ba65da9056 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:31:52.158897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:52.166702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86b4ea8e-e779-43fd-a8b7-159a3312d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:52.170836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f9c55c68-62e6-4a78-a0b5-00d0139e487d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:52.184215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4ea8e-e779-43fd-a8b7-159a3312d2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab19fbd-9a43-4146-8444-d0011378aa6d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:52.186753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86b4ea8e-e779-43fd-a8b7-159a3312d2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:52.190857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86b4ea8e-e779-43fd-a8b7-159a3312d2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:52.195958 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-86b4ea8e-e779-43fd-a8b7-159a3312d2d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ab19fbd-9a43-4146-8444-d0011378aa6d HTTP/1.1" status: 204 len: 168 time: 0.1759458 Dec 22 05:31:52.237150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-491f52a1-564a-4cad-b52e-5de9fce923fe None None] The port '83eeefc5-9da0-4795-81a7-99ba65da9056' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:31:52.576211 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38288) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:52.625235 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a960f7b2-7935-4527-892f-9f6663340b56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0768fa07384043f88576c27bd5f4d55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474863 Dec 22 05:31:52.628543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38292) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:52.691270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e063a4f1-f312-482f-b3a2-6a35ae670767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:52.716579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e063a4f1-f312-482f-b3a2-6a35ae670767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:52.774782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e063a4f1-f312-482f-b3a2-6a35ae670767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:52.778532 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a11ed831-1bce-45a0-b7d8-8618555a77f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:52.791323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063a4f1-f312-482f-b3a2-6a35ae670767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400a58f2-bad6-46f4-97a2-a6fe9d5530d6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:52.794309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e063a4f1-f312-482f-b3a2-6a35ae670767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:52.796608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e063a4f1-f312-482f-b3a2-6a35ae670767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:52.797741 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e063a4f1-f312-482f-b3a2-6a35ae670767 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/400a58f2-bad6-46f4-97a2-a6fe9d5530d6 HTTP/1.1" status: 204 len: 168 time: 0.1682925 Dec 22 05:31:54.640343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a8762741-232e-4391-b054-bf4a6c618732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:54.688652 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38334) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:54.693995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899311472', 'description': 'tempest-secgroup-smoke-1899311472 description', 'project_id': 'f4caceda070544bbab647432833f66f2'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:54.700128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:54.704719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:54.707580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:54.714160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:54.727437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:54.739699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:54.755599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:54.759642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:54.762937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:54.769569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:54.855525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:54.862645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:54.865182 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c4ffb18-b6cc-4d0d-be31-0c35c0259079 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:54.881014 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:54.888677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:54.897444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:54.907887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:54.911525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204ae862-f651-4af9-bfd0-9a88d04d99a8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:54.915778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:54.980939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:54.986295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:54.991515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eda0277c-e643-4b8f-a10e-ebb0227f77c3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:55.027788 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e78b34-b7d6-43d0-b52c-1c0835f3a24a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:55.030680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:55.031856 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.033080 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e26e6cc8-5f7e-4f15-a391-f79a02052b4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3435223 Dec 22 05:31:55.036361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38338) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:55.041538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': '81e78b34-b7d6-43d0-b52c-1c0835f3a24a', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:55.047686 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:55.051611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:55.054551 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:55.060184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:55.079125 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.138870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.144238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.150423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0247b483-cc78-47d4-b5ef-98b829c76a30 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:55.172518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffe8f2c-2751-49de-a5c7-96944fae8689,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:55.175122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:55.179012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.180379 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429396 Dec 22 05:31:55.187295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38342) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:55.196972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': '81e78b34-b7d6-43d0-b52c-1c0835f3a24a', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:55.203387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:55.207244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:55.210137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:55.215762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:55.238013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.428581 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.434507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.442069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9ac2eb5-752a-4e87-a496-b008329f3c88 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:55.461126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a3bf89-5a63-44ee-bf79-2ae967476647,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:55.466674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:55.473068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.474913 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4bf5839a-27db-465b-8aa3-2ecb7a0423c6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2849820 Dec 22 05:31:55.477871 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38346) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:55.484876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': '81e78b34-b7d6-43d0-b52c-1c0835f3a24a', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:55.494889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:55.497763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:55.502042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:55.511648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:55.531659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.595156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.602431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.604886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-297de2dd-fe97-4f7b-9a0e-0bd373890e35 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:55.626471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12dbc8b-a006-4f41-87ee-66ac0b265be0,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:55.630733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:55.635926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.637132 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580930 Dec 22 05:31:55.640254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38350) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:55.645496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': '81e78b34-b7d6-43d0-b52c-1c0835f3a24a', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:55.651962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:55.656372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:55.659299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:55.665492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:55.683187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.747428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.753206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.755738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-79ca8e3a-b1a4-4bb2-9774-ae75dc7f4e9c tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:55.786857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8f8e98-d862-4b99-adfd-0201e9075ed3,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:55.791154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:55.797503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.798662 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574042 Dec 22 05:31:55.801707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38354) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:55.806736 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': '81e78b34-b7d6-43d0-b52c-1c0835f3a24a', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:55.812589 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:55.816487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:55.819373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:55.825167 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:55.843081 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Project f4caceda070544bbab647432833f66f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:31:55.850622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.914715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.920967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.922729 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-117ccd6d-3b5d-4c41-80ac-750280108e92 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:55.944406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64d6110-5fba-4ee4-a449-8d604053f5ac,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:55.948709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:55.954407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:55.955629 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f7b0749d-18dc-41f1-8d88-3fb0015825ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530278 Dec 22 05:31:55.958790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38358) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:55.963833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': '81e78b34-b7d6-43d0-b52c-1c0835f3a24a', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:55.970358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:55.974656 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:55.977775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:55.983693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:55.995998 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Project f4caceda070544bbab647432833f66f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:31:56.002712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.071529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.077400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.079056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4eb0f9b-fc9b-42de-a3fd-df17ca908ec7 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:56.101234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e45324-3f90-4b15-9cad-52a75c3b5137,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:56.105545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:56.111827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.113339 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535344 Dec 22 05:31:56.116387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38362) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:56.121847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'network': {'name': 'tempest-network-smoke--691321299', 'project_id': 'f4caceda070544bbab647432833f66f2', 'port_security_enabled': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:56.126742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:56.130479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:network and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:56.133253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:56.138774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:56.152054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:31:56.155799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.188108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:31:56.197703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.198047 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Added segment 07e52228-b2d0-4357-a11e-d19a6f76347e of type vlan for network 880686eb-f036-4b25-9f78-3cb9104aea16 Dec 22 05:31:56.224401 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.263711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.269788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:56.270431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.274607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c723ee0-7156-4a67-a9ef-340725865e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:56.381193 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2636518 Dec 22 05:31:56.384277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38366) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:56.384988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Network': ['ID=880686eb-f036-4b25-9f78-3cb9104aea16,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:56.388045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d0af60e8-3ae2-46ac-970c-1263892bf2af tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:56.390205 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'admin_state_up': True, 'project_id': 'f4caceda070544bbab647432833f66f2', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:56.396482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 880686eb-f036-4b25-9f78-3cb9104aea16 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:31:56.398092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:56.401906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:router and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:56.404977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:56.412202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:56.423732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.425013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.441270 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.708483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:56.974788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-da5a2081-3ed3-4e6c-8004-89cd1c1f4b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:57.020756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:57.050139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:57.185944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.26.1.146 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/1ce90920-2c80-48b1-88fb-849efe3bca76) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:31:57.343751 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:57.382412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:57.386154 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d183569-55d9-477f-96b6-edb4b57676cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:57.448040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:31:57.450979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:31:57.453719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:31:57.492878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=1ce90920-2c80-48b1-88fb-849efe3bca76,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:57.495857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:58.020725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:58.148031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:58.181935 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:58.388828 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:58.607248 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router 27726265-0b34-411c-b53f-5e38cee71e84 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:31:58.790164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:31:58.800296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Sync routers for ids ['27726265-0b34-411c-b53f-5e38cee71e84'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:31:58.810254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Routers {'27726265-0b34-411c-b53f-5e38cee71e84'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:31:58.810877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['27726265-0b34-411c-b53f-5e38cee71e84'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:58.819004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:58.820338 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4349160 Dec 22 05:31:58.823451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38370) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:58.932260 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:31:58.987549 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5e7a3965-3a0e-4d5d-ae22-f866de2c312c tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=f4caceda070544bbab647432833f66f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1627910 Dec 22 05:31:58.990260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38376) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:58.990587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Set router 27726265-0b34-411c-b53f-5e38cee71e84 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:31:59.130873 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58ebc3-6b36-4c10-888a-a8c9b5d69c80 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:59.132430 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9d58ebc3-6b36-4c10-888a-a8c9b5d69c80 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412795 Dec 22 05:31:59.135421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38380) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:59.187877 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9d90db73-9660-4d78-813c-d76fd7422145 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512409 Dec 22 05:31:59.191717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38384) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:31:59.201492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794298773', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'project_id': 'f4caceda070544bbab647432833f66f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:59.300794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:31:57Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:59.306494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Checking router: 27726265-0b34-411c-b53f-5e38cee71e84 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:31:59.306936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Updating router 27726265-0b34-411c-b53f-5e38cee71e84 port 1ce90920-2c80-48b1-88fb-849efe3bca76 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:31:59.345665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:31:59.349821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:subnet and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:31:59.353705 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:31:59.364549 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:31:59.370169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:59.380715 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:31:59.383489 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:59.673613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:59.811130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:59.825201 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Transition to ACTIVE for port object 1ce90920-2c80-48b1-88fb-849efe3bca76 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:31:59.835017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:59.836574 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:59.839100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7dd18b08-27da-4d45-a0c4-86cf879c2d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:59.842123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bc769450-b2a7-4ea5-900a-8ca46bb75656 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:31:59.928779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Attempting to bind port 1ce90920-2c80-48b1-88fb-849efe3bca76 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:31:59.929098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Attempting to bind port 1ce90920-2c80-48b1-88fb-849efe3bca76 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:31:59.929436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Attempting to bind port 1ce90920-2c80-48b1-88fb-849efe3bca76 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:31:59.937531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Subnet': ['ID=85376e73-6fba-4916-9520-40982333ac27,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:59.939735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Pushing event updated for resources: {'Port': ['ID=1ce90920-2c80-48b1-88fb-849efe3bca76,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:59.942504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:31:59.942724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Checking segment: {'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:31:59.943029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:31:59.943267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network hostable DHCP agents. Network: 880686eb-f036-4b25-9f78-3cb9104aea16, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:31:59.943386 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:59.943694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:31:59.944228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Bound port: 1ce90920-2c80-48b1-88fb-849efe3bca76, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:31:59.944615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:59.948521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:31:59.970458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 880686eb-f036-4b25-9f78-3cb9104aea16 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:31:59.985090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 880686eb-f036-4b25-9f78-3cb9104aea16) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:31:59.987388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.987727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.988465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.988630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.988822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.989323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.989798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.990283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.990749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.991227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.991713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.992087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:59.992629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:31:59.993006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:00.006239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697d243a-d64c-4f5d-a5fb-126ee4583817 None None] Network 880686eb-f036-4b25-9f78-3cb9104aea16 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:32:00.020525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:00.024349 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8314290 Dec 22 05:32:00.027094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38388) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:32:00.168162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] For port 1ce90920-2c80-48b1-88fb-849efe3bca76, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:32:00.190288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] For port 1ce90920-2c80-48b1-88fb-849efe3bca76, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1ce90920-2c80-48b1-88fb-849efe3bca76,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:32:00.200833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:00.208699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:00.337406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Pushing event updated for resources: {'Port': ['ID=1ce90920-2c80-48b1-88fb-849efe3bca76,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:00.344195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:00.346753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Routers {'27726265-0b34-411c-b53f-5e38cee71e84'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:32:00.347671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['27726265-0b34-411c-b53f-5e38cee71e84'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:00.466043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-880686eb-f036-4b25-9f78-3cb9104aea16', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:32:00.466876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:00.634033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] Set router 27726265-0b34-411c-b53f-5e38cee71e84 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:32:00.760543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:00.898811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Allocated IP 172.20.0.2 (880686eb-f036-4b25-9f78-3cb9104aea16/85376e73-6fba-4916-9520-40982333ac27/f3287be8-b640-419b-b801-4ade788e995f) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:32:01.146144 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:31:57Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:01.154556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e1bb0-4c79-4fbc-8a42-43c63b5e7be5 None None] The sync data for ids ['27726265-0b34-411c-b53f-5e38cee71e84'] in dv-neutron-822524-1-hyperv is: [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:31:57Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:32:01.175050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.188051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Transition to ACTIVE for port object f3287be8-b640-419b-b801-4ade788e995f will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:32:01.207306 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Transition to ACTIVE for port object f3287be8-b640-419b-b801-4ade788e995f will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:32:01.215075 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.222267 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:01.287343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Network 880686eb-f036-4b25-9f78-3cb9104aea16 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:01.290238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:01.294574 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:32:01.294868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.20.0.1 (880686eb-f036-4b25-9f78-3cb9104aea16/85376e73-6fba-4916-9520-40982333ac27/841792cb-5025-4c53-8acd-f62a3bd39859) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:32:01.336239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Pushing event updated for resources: {'Port': ['ID=f3287be8-b640-419b-b801-4ade788e995f,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:01.343678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:01.421590 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Attempting to bind port f3287be8-b640-419b-b801-4ade788e995f on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:32:01.421964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Attempting to bind port f3287be8-b640-419b-b801-4ade788e995f by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:32:01.422340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Attempting to bind port f3287be8-b640-419b-b801-4ade788e995f on network 880686eb-f036-4b25-9f78-3cb9104aea16 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:32:01.436867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:32:01.438233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Checking segment: {'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:32:01.439234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.439567 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Bound using segment: {'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:32:01.440058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Bound port: f3287be8-b640-419b-b801-4ade788e995f, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:32:01.440493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.540243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ce90920-2c80-48b1-88fb-849efe3bca76 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:32:01.625281 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] For port f3287be8-b640-419b-b801-4ade788e995f, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:32:01.629945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] For port f3287be8-b640-419b-b801-4ade788e995f, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f3287be8-b640-419b-b801-4ade788e995f,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:32:01.637874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.642474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:01.675343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.680920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 1ce90920-2c80-48b1-88fb-849efe3bca76 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:32:01.691911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Transition to ACTIVE for port object 841792cb-5025-4c53-8acd-f62a3bd39859 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:32:01.720469 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.726539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-339076ef-4ba9-4caf-b717-2aa999de00d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:01.755654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1ce90920-2c80-48b1-88fb-849efe3bca76 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:01.756023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.797108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 880686eb-f036-4b25-9f78-3cb9104aea16 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:01.800749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:01.803255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:32:01.837350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Pushing event updated for resources: {'Port': ['ID=f3287be8-b640-419b-b801-4ade788e995f,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:01.841643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:01.857937 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=841792cb-5025-4c53-8acd-f62a3bd39859,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:01.860115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:01.883638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.923682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.944554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 1ce90920-2c80-48b1-88fb-849efe3bca76, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1ce90920-2c80-48b1-88fb-849efe3bca76,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:32:01.951515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:01.955607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:02.027981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=1ce90920-2c80-48b1-88fb-849efe3bca76,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:02.043352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:02.203971 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:02.638767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:02.645322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:02.674554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6ca960f-da78-4dc4-82dc-bf1a03e150a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:02.763689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=841792cb-5025-4c53-8acd-f62a3bd39859,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:02.766739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:02.770612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:02.911763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 880686eb-f036-4b25-9f78-3cb9104aea16 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:02.912955 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:03.097579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router 27726265-0b34-411c-b53f-5e38cee71e84 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:32:03.408314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4376f62f-660b-4f36-9d93-0f6f303fa543 None None] Network 880686eb-f036-4b25-9f78-3cb9104aea16 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:32:03.435726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:32:03.456500 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Sync routers for ids ['27726265-0b34-411c-b53f-5e38cee71e84'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:32:03.457036 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "PUT /v2.0/routers/27726265-0b34-411c-b53f-5e38cee71e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4273062 Dec 22 05:32:03.474976 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Routers {'27726265-0b34-411c-b53f-5e38cee71e84'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:32:03.475860 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['27726265-0b34-411c-b53f-5e38cee71e84'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:03.550365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6e70e39e-ac4f-4736-9c65-a15f1b26f723 None None] Provisioning for port f3287be8-b640-419b-b801-4ade788e995f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:32:03.608059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f3287be8-b640-419b-b801-4ade788e995f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:32:03.648514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e31b7204-5bef-4458-9121-1c840367ce20 req-9dbf2ac4-40f5-430e-8a8f-c2b3f7f8c339 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:32:03.669518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e31b7204-5bef-4458-9121-1c840367ce20 req-9dbf2ac4-40f5-430e-8a8f-c2b3f7f8c339 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:32:03.671294 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-9dbf2ac4-40f5-430e-8a8f-c2b3f7f8c339 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899311472&fields=id&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 267 time: 0.0684607 Dec 22 05:32:03.682484 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Set router 27726265-0b34-411c-b53f-5e38cee71e84 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:32:03.752053 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port f3287be8-b640-419b-b801-4ade788e995f completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:32:03.759318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f3287be8-b640-419b-b801-4ade788e995f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:03.760206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:03.832234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7204-5bef-4458-9121-1c840367ce20 req-d6b8464d-4d35-4673-8d35-e239d2ef5cca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:03.836729 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-d6b8464d-4d35-4673-8d35-e239d2ef5cca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/networks?id=880686eb-f036-4b25-9f78-3cb9104aea16 HTTP/1.1" status: 200 len: 796 time: 0.1570289 Dec 22 05:32:03.851516 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-ca690a04-76bd-4089-8175-6a131df883c7 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/quotas/f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 375 time: 0.0104136 Dec 22 05:32:03.888344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:03.925208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port f3287be8-b640-419b-b801-4ade788e995f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f3287be8-b640-419b-b801-4ade788e995f,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:32:03.932158 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:03.933124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ce90920-2c80-48b1-88fb-849efe3bca76 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:32:03.965645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e31b7204-5bef-4458-9121-1c840367ce20 req-5aa1b655-5586-42db-8d70-6ebd6d9faaae tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:32:03.989755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:03.990591 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e31b7204-5bef-4458-9121-1c840367ce20 req-5aa1b655-5586-42db-8d70-6ebd6d9faaae tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:32:03.994929 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-5aa1b655-5586-42db-8d70-6ebd6d9faaae tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270044 Dec 22 05:32:04.039048 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:32:02Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '841792cb-5025-4c53-8acd-f62a3bd39859', 'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:00:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:01Z', 'updated_at': '2021-12-22T05:32:02Z', 'revision_number': 2, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '85376e73-6fba-4916-9520-40982333ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:04.043843 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Checking router: 27726265-0b34-411c-b53f-5e38cee71e84 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:32:04.044248 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Updating router 27726265-0b34-411c-b53f-5e38cee71e84 port 841792cb-5025-4c53-8acd-f62a3bd39859 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:32:04.074897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=f3287be8-b640-419b-b801-4ade788e995f,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:04.088086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:04.096499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 1ce90920-2c80-48b1-88fb-849efe3bca76 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:04.096804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:04.106007 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:04.155730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6ed5fc15-b873-4d39-9d7e-66beba80d49b None None] Provisioning complete for port f3287be8-b640-419b-b801-4ade788e995f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:04.156111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fc15-b873-4d39-9d7e-66beba80d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:04.237649 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-5c3c48e6-6134-46ee-b1cc-494c0fdd2c77 service neutron] 10.222.0.36 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247458 Dec 22 05:32:04.398750 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-e4f579dd-884a-4687-aaa7-e0a6fd57faa0 service neutron] 10.222.0.36 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554453 Dec 22 05:32:04.430669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6ed5fc15-b873-4d39-9d7e-66beba80d49b None None] Provisioning for port 841792cb-5025-4c53-8acd-f62a3bd39859 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:32:04.436838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6ed5fc15-b873-4d39-9d7e-66beba80d49b None None] Provisioning complete for port 841792cb-5025-4c53-8acd-f62a3bd39859 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:04.437353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fc15-b873-4d39-9d7e-66beba80d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:04.500952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6ed5fc15-b873-4d39-9d7e-66beba80d49b None None] Port 841792cb-5025-4c53-8acd-f62a3bd39859 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:32:04.515717 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:04.535126 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Transition to ACTIVE for port object 841792cb-5025-4c53-8acd-f62a3bd39859 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:32:04.550295 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:04.555689 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-6ce4e8a3-fab5-4add-b89c-1bcb9824bf01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:04.623056 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1558441e-e859-46f8-819b-f95b7f4bb621 req-59868608-0fad-4296-9c94-f6d657e781b9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 210 time: 0.0494630 Dec 22 05:32:04.746356 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Pushing event updated for resources: {'Port': ['ID=841792cb-5025-4c53-8acd-f62a3bd39859,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:04.769961 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.770309 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.770636 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.771270 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.771588 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.771904 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.772239 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.772553 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.772860 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.773166 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.773479 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.773801 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:04.779383 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:04.781395 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Attempting to bind port 841792cb-5025-4c53-8acd-f62a3bd39859 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:32:04.781759 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Attempting to bind port 841792cb-5025-4c53-8acd-f62a3bd39859 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:32:04.782118 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Attempting to bind port 841792cb-5025-4c53-8acd-f62a3bd39859 on network 880686eb-f036-4b25-9f78-3cb9104aea16 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:32:04.787719 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:32:04.788083 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Checking segment: {'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:32:04.789298 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:04.789298 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Bound using segment: {'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:32:04.789298 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Bound port: 841792cb-5025-4c53-8acd-f62a3bd39859, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:32:04.789693 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:04.880349 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] For port 841792cb-5025-4c53-8acd-f62a3bd39859, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:32:04.883300 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] For port 841792cb-5025-4c53-8acd-f62a3bd39859, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=841792cb-5025-4c53-8acd-f62a3bd39859,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:32:04.890222 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:04.894863 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-024c3424-8560-493b-98c1-60b8dfa17d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:05.001362 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Routers {'27726265-0b34-411c-b53f-5e38cee71e84'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:32:05.001992 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['27726265-0b34-411c-b53f-5e38cee71e84'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:05.057942 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Pushing event updated for resources: {'Port': ['ID=841792cb-5025-4c53-8acd-f62a3bd39859,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:05.070291 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:05.193933 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] Set router 27726265-0b34-411c-b53f-5e38cee71e84 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:32:05.487115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f3287be8-b640-419b-b801-4ade788e995f up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:32:05.526589 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:32:02Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '841792cb-5025-4c53-8acd-f62a3bd39859', 'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:00:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:01Z', 'updated_at': '2021-12-22T05:32:04Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '85376e73-6fba-4916-9520-40982333ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:05.531859 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6dfab-4bdb-4fd4-b7d8-df2af211edc4 None None] The sync data for ids ['27726265-0b34-411c-b53f-5e38cee71e84'] in dv-neutron-822524-1-hyperv is: [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:32:02Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '841792cb-5025-4c53-8acd-f62a3bd39859', 'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:00:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:01Z', 'updated_at': '2021-12-22T05:32:04Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '85376e73-6fba-4916-9520-40982333ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:32:05.562786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f3287be8-b640-419b-b801-4ade788e995f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:05.563164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:05.801553 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e56f0d05-d516-46ee-97ba-8793b2d2e6c4 req-12155abc-c1d9-42ec-8a55-db4fb73f2f27 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 210 time: 0.0508251 Dec 22 05:32:06.051017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7204-5bef-4458-9121-1c840367ce20 req-d22bc57a-b241-41c0-8cd2-e65004c0d03f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:06.051737 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-e31b7204-5bef-4458-9121-1c840367ce20 req-d22bc57a-b241-41c0-8cd2-e65004c0d03f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:32:06.073097 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-e31b7204-5bef-4458-9121-1c840367ce20 req-d22bc57a-b241-41c0-8cd2-e65004c0d03f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:32:06.074398 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-d22bc57a-b241-41c0-8cd2-e65004c0d03f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/networks?id=880686eb-f036-4b25-9f78-3cb9104aea16 HTTP/1.1" status: 200 len: 796 time: 0.1961498 Dec 22 05:32:06.136919 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-d47f92c4-1984-41a0-88e8-b98fc5c1e384 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 380 time: 0.0451341 Dec 22 05:32:06.150273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'port': {'device_id': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'admin_state_up': True, 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'security_groups': ['81e78b34-b7d6-43d0-b52c-1c0835f3a24a']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:06.294107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:32:06.304269 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:32:06.316536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:32:06.320271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:06.493053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.20.0.5 (880686eb-f036-4b25-9f78-3cb9104aea16/85376e73-6fba-4916-9520-40982333ac27/dd102f25-f461-4f31-a11d-c85396bf6974) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:32:06.813673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:06.832108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Transition to ACTIVE for port object dd102f25-f461-4f31-a11d-c85396bf6974 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:32:06.862034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:06.868328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5cfaa4d2-8a6b-408b-93fd-2920bc3b5caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:06.933695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 880686eb-f036-4b25-9f78-3cb9104aea16 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:06.936809 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:06.940855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:32:06.976109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=dd102f25-f461-4f31-a11d-c85396bf6974,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:06.983133 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:07.011722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae08e5-eb9f-4abf-bfc5-0782578d8b09 req-71efbd81-b658-4623-8616-771b425cdda7 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:07.012364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:07.012977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:07.013263 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-75ae08e5-eb9f-4abf-bfc5-0782578d8b09 req-71efbd81-b658-4623-8616-771b425cdda7 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 931 time: 0.0947433 Dec 22 05:32:07.040083 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8940978 Dec 22 05:32:07.057544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Request body: {'port': {'device_id': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:07.067811 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-75ae08e5-eb9f-4abf-bfc5-0782578d8b09 req-0ddc4258-fa61-412b-a7ff-915eb37d0d79 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479040 Dec 22 05:32:07.173525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:07.220484 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8e12f413-e10f-4c0b-b7e3-3833c0e28c99 None None] Provisioning for port dd102f25-f461-4f31-a11d-c85396bf6974 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:32:07.226174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8e12f413-e10f-4c0b-b7e3-3833c0e28c99 None None] Provisioning complete for port dd102f25-f461-4f31-a11d-c85396bf6974 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:07.226671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8e12f413-e10f-4c0b-b7e3-3833c0e28c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:07.291348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8e12f413-e10f-4c0b-b7e3-3833c0e28c99 None None] Port dd102f25-f461-4f31-a11d-c85396bf6974 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:32:07.501802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 841792cb-5025-4c53-8acd-f62a3bd39859 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:32:07.541071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd102f25-f461-4f31-a11d-c85396bf6974 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:32:07.552835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:07.569543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Transition to ACTIVE for port object dd102f25-f461-4f31-a11d-c85396bf6974 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:32:07.576014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:07.576994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 841792cb-5025-4c53-8acd-f62a3bd39859 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:32:07.580121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7aef7a21-1ef1-4f14-99fc-910081214e10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:07.581977 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 841792cb-5025-4c53-8acd-f62a3bd39859 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:07.582376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:07.711476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:07.737652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Pushing event updated for resources: {'Port': ['ID=dd102f25-f461-4f31-a11d-c85396bf6974,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:07.745408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:07.748475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 841792cb-5025-4c53-8acd-f62a3bd39859, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=841792cb-5025-4c53-8acd-f62a3bd39859,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:32:07.754343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:07.757273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5ceef8fe-bd20-4343-9577-84dfd17468cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:07.821064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Attempting to bind port dd102f25-f461-4f31-a11d-c85396bf6974 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:32:07.821402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Attempting to bind port dd102f25-f461-4f31-a11d-c85396bf6974 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:32:07.821724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Attempting to bind port dd102f25-f461-4f31-a11d-c85396bf6974 on network 880686eb-f036-4b25-9f78-3cb9104aea16 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:32:07.826357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Port dd102f25-f461-4f31-a11d-c85396bf6974 on network 880686eb-f036-4b25-9f78-3cb9104aea16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:32:07.826698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Attempting to bind port dd102f25-f461-4f31-a11d-c85396bf6974 on network 880686eb-f036-4b25-9f78-3cb9104aea16 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:32:07.831778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:32:07.832111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Checking segment: {'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:32:07.832545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Bound using segment: {'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:32:07.832961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Bound port: dd102f25-f461-4f31-a11d-c85396bf6974, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e52228-b2d0-4357-a11e-d19a6f76347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:32:07.833319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:07.834485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=841792cb-5025-4c53-8acd-f62a3bd39859,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:07.837628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:07.923578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] For port dd102f25-f461-4f31-a11d-c85396bf6974, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:32:07.927181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] For port dd102f25-f461-4f31-a11d-c85396bf6974, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd102f25-f461-4f31-a11d-c85396bf6974,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:32:07.933608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:07.937539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a63ac301-a8a6-4f98-bd21-b696f3d6ca29 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:08.001890 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:08.002515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:08.003958 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] 10.222.0.61 "PUT /v2.0/ports/dd102f25-f461-4f31-a11d-c85396bf6974 HTTP/1.1" status: 200 len: 1093 time: 0.9508350 Dec 22 05:32:08.004524 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'tag': 'dd102f25-f461-4f31-a11d-c85396bf6974'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:32:08.027983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Pushing event updated for resources: {'Port': ['ID=dd102f25-f461-4f31-a11d-c85396bf6974,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:08.031838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:08.065165 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'tag': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'status': 'completed', 'code': 200} Dec 22 05:32:08.157474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7204-5bef-4458-9121-1c840367ce20 req-c07f1b9d-1bf7-4f66-9837-83b096864ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:08.159379 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-c07f1b9d-1bf7-4f66-9837-83b096864ce9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 1096 time: 0.0769477 Dec 22 05:32:08.247009 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-e2021be2-914d-41d7-9b23-928faa734527 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd102f25-f461-4f31-a11d-c85396bf6974 HTTP/1.1" status: 200 len: 217 time: 0.0735807 Dec 22 05:32:08.270280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b2ee4-2a6c-44c3-b635-264f6d716b39 req-310cd84f-f292-4776-a9c2-aeca37df7317 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:08.272268 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-958b2ee4-2a6c-44c3-b635-264f6d716b39 req-310cd84f-f292-4776-a9c2-aeca37df7317 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 943 time: 0.0917239 Dec 22 05:32:08.310562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7204-5bef-4458-9121-1c840367ce20 req-525d1002-c330-4606-90e3-4e8c0edc60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:08.312089 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-525d1002-c330-4606-90e3-4e8c0edc60b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85376e73-6fba-4916-9520-40982333ac27 HTTP/1.1" status: 200 len: 835 time: 0.0588431 Dec 22 05:32:08.320272 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-958b2ee4-2a6c-44c3-b635-264f6d716b39 req-0918a286-3725-4a56-b4af-1a80cb2ec350 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Dec 22 05:32:08.397496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7204-5bef-4458-9121-1c840367ce20 req-4474d672-aef4-4f14-aece-b40a2d90b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:08.398989 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-4474d672-aef4-4f14-aece-b40a2d90b299 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=880686eb-f036-4b25-9f78-3cb9104aea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806363 Dec 22 05:32:08.538368 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-8d2ae677-25b1-451a-ba6f-dda84b64b0e1 service neutron] 10.222.0.61 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320007 Dec 22 05:32:08.675576 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e31b7204-5bef-4458-9121-1c840367ce20 req-bea12ec5-df40-4eda-942a-98fe089833b0 service neutron] 10.222.0.61 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302142 Dec 22 05:32:08.844188 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-1d241b37-0ecc-4917-8eda-b63e1531df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:08.845672 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-1d241b37-0ecc-4917-8eda-b63e1531df73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 1096 time: 0.0788548 Dec 22 05:32:09.092826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-c13466bf-e609-4ead-ad61-b82c22df718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:09.094745 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-c13466bf-e609-4ead-ad61-b82c22df718b service neutron] 10.222.0.61 "GET /v2.0/networks?id=880686eb-f036-4b25-9f78-3cb9104aea16 HTTP/1.1" status: 200 len: 897 time: 0.2424212 Dec 22 05:32:09.167632 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-f89fc014-a4f1-4379-8a38-1908de2e1991 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd102f25-f461-4f31-a11d-c85396bf6974 HTTP/1.1" status: 200 len: 217 time: 0.0656953 Dec 22 05:32:09.238814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-4304b62d-872c-479c-aa50-8dc95072fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:09.240289 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-4304b62d-872c-479c-aa50-8dc95072fde1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85376e73-6fba-4916-9520-40982333ac27 HTTP/1.1" status: 200 len: 835 time: 0.0653982 Dec 22 05:32:09.322818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-62a13473-8829-42a3-8cb6-f4d75c103723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:09.324421 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-62a13473-8829-42a3-8cb6-f4d75c103723 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=880686eb-f036-4b25-9f78-3cb9104aea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771978 Dec 22 05:32:09.468959 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-736b79fd-a965-493c-b30f-31e06213df8a service neutron] 10.222.0.61 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366408 Dec 22 05:32:09.501630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 841792cb-5025-4c53-8acd-f62a3bd39859 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:32:09.512325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1c0c7-e9ec-4d9a-ba2f-c14eb42ec7e2 req-34e6cc5c-dc5c-437e-9aae-98a4b61e0894 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:09.513956 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b1b1c0c7-e9ec-4d9a-ba2f-c14eb42ec7e2 req-34e6cc5c-dc5c-437e-9aae-98a4b61e0894 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 943 time: 0.0852516 Dec 22 05:32:09.570519 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b1b1c0c7-e9ec-4d9a-ba2f-c14eb42ec7e2 req-31e8b5a0-f7f5-46f1-bcdf-40ca100fce6c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500748 Dec 22 05:32:09.617755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 841792cb-5025-4c53-8acd-f62a3bd39859 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:09.618236 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:09.625942 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5df3985c-0786-4188-8757-2a8ed1d556ec req-175ddef2-8da3-4481-b856-220b4c9f1602 service neutron] 10.222.0.61 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491404 Dec 22 05:32:10.775674 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54468-f3c3-4d94-bbf3-0ac410e64b5b req-5a431951-75d4-45a3-9134-32f3c3a5d85d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:10.777185 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40c54468-f3c3-4d94-bbf3-0ac410e64b5b req-5a431951-75d4-45a3-9134-32f3c3a5d85d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 943 time: 0.0898857 Dec 22 05:32:10.831011 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40c54468-f3c3-4d94-bbf3-0ac410e64b5b req-1ad79c9d-4114-4f01-82de-5498286ac136 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462420 Dec 22 05:32:11.307864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device dd102f25-f461-4f31-a11d-c85396bf6974 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:32:11.460287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port dd102f25-f461-4f31-a11d-c85396bf6974, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd102f25-f461-4f31-a11d-c85396bf6974,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:32:11.479410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'port_id': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'mac_address': 'fa:16:3e:fa:63:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:32:11.540815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:11.560976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd102f25-f461-4f31-a11d-c85396bf6974 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:32:11.580578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port dd102f25-f461-4f31-a11d-c85396bf6974, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd102f25-f461-4f31-a11d-c85396bf6974,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:32:11.587416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:11.589403 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:11.658653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=dd102f25-f461-4f31-a11d-c85396bf6974,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:11.662063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:12.029322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['dd102f25-f461-4f31-a11d-c85396bf6974'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:32:12.048965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680b478-513d-4ae9-9c31-77372347ade4 req-5298f98c-37c4-4001-98ab-3ab9094728e4 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:12.050442 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7680b478-513d-4ae9-9c31-77372347ade4 req-5298f98c-37c4-4001-98ab-3ab9094728e4 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 944 time: 0.0979722 Dec 22 05:32:12.098043 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7680b478-513d-4ae9-9c31-77372347ade4 req-ca2c9402-4c1a-40ca-b6f0-2fdb74b71bf8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415142 Dec 22 05:32:13.305242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1bae1-b688-48ba-a957-00fcb81fd6d2 req-5a96a042-7715-4c8b-b7ab-e7dcf78caf22 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:13.306733 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bfa1bae1-b688-48ba-a957-00fcb81fd6d2 req-5a96a042-7715-4c8b-b7ab-e7dcf78caf22 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 944 time: 0.0930693 Dec 22 05:32:13.330769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device dd102f25-f461-4f31-a11d-c85396bf6974 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:32:13.352813 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bfa1bae1-b688-48ba-a957-00fcb81fd6d2 req-95a97927-de31-41a7-b9e8-ef5c84fdee4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400410 Dec 22 05:32:13.404177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port dd102f25-f461-4f31-a11d-c85396bf6974 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:32:13.409104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port dd102f25-f461-4f31-a11d-c85396bf6974 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:13.409486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:13.526957 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:13.553271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd102f25-f461-4f31-a11d-c85396bf6974'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:32:13.562868 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port dd102f25-f461-4f31-a11d-c85396bf6974, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd102f25-f461-4f31-a11d-c85396bf6974,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:32:13.568186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:13.571117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3760edd8-ceda-4969-ae59-9dfa4d2098ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:13.606797 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'code': 200} Dec 22 05:32:13.645562 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=dd102f25-f461-4f31-a11d-c85396bf6974,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:13.648969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:13.875774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf5d1f-cda7-4fe5-8665-40a8be1cb839 req-25fee4f6-53ea-4184-9b37-5fdb12cba94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:13.877301 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59bf5d1f-cda7-4fe5-8665-40a8be1cb839 req-25fee4f6-53ea-4184-9b37-5fdb12cba94e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 1098 time: 0.0720809 Dec 22 05:32:13.919933 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-59bf5d1f-cda7-4fe5-8665-40a8be1cb839 req-65879a18-c5da-4495-98f2-a7533aeeb1a1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361753 Dec 22 05:32:14.559492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce62bd3-06a1-4ef2-b34a-4a54814fb5ab req-086194fd-6044-4128-8cd2-e0ed2b5ca9e0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:14.560921 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ce62bd3-06a1-4ef2-b34a-4a54814fb5ab req-086194fd-6044-4128-8cd2-e0ed2b5ca9e0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.0934596 Dec 22 05:32:14.606831 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ce62bd3-06a1-4ef2-b34a-4a54814fb5ab req-1d65c7e5-7851-4be3-baff-e97e37fa1e07 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399814 Dec 22 05:32:14.986978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:15.815927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10363cd-e876-4b8f-bb07-9e4047735391 req-2e76f8cd-dfc5-4663-a499-87da2da4e532 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:15.817410 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f10363cd-e876-4b8f-bb07-9e4047735391 req-2e76f8cd-dfc5-4663-a499-87da2da4e532 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.0884728 Dec 22 05:32:15.865113 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f10363cd-e876-4b8f-bb07-9e4047735391 req-048a8bf8-46ee-4fdd-b47d-df4d9a4ac7ad tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393829 Dec 22 05:32:16.090260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c46c74-bbb6-4cab-8967-5b68c4bac9b1 req-a904161a-ab4a-4fc2-9f9c-a9bcebbcd64a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:16.091920 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33c46c74-bbb6-4cab-8967-5b68c4bac9b1 req-a904161a-ab4a-4fc2-9f9c-a9bcebbcd64a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.1085858 Dec 22 05:32:16.141120 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33c46c74-bbb6-4cab-8967-5b68c4bac9b1 req-3e697231-0789-4eeb-9b51-465b778e517a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432580 Dec 22 05:32:16.164007 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38448) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:32:16.243557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b68f40-bf1a-49f4-b1b6-ef6f77e7f31c tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:16.245125 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d4b68f40-bf1a-49f4-b1b6-ef6f77e7f31c tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 1093 time: 0.0799232 Dec 22 05:32:16.248182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38452) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:32:16.253666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:16.260098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:32:16.263939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:floatingip and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:32:16.266988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:32:16.274449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:32:16.287527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:16.435928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:16.579250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.26.1.40 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/3f4929fb-fed2-4a5a-9aa7-cb860cdd6297) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:32:16.730528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:16.764413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:16.769339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b99fb3b0-557c-4aa5-9e19-265159119cc8 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:16.834539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:16.837311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:16.841056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:32:16.875452 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=3f4929fb-fed2-4a5a-9aa7-cb860cdd6297,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:16.889827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:17.393934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:17.470578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:17.689784 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:17.697693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:17.704468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:32:17.817459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=3f4929fb-fed2-4a5a-9aa7-cb860cdd6297,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:17.821392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:32:17.826109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:18.002342 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Floating IP 3a6c5e20-ba5f-46c3-b432-3c438bb58f5e associated. External IP: 172.26.1.40, port: dd102f25-f461-4f31-a11d-c85396bf6974. Dec 22 05:32:18.372591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router 27726265-0b34-411c-b53f-5e38cee71e84 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:32:18.556725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:32:18.566837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] Sync routers for ids ['27726265-0b34-411c-b53f-5e38cee71e84'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:32:18.576830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] Routers {'27726265-0b34-411c-b53f-5e38cee71e84'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:32:18.577490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['27726265-0b34-411c-b53f-5e38cee71e84'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:18.582968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:18.640435 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3910882 Dec 22 05:32:18.641096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'tag': 'dd102f25-f461-4f31-a11d-c85396bf6974'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:32:18.690711 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'tag': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'status': 'completed', 'code': 200} Dec 22 05:32:18.768438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] Set router 27726265-0b34-411c-b53f-5e38cee71e84 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:32:18.811912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-c9199439-1afe-4814-80b5-80ec0a5946a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:18.813575 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-c9199439-1afe-4814-80b5-80ec0a5946a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 1098 time: 0.0762267 Dec 22 05:32:18.818977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cb286-a9e7-44e4-a3ab-4d299ac2709f req-fc81ea8c-d59e-4375-aa20-aa669df05e88 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:18.820511 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea9cb286-a9e7-44e4-a3ab-4d299ac2709f req-fc81ea8c-d59e-4375-aa20-aa669df05e88 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.0815942 Dec 22 05:32:18.868602 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea9cb286-a9e7-44e4-a3ab-4d299ac2709f req-82db8f95-cd36-43c8-8483-d74a5d968d46 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Dec 22 05:32:18.894421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38460) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:32:19.011779 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-648a67c4-54be-4e93-b252-2664e68cb6a2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/3a6c5e20-ba5f-46c3-b432-3c438bb58f5e HTTP/1.1" status: 200 len: 990 time: 0.1158531 Dec 22 05:32:19.084295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-1dd0e8cb-4ae3-43de-919f-3a8c9ed2b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:19.085783 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-1dd0e8cb-4ae3-43de-919f-3a8c9ed2b670 service neutron] 10.222.0.61 "GET /v2.0/networks?id=880686eb-f036-4b25-9f78-3cb9104aea16 HTTP/1.1" status: 200 len: 897 time: 0.2661488 Dec 22 05:32:19.162960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:32:02Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '3a6c5e20-ba5f-46c3-b432-3c438bb58f5e', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.40', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'port_id': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'mac_address': 'fa:16:3e:fa:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:32:17Z', 'updated_at': '2021-12-22T05:32:17Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841792cb-5025-4c53-8acd-f62a3bd39859', 'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:00:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:01Z', 'updated_at': '2021-12-22T05:32:07Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '85376e73-6fba-4916-9520-40982333ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:19.167241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] Checking router: 27726265-0b34-411c-b53f-5e38cee71e84 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:32:19.176328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] Routers {'27726265-0b34-411c-b53f-5e38cee71e84'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:32:19.176936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:31:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['27726265-0b34-411c-b53f-5e38cee71e84'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:19.198727 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-c2e92f3d-8052-4fd5-8c33-ce51fe878ae2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd102f25-f461-4f31-a11d-c85396bf6974 HTTP/1.1" status: 200 len: 998 time: 0.1058111 Dec 22 05:32:19.260883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-950ba872-1727-49cb-94d6-73d7218e193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:19.262432 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-950ba872-1727-49cb-94d6-73d7218e193a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85376e73-6fba-4916-9520-40982333ac27 HTTP/1.1" status: 200 len: 835 time: 0.0574627 Dec 22 05:32:19.343716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-02bed4fb-09e2-451b-b5d2-d2ec0bf85cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:19.345303 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-02bed4fb-09e2-451b-b5d2-d2ec0bf85cd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=880686eb-f036-4b25-9f78-3cb9104aea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763464 Dec 22 05:32:19.354736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] Set router 27726265-0b34-411c-b53f-5e38cee71e84 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:32:19.478963 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-a0d0024f-62d4-4dc5-b2ba-3834f0dd60c8 service neutron] 10.222.0.61 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269174 Dec 22 05:32:19.616535 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02a6167c-e6a9-4787-9e5d-9c5fe571982c req-d6e7f653-bfb2-4b79-803f-d2752b6403ba service neutron] 10.222.0.61 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312230 Dec 22 05:32:19.731844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:32:02Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '3a6c5e20-ba5f-46c3-b432-3c438bb58f5e', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.40', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'port_id': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'mac_address': 'fa:16:3e:fa:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:32:17Z', 'updated_at': '2021-12-22T05:32:17Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841792cb-5025-4c53-8acd-f62a3bd39859', 'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:00:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:01Z', 'updated_at': '2021-12-22T05:32:07Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '85376e73-6fba-4916-9520-40982333ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:19.736874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6982e-9e3e-4877-bf2e-246dea575ed5 None None] The sync data for ids ['27726265-0b34-411c-b53f-5e38cee71e84'] in dv-neutron-822524-1-hyperv is: [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:32:02Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '3a6c5e20-ba5f-46c3-b432-3c438bb58f5e', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.40', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'port_id': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'mac_address': 'fa:16:3e:fa:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:32:17Z', 'updated_at': '2021-12-22T05:32:17Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841792cb-5025-4c53-8acd-f62a3bd39859', 'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:00:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:01Z', 'updated_at': '2021-12-22T05:32:07Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '85376e73-6fba-4916-9520-40982333ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:32:19.946329 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a84038-d2e2-417b-ba4a-31bfb02c3d0c None None] New status for floating IP 3a6c5e20-ba5f-46c3-b432-3c438bb58f5e: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:32:20.015864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38464) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:32:20.127346 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-73c72da9-b6d2-4a57-93c2-e7025320b447 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/3a6c5e20-ba5f-46c3-b432-3c438bb58f5e HTTP/1.1" status: 200 len: 990 time: 0.1100044 Dec 22 05:32:21.131061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38468) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:32:21.242833 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-411c8664-8c75-43aa-ba2e-7cf3505ee77b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/3a6c5e20-ba5f-46c3-b432-3c438bb58f5e HTTP/1.1" status: 200 len: 992 time: 0.1103046 Dec 22 05:32:24.638979 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-db4ae102-a845-46fc-a10c-50ba97462d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.974578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fc849bd4-1d95-46fd-a0a2-8910e0986163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:28.146014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:28.186969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:29.637811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:35.925694 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-97e9c34f-8d40-4129-a3bb-d1f4ff4e0f5a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748510 Dec 22 05:32:35.932224 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:32:36.102252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-6f4eb1ff-6d7b-4155-954a-c5eb1df2e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:36.103764 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-6f4eb1ff-6d7b-4155-954a-c5eb1df2e79c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 1098 time: 0.0834990 Dec 22 05:32:36.254264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-4c527e78-9a72-4abf-97b2-7d48ebefb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:36.255692 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-4c527e78-9a72-4abf-97b2-7d48ebefb8cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=880686eb-f036-4b25-9f78-3cb9104aea16 HTTP/1.1" status: 200 len: 897 time: 0.1312501 Dec 22 05:32:36.360170 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-a2f6b052-fe65-447e-b054-00adb1e708d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd102f25-f461-4f31-a11d-c85396bf6974 HTTP/1.1" status: 200 len: 1000 time: 0.0975432 Dec 22 05:32:36.433117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-0357afe5-41a4-465e-b9f8-ae927fc4c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:36.435050 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-0357afe5-41a4-465e-b9f8-ae927fc4c585 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85376e73-6fba-4916-9520-40982333ac27 HTTP/1.1" status: 200 len: 835 time: 0.0679374 Dec 22 05:32:36.517872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-b9e3efc3-7526-476f-9a42-c42a65997244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:36.519463 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-b9e3efc3-7526-476f-9a42-c42a65997244 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=880686eb-f036-4b25-9f78-3cb9104aea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771337 Dec 22 05:32:36.654317 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-2ca47039-1564-45cc-9f50-4fd740f10082 service neutron] 10.222.0.61 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279447 Dec 22 05:32:36.913822 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e52cb30e-a36f-4ae8-8cd0-f775c85e3c0c req-fe947b78-4622-4a06-8ed9-ea9f0b0fe3c2 service neutron] 10.222.0.61 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525408 Dec 22 05:32:44.991790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:54.638006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1d324b71-ca29-4be3-a47b-502c30fb3f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:56.975307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-65ca70d1-bde8-4db0-9b73-5de9057c84a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:58.149172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:58.188897 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:59.640718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:12.937711 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:33:14.999265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:24.634916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ca164881-d140-49fe-a6a0-5ca03465b72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:25.327019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff31263-30ff-439b-a4f4-58eed4aa6e27 req-b1831c61-db81-4122-b3a2-dea14eb0b9f9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:25.328550 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2ff31263-30ff-439b-a4f4-58eed4aa6e27 req-b1831c61-db81-4122-b3a2-dea14eb0b9f9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.2202640 Dec 22 05:33:25.375615 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2ff31263-30ff-439b-a4f4-58eed4aa6e27 req-26474126-a3ed-4e56-a7ef-6eb6496e6590 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399232 Dec 22 05:33:26.581158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942478c-9ca4-4907-879e-26d35641133a req-e4f94614-f100-442e-926b-de678c253bc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:26.582557 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4942478c-9ca4-4907-879e-26d35641133a req-e4f94614-f100-442e-926b-de678c253bc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.0905962 Dec 22 05:33:26.627571 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4942478c-9ca4-4907-879e-26d35641133a req-0694ce7c-1583-4620-88ec-2f0ee6c62193 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391653 Dec 22 05:33:26.651872 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38498) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:26.759784 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8cf564c8-2e6d-4be4-8478-8a179564c714 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/3a6c5e20-ba5f-46c3-b432-3c438bb58f5e HTTP/1.1" status: 200 len: 992 time: 0.1066277 Dec 22 05:33:26.974486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-68194423-c2e0-4a42-8d94-69fee5b5ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:28.144206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:28.191370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:28.270448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81c1f9-1715-4e73-9ded-660e4781a9fa req-d900cd02-fa7f-4718-95a9-a60bad2128e3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:28.271882 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8a81c1f9-1715-4e73-9ded-660e4781a9fa req-d900cd02-fa7f-4718-95a9-a60bad2128e3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.0858607 Dec 22 05:33:28.329397 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8a81c1f9-1715-4e73-9ded-660e4781a9fa req-b4b04868-bc24-4a28-8c42-7c8281f99468 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515168 Dec 22 05:33:29.531240 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33764399-666e-4299-ae86-164bfc9524c2 req-eadd3ef1-fc0f-4392-b27e-97a87043631c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:29.532651 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33764399-666e-4299-ae86-164bfc9524c2 req-eadd3ef1-fc0f-4392-b27e-97a87043631c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.0863254 Dec 22 05:33:29.580094 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33764399-666e-4299-ae86-164bfc9524c2 req-d979e9c2-d995-4801-8b61-fb955b40e2a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 Dec 22 05:33:29.603071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38510) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:29.642561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.716227 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-27764768-00de-499d-9cc4-18b09329a613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/3a6c5e20-ba5f-46c3-b432-3c438bb58f5e HTTP/1.1" status: 200 len: 992 time: 0.1116760 Dec 22 05:33:30.056724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38518) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:30.278244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 3f4929fb-fed2-4a5a-9aa7-cb860cdd6297 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:33:30.278719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.458453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.458745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.585656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 3f4929fb-fed2-4a5a-9aa7-cb860cdd6297 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:33:30.749216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.752995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-67f3da8b-b551-42c6-bfb6-f5d3f6b6a68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:30.797629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=3f4929fb-fed2-4a5a-9aa7-cb860cdd6297,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:30.842416 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.842700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.843098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.843465 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.843826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.844178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.844536 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.844891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.845246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.845600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.845972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.846306 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.853423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:30.910285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.910591 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Floating IP 3a6c5e20-ba5f-46c3-b432-3c438bb58f5e disassociated (deleted). External IP: 172.26.1.40, port: dd102f25-f461-4f31-a11d-c85396bf6974. Dec 22 05:33:31.407420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router 27726265-0b34-411c-b53f-5e38cee71e84 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:33:31.597399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:33:31.608867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] Sync routers for ids ['27726265-0b34-411c-b53f-5e38cee71e84'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:33:31.614233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.618742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] Routers {'27726265-0b34-411c-b53f-5e38cee71e84'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:33:31.619362 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:33:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['27726265-0b34-411c-b53f-5e38cee71e84'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:31.669067 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8459ec72-b6aa-46dc-8e1b-bf8b4cea256f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/floatingips/3a6c5e20-ba5f-46c3-b432-3c438bb58f5e HTTP/1.1" status: 204 len: 168 time: 1.6104586 Dec 22 05:33:31.669538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'tag': 'dd102f25-f461-4f31-a11d-c85396bf6974'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:31.715241 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'tag': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'status': 'completed', 'code': 200} Dec 22 05:33:31.801524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] Set router 27726265-0b34-411c-b53f-5e38cee71e84 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:33:31.847727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-50da7a54-5371-47cf-9e68-8b61c1bc3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:31.849890 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-50da7a54-5371-47cf-9e68-8b61c1bc3788 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 1098 time: 0.0812786 Dec 22 05:33:31.994326 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-41113342-5374-4e32-b3aa-828e4349cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:31.996004 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-41113342-5374-4e32-b3aa-828e4349cd1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=880686eb-f036-4b25-9f78-3cb9104aea16 HTTP/1.1" status: 200 len: 897 time: 0.1382565 Dec 22 05:33:32.054847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f000-811d-4536-9b93-ef810f890c86 req-902aea28-ba11-4b6b-a5b7-da98d95437d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:32.055545 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9da4f000-811d-4536-9b93-ef810f890c86 req-902aea28-ba11-4b6b-a5b7-da98d95437d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:33:32.065403 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-04fcf231-86cd-4944-b0e7-6d75134044b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd102f25-f461-4f31-a11d-c85396bf6974 HTTP/1.1" status: 200 len: 217 time: 0.0622001 Dec 22 05:33:32.071949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9da4f000-811d-4536-9b93-ef810f890c86 req-902aea28-ba11-4b6b-a5b7-da98d95437d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:33:32.073185 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9da4f000-811d-4536-9b93-ef810f890c86 req-902aea28-ba11-4b6b-a5b7-da98d95437d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.1028461 Dec 22 05:33:32.121634 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9da4f000-811d-4536-9b93-ef810f890c86 req-416a286e-e661-46aa-aecd-f3c6093742b2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 Dec 22 05:33:32.133852 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-aac08c74-3169-41f1-950d-95549f5d8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:32.135294 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-aac08c74-3169-41f1-950d-95549f5d8208 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85376e73-6fba-4916-9520-40982333ac27 HTTP/1.1" status: 200 len: 835 time: 0.0635099 Dec 22 05:33:32.139207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:32:02Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '841792cb-5025-4c53-8acd-f62a3bd39859', 'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:00:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:01Z', 'updated_at': '2021-12-22T05:32:07Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '85376e73-6fba-4916-9520-40982333ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:32.143529 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] Checking router: 27726265-0b34-411c-b53f-5e38cee71e84 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:33:32.152296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] Routers {'27726265-0b34-411c-b53f-5e38cee71e84'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:33:32.152911 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:33:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['27726265-0b34-411c-b53f-5e38cee71e84'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:32.212970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-0d3d8ed2-5073-41c0-813c-7c6b59910967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:32.214810 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-0d3d8ed2-5073-41c0-813c-7c6b59910967 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=880686eb-f036-4b25-9f78-3cb9104aea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709910 Dec 22 05:33:32.351589 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-d5c23c08-c470-40dd-a008-c2ad365c6bef service neutron] 10.222.0.61 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294153 Dec 22 05:33:32.378175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] Set router 27726265-0b34-411c-b53f-5e38cee71e84 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:33:32.487943 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0ca8c1ab-d3fe-4e14-b2f6-957162d1cb5b req-7a23b6b9-efe8-41ed-a519-0d23e1e8e8e5 service neutron] 10.222.0.61 "GET /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288526 Dec 22 05:33:32.696538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:32:02Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '841792cb-5025-4c53-8acd-f62a3bd39859', 'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:00:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:01Z', 'updated_at': '2021-12-22T05:32:07Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '85376e73-6fba-4916-9520-40982333ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:32.700666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070f043d-9a48-4f50-8789-138f550204e5 None None] The sync data for ids ['27726265-0b34-411c-b53f-5e38cee71e84'] in dv-neutron-822524-1-hyperv is: [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:32:02Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '841792cb-5025-4c53-8acd-f62a3bd39859', 'name': '', 'network_id': '880686eb-f036-4b25-9f78-3cb9104aea16', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:00:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '85376e73-6fba-4916-9520-40982333ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:01Z', 'updated_at': '2021-12-22T05:32:07Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '85376e73-6fba-4916-9520-40982333ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:33:32.924941 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370dc03-163b-4674-8e36-c9f8d0b28d42 None None] New status for floating IP 3a6c5e20-ba5f-46c3-b432-3c438bb58f5e: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:33:33.337379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc6b27-3122-4f5d-adb7-616684cca99d req-4dc8b9e7-c982-4bb1-8d16-ff65d76055ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:33.338758 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0abc6b27-3122-4f5d-adb7-616684cca99d req-4dc8b9e7-c982-4bb1-8d16-ff65d76055ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.0984869 Dec 22 05:33:33.392060 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0abc6b27-3122-4f5d-adb7-616684cca99d req-a2a3bd5d-5e0c-42d0-a63d-749876b6c500 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469298 Dec 22 05:33:34.116769 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-e2673b63-5726-4e38-8d74-46ed1281821b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:34.117424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-e2673b63-5726-4e38-8d74-46ed1281821b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:33:34.129372 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-e2673b63-5726-4e38-8d74-46ed1281821b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:33:34.130436 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-e2673b63-5726-4e38-8d74-46ed1281821b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.1022615 Dec 22 05:33:34.207758 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port dd102f25-f461-4f31-a11d-c85396bf6974 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:33:34.208092 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.474099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port dd102f25-f461-4f31-a11d-c85396bf6974, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd102f25-f461-4f31-a11d-c85396bf6974,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:33:34.474461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.589116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e3668-8f61-460e-923d-2566dbffc18f req-58a285d1-6512-4f44-bca9-1f1a170ba451 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:34.590665 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f28e3668-8f61-460e-923d-2566dbffc18f req-58a285d1-6512-4f44-bca9-1f1a170ba451 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 945 time: 0.0818377 Dec 22 05:33:34.600022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for dd102f25-f461-4f31-a11d-c85396bf6974 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:33:34.636855 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f28e3668-8f61-460e-923d-2566dbffc18f req-48352e43-95f8-484a-a2c5-b92747e7ccaf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=81e78b34-b7d6-43d0-b52c-1c0835f3a24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400672 Dec 22 05:33:34.747599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.753162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1e44831c-cb5f-4b48-8cca-7699b35c6c62 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:34.797018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=dd102f25-f461-4f31-a11d-c85396bf6974,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:34.834389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.834768 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.835137 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.835503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.835864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.836266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.836629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.836982 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.837335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.837683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.838036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.838383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:34.848838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:34.991120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] No DVR routers for this DVR port dd102f25-f461-4f31-a11d-c85396bf6974 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:33:34.993689 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.996321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'name': 'network-vif-deleted', 'tag': 'dd102f25-f461-4f31-a11d-c85396bf6974'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:35.013278 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5125f871-ead5-4e6e-901f-acd34004abc8 req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "DELETE /v2.0/ports/dd102f25-f461-4f31-a11d-c85396bf6974 HTTP/1.1" status: 204 len: 173 time: 0.8755393 Dec 22 05:33:35.261039 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39da1bd2-b92d-4dcc-aa21-ae8ed48860c3', 'name': 'network-vif-deleted', 'tag': 'dd102f25-f461-4f31-a11d-c85396bf6974', 'status': 'completed', 'code': 200} Dec 22 05:33:35.802779 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-99bd0734-d738-4dd8-a787-09318445f62b req-0df06ac4-7848-443a-b2f6-2683789e6e5b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=39da1bd2-b92d-4dcc-aa21-ae8ed48860c3 HTTP/1.1" status: 200 len: 210 time: 0.0434380 Dec 22 05:33:36.908969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38540) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:37.611664 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:37.676454 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device dd102f25-f461-4f31-a11d-c85396bf6974 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:33:37.716251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: dd102f25-f461-4f31-a11d-c85396bf6974 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:33:37.716615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device dd102f25-f461-4f31-a11d-c85396bf6974 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:33:37.987476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 841792cb-5025-4c53-8acd-f62a3bd39859 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:33:37.988095 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.188444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 841792cb-5025-4c53-8acd-f62a3bd39859, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=841792cb-5025-4c53-8acd-f62a3bd39859,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:33:38.188802 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.317246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 841792cb-5025-4c53-8acd-f62a3bd39859 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:33:38.675169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.680472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:38.727138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=841792cb-5025-4c53-8acd-f62a3bd39859,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:38.757361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:39.019962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:39.533698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router 27726265-0b34-411c-b53f-5e38cee71e84 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:33:39.730463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:33:39.741687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] Sync routers for ids ['27726265-0b34-411c-b53f-5e38cee71e84'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:33:39.745561 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "PUT /v2.0/routers/27726265-0b34-411c-b53f-5e38cee71e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8351378 Dec 22 05:33:39.748857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38544) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:39.752716 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] Routers {'27726265-0b34-411c-b53f-5e38cee71e84'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:33:39.753328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:33:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['27726265-0b34-411c-b53f-5e38cee71e84'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:39.818095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc3ff39-8f6b-41e1-8646-00924ffaccc9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting subnet 85376e73-6fba-4916-9520-40982333ac27 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:33:39.821435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ff39-8f6b-41e1-8646-00924ffaccc9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:39.880100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ff39-8f6b-41e1-8646-00924ffaccc9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:39.930184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] Set router 27726265-0b34-411c-b53f-5e38cee71e84 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:33:39.963132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ff39-8f6b-41e1-8646-00924ffaccc9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.052204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ff39-8f6b-41e1-8646-00924ffaccc9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.056818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-664b4802-981b-4d61-aa83-84d6a7505cec tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:40.092027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3ff39-8f6b-41e1-8646-00924ffaccc9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Subnet': ['ID=85376e73-6fba-4916-9520-40982333ac27,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:40.094907 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fcc3ff39-8f6b-41e1-8646-00924ffaccc9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:40.095883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ff39-8f6b-41e1-8646-00924ffaccc9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.104614 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-fcc3ff39-8f6b-41e1-8646-00924ffaccc9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/subnets/85376e73-6fba-4916-9520-40982333ac27 HTTP/1.1" status: 204 len: 168 time: 0.3519890 Dec 22 05:33:40.104783 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38548) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:40.113111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd211bb9-cfc3-44f7-9c70-2db5a12157c5 None None] Network 880686eb-f036-4b25-9f78-3cb9104aea16 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:33:40.285091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.395764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '1ce90920-2c80-48b1-88fb-849efe3bca76', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726265-0b34-411c-b53f-5e38cee71e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:31:57Z', 'updated_at': '2021-12-22T05:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:40.402151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] Checking router: 27726265-0b34-411c-b53f-5e38cee71e84 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:33:40.412097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] Routers {'27726265-0b34-411c-b53f-5e38cee71e84'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:33:40.412816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:33:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['27726265-0b34-411c-b53f-5e38cee71e84'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:40.482085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.492872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 1ce90920-2c80-48b1-88fb-849efe3bca76 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:33:40.493212 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.522575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] DHCP port deletion for 880686eb-f036-4b25-9f78-3cb9104aea16 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:33:40.584211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Deleting port f3287be8-b640-419b-b801-4ade788e995f {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:33:40.584452 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.667921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 1ce90920-2c80-48b1-88fb-849efe3bca76, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=1ce90920-2c80-48b1-88fb-849efe3bca76,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:33:40.668215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.697971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] Set router 27726265-0b34-411c-b53f-5e38cee71e84 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:33:40.790338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 1ce90920-2c80-48b1-88fb-849efe3bca76 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:33:40.820556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 6, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:40.829560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df68e42-3836-400d-831c-70f5b44d8720 None None] The sync data for ids ['27726265-0b34-411c-b53f-5e38cee71e84'] in dv-neutron-822524-1-hyperv is: [{'id': '27726265-0b34-411c-b53f-5e38cee71e84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085434038', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:31:56Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 6, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:33:40.933849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] For port f3287be8-b640-419b-b801-4ade788e995f, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f3287be8-b640-419b-b801-4ade788e995f,segment=NetworkSegment(07e52228-b2d0-4357-a11e-d19a6f76347e),segment_id=07e52228-b2d0-4357-a11e-d19a6f76347e)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:33:40.934114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.962143 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.966881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78b96324-edc4-4582-b128-eee2e11b8bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:41.041220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=1ce90920-2c80-48b1-88fb-849efe3bca76,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:41.047706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:41.058130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Calling delete_port for f3287be8-b640-419b-b801-4ade788e995f owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:33:41.106128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.138106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.141794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-82a154be-62a7-4a9b-b9ef-0d7dc77f98ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:41.189314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Pushing event deleted for resources: {'Port': ['ID=f3287be8-b640-419b-b801-4ade788e995f,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:41.194664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] No DVR routers for this DVR port f3287be8-b640-419b-b801-4ade788e995f on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:33:41.201888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.201888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.202255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.202514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.202709 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.203043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.203364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.203677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.203994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.204333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.204650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.204964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:41.208205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:41.422886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.425076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.451864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.452916 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Fanout notify agent at l3_agent the message router_deleted on router 27726265-0b34-411c-b53f-5e38cee71e84 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:33:41.473052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.474778 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/routers/27726265-0b34-411c-b53f-5e38cee71e84 HTTP/1.1" status: 204 len: 168 time: 1.3690889 Dec 22 05:33:41.477762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38552) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:41.610020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.647577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f3287be8-b640-419b-b801-4ade788e995f no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:33:41.681484 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: f3287be8-b640-419b-b801-4ade788e995f {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:33:41.681842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f3287be8-b640-419b-b801-4ade788e995f not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:33:41.682278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 841792cb-5025-4c53-8acd-f62a3bd39859 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:33:41.718876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 841792cb-5025-4c53-8acd-f62a3bd39859 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:33:41.719242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 841792cb-5025-4c53-8acd-f62a3bd39859 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:33:41.719759 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ce90920-2c80-48b1-88fb-849efe3bca76 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:33:41.748886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.753248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 1ce90920-2c80-48b1-88fb-849efe3bca76 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:33:41.753613 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 1ce90920-2c80-48b1-88fb-849efe3bca76 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:33:41.776956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880686eb-f036-4b25-9f78-3cb9104aea16']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:41.789276 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e52228-b2d0-4357-a11e-d19a6f76347e') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:41.789566 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e52228-b2d0-4357-a11e-d19a6f76347e') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:41.801353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.822684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.830210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:33:41.830600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:33:41.845982 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:33:41.927706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.932407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f23393cf-7d19-4135-8f20-2282bd983064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:41.947222 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.958385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Network': ['ID=880686eb-f036-4b25-9f78-3cb9104aea16,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:41.961456 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:41.969129 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/networks/880686eb-f036-4b25-9f78-3cb9104aea16 HTTP/1.1" status: 204 len: 168 time: 0.4902103 Dec 22 05:33:41.971843 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38556) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:42.049939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f261856b-3434-484c-81ce-9f5e292eedc2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.084299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f261856b-3434-484c-81ce-9f5e292eedc2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.157336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f261856b-3434-484c-81ce-9f5e292eedc2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.161377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1a890362-a7da-491e-a770-ab1a1e5673a7 tempest-NegativeSecGroupIPv6Test-1238995682 tempest-NegativeSecGroupIPv6Test-1238995682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:42.175004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261856b-3434-484c-81ce-9f5e292eedc2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e78b34-b7d6-43d0-b52c-1c0835f3a24a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:42.178061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f261856b-3434-484c-81ce-9f5e292eedc2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:42.191709 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f261856b-3434-484c-81ce-9f5e292eedc2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.197596 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f261856b-3434-484c-81ce-9f5e292eedc2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/security-groups/81e78b34-b7d6-43d0-b52c-1c0835f3a24a HTTP/1.1" status: 204 len: 168 time: 0.2246306 Dec 22 05:33:42.742164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38564) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:42.748309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092913042', 'description': 'tempest-secgroup-smoke-2092913042 description', 'project_id': 'f4caceda070544bbab647432833f66f2'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:42.754543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:42.758595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:42.761441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:42.767826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:42.781421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.807698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:42.812043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:42.815161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:42.821372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:42.899617 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.906116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.909689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1788342b-91c9-42a1-94f0-c0764baf68dc tempest-RoutersIpV6Test-210042006 tempest-RoutersIpV6Test-210042006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:42.953675 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:42.956753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:42.957935 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.959122 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2158785 Dec 22 05:33:42.962002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38568) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:42.967123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'db0a2d28-f06f-4ac3-8b98-bc4f5f40847e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:42.973333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:42.977326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:42.980275 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:42.986820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:43.006076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.068309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.073806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.076279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-afd29767-9334-49c3-802e-6e1db9b3dfeb tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:43.098161 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3781467-e6be-483b-939d-fa09d938e711,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:43.100582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:43.109694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.111113 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481664 Dec 22 05:33:43.113944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38572) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:43.119072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'db0a2d28-f06f-4ac3-8b98-bc4f5f40847e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:43.125569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:43.129497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:43.132421 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:43.138968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:43.157823 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.221343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.225436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.227292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d1fdf4ab-8b36-49e5-aead-4673453da25b tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:43.252279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7cd18f-6052-4a7c-8d9e-f9993843b51a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:43.254739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:43.263950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.265223 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76be347d-7fb6-42e0-83e6-fe0a7a6c7524 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502411 Dec 22 05:33:43.267915 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38576) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:43.273328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'db0a2d28-f06f-4ac3-8b98-bc4f5f40847e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:43.279622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:43.283534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:43.286516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:43.292349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:43.314955 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.378340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.383791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.385750 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-92e3fc05-6e1a-4fa5-822c-6e6448f5b26b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:43.410370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ff4cc6-7084-4709-95d6-082ddeaddd88,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:43.412833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:43.420677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.421856 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-141964ca-e468-4235-8f9f-ed1d7148e505 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529880 Dec 22 05:33:43.424546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38580) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:43.429753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'db0a2d28-f06f-4ac3-8b98-bc4f5f40847e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:43.435701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:43.439701 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:43.442548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:43.448116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:43.465229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.530019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.535865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.537736 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b0ebd78-318e-4250-b64e-0feeb845fd73 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:43.559192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221e8c7e-96c9-46ec-8ae4-123912c1ee8a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:43.561942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:43.570369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.571606 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-df1a2189-0a7b-4717-8580-d470777e9fc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461217 Dec 22 05:33:43.574389 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38584) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:43.579764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'db0a2d28-f06f-4ac3-8b98-bc4f5f40847e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:43.585966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:43.589980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:43.593446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:43.599366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:43.614577 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Project f4caceda070544bbab647432833f66f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:33:43.625916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.818091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.824598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.826631 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e063d52-30e2-4107-b293-e2b66df514fb tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:43.848227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75eb6b9-3bf0-48fe-8d7f-93b387ad341b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:43.850558 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:43.859292 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.860515 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2851398 Dec 22 05:33:43.863381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38588) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:43.868312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'db0a2d28-f06f-4ac3-8b98-bc4f5f40847e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:43.874281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:43.878019 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:43.881017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:43.886808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:43.901691 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Project f4caceda070544bbab647432833f66f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:33:43.911934 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.979930 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.985452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.987359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8e6722bf-deef-4a7a-875f-73250d9ab2d2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:44.009613 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9bde7b-451c-4ef8-a138-5907c70d14b4,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:44.012107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:44.020608 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.021846 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575298 Dec 22 05:33:44.024749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38592) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:44.030361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'network': {'name': 'tempest-network-smoke--2021727629', 'project_id': 'f4caceda070544bbab647432833f66f2', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:44.035247 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:44.039420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:network and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:44.042284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:44.048562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:44.060514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:33:44.064098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.092427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:33:44.103473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.103889 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Added segment 28742ce8-758b-4e8c-bcdf-3711cd17e4de of type vlan for network d2dc9bce-5a08-4895-b54e-459ca65e98a9 Dec 22 05:33:44.139044 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.171409 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.176994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:44.177576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.181251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2221761c-7749-4078-b74c-9a16d1e7f8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:44.286857 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2610574 Dec 22 05:33:44.289785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38596) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:44.290318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Network': ['ID=d2dc9bce-5a08-4895-b54e-459ca65e98a9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:44.292987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:44.296028 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'admin_state_up': True, 'project_id': 'f4caceda070544bbab647432833f66f2', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:44.302467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network d2dc9bce-5a08-4895-b54e-459ca65e98a9 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:33:44.303642 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:44.307661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:router and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:44.310740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:44.317390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:44.330107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.331298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.347738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.624378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.955694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.984441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.987488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:45.131787 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.26.1.88 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/ff003d5e-f97a-4444-8726-7c746552e177) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:45.280437 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:45.313615 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:45.317443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ae7c481a-a238-4b2e-b4b3-8b2091e75dbe tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:45.379415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:45.382205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:45.386939 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:33:45.419534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=ff003d5e-f97a-4444-8726-7c746552e177,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:45.425327 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:45.922114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.267535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.490788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router 6010de7c-5fa3-4181-b46b-38988623d7dc is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:33:46.674498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:33:46.684796 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Sync routers for ids ['6010de7c-5fa3-4181-b46b-38988623d7dc'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:33:46.695518 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Routers {'6010de7c-5fa3-4181-b46b-38988623d7dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:33:46.696162 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:33:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6010de7c-5fa3-4181-b46b-38988623d7dc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:46.703629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.704861 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4137294 Dec 22 05:33:46.707994 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38600) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:46.751876 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6c164931-2911-4709-9388-35e86ee94bfa tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=f4caceda070544bbab647432833f66f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426261 Dec 22 05:33:46.754748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38604) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:46.889093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931dfd05-e229-43f9-ac49-f5ec86e4cf52 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:46.890636 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-931dfd05-e229-43f9-ac49-f5ec86e4cf52 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1353297 Dec 22 05:33:46.893723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38608) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:46.907777 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Set router 6010de7c-5fa3-4181-b46b-38988623d7dc gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:33:46.933682 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-858bd7c8-1373-4314-80bf-57e35ef58c12 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386913 Dec 22 05:33:46.936293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38612) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:46.941633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896563598', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'project_id': 'f4caceda070544bbab647432833f66f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:47.193110 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:47.197314 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:subnet and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:33:47.200095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:33:47.204896 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:45Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:47.206393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:47.208829 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Checking router: 6010de7c-5fa3-4181-b46b-38988623d7dc for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:33:47.209294 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Updating router 6010de7c-5fa3-4181-b46b-38988623d7dc port ff003d5e-f97a-4444-8726-7c746552e177 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:33:47.218881 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:33:47.222380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.266554 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.437595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.441141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3e7d74e6-7d5e-487c-88e6-88e265472017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:47.516708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Subnet': ['ID=f90dde2c-301b-467c-becd-1792e5e5e5dd,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:47.520779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:47.527643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Checking segment: {'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:33:47.527983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network hostable DHCP agents. Network: d2dc9bce-5a08-4895-b54e-459ca65e98a9, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:33:47.546639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network d2dc9bce-5a08-4895-b54e-459ca65e98a9 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:33:47.556838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, d2dc9bce-5a08-4895-b54e-459ca65e98a9) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:47.561508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:47.562172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.570768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39fbe6c-81eb-4f84-a1d4-0755cde039c8 None None] Network d2dc9bce-5a08-4895-b54e-459ca65e98a9 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:33:47.586853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38616) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:33:47.587483 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b040da8a-82cd-4a20-9f5c-59f1cad3e308 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6496992 Dec 22 05:33:47.596090 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.609207 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Transition to ACTIVE for port object ff003d5e-f97a-4444-8726-7c746552e177 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:33:47.617227 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.621993 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-0fa9faf8-b725-4051-b6dc-e95e3acc0585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:47.696924 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Attempting to bind port ff003d5e-f97a-4444-8726-7c746552e177 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:47.697625 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Attempting to bind port ff003d5e-f97a-4444-8726-7c746552e177 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:47.697944 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Attempting to bind port ff003d5e-f97a-4444-8726-7c746552e177 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:33:47.709028 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:33:47.709947 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:33:47.709947 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.710534 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:33:47.710840 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Bound port: ff003d5e-f97a-4444-8726-7c746552e177, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:47.711645 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.789487 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Pushing event updated for resources: {'Port': ['ID=ff003d5e-f97a-4444-8726-7c746552e177,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:47.792655 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] For port ff003d5e-f97a-4444-8726-7c746552e177, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:33:47.797893 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] For port ff003d5e-f97a-4444-8726-7c746552e177, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ff003d5e-f97a-4444-8726-7c746552e177,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:33:47.805957 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.806391 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.806787 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.807176 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.807558 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.807954 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.808804 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.809188 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.809569 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.810079 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.811539 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.811539 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:47.816491 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.821672 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:47.822121 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:47.874999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-d2dc9bce-5a08-4895-b54e-459ca65e98a9', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:33:47.875914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.898535 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Routers {'6010de7c-5fa3-4181-b46b-38988623d7dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:33:47.899153 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:33:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6010de7c-5fa3-4181-b46b-38988623d7dc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:48.058258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Allocated IP 172.20.0.2 (d2dc9bce-5a08-4895-b54e-459ca65e98a9/f90dde2c-301b-467c-becd-1792e5e5e5dd/5132f395-296a-4f83-9bcd-c74a3d9bb6d8) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:48.064182 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Pushing event updated for resources: {'Port': ['ID=ff003d5e-f97a-4444-8726-7c746552e177,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:48.067679 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-43f6f41a-d2a1-4957-aff1-6774835e79a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:48.094076 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] Set router 6010de7c-5fa3-4181-b46b-38988623d7dc gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:33:48.322148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.333219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Transition to ACTIVE for port object 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:33:48.355085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Transition to ACTIVE for port object 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:33:48.362603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.367515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3760edd8-ceda-4969-ae59-9dfa4d2098ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:48.411573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.424555 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:45Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:48.428996 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4c1ac-9aa5-474c-af87-3074f123c20b None None] The sync data for ids ['6010de7c-5fa3-4181-b46b-38988623d7dc'] in dv-neutron-822524-1-hyperv is: [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:45Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:33:48.433658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Network d2dc9bce-5a08-4895-b54e-459ca65e98a9 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:48.436648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:48.439220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:33:48.453746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Pushing event updated for resources: {'Port': ['ID=5132f395-296a-4f83-9bcd-c74a3d9bb6d8,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:48.456951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:48.547704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Attempting to bind port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:48.548071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Attempting to bind port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:48.548459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Attempting to bind port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 on network d2dc9bce-5a08-4895-b54e-459ca65e98a9 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:33:48.553741 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:33:48.554116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Checking segment: {'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:33:48.554524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.554915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Bound using segment: {'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:33:48.555384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Bound port: 5132f395-296a-4f83-9bcd-c74a3d9bb6d8, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:48.555763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.647890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] For port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:33:48.649769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] For port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5132f395-296a-4f83-9bcd-c74a3d9bb6d8,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:33:48.668664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.679320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-dbc13264-b7de-4c88-aa1e-82dbd2a9ce50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:48.771245 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Pushing event updated for resources: {'Port': ['ID=5132f395-296a-4f83-9bcd-c74a3d9bb6d8,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:48.780198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:48.892226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.20.0.1 (d2dc9bce-5a08-4895-b54e-459ca65e98a9/f90dde2c-301b-467c-becd-1792e5e5e5dd/7c33d0a8-da67-4d87-9c80-1bd539c8c141) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:49.221682 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:49.239724 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Transition to ACTIVE for port object 7c33d0a8-da67-4d87-9c80-1bd539c8c141 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:33:49.265656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:49.270475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-faeba14a-7776-487d-bfde-1f456da45ff7 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:49.337884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network d2dc9bce-5a08-4895-b54e-459ca65e98a9 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:49.341196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:49.345486 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:33:49.381380 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=7c33d0a8-da67-4d87-9c80-1bd539c8c141,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:49.388482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:49.415318 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:49.611324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ff003d5e-f97a-4444-8726-7c746552e177 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:33:49.699350 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ff003d5e-f97a-4444-8726-7c746552e177 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:33:49.704770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ff003d5e-f97a-4444-8726-7c746552e177 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:49.705152 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:49.718693 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:49.766416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb1848b-cd0b-4f0a-9855-e665d748fb87 None None] Network d2dc9bce-5a08-4895-b54e-459ca65e98a9 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:33:49.899443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2537ed52-07b0-4276-964a-ee4c86fc6a44 None None] Provisioning for port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:33:49.936709 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:33:49.951449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.009478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port ff003d5e-f97a-4444-8726-7c746552e177, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ff003d5e-f97a-4444-8726-7c746552e177,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:33:50.016519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.017407 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:33:50.043005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:50.162181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.168228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.184373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=ff003d5e-f97a-4444-8726-7c746552e177,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:50.188048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:50.195482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c915504-96d2-4dc3-9529-8f028cdae996 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:50.204826 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:33:50.212712 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:50.213086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.292060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=7c33d0a8-da67-4d87-9c80-1bd539c8c141,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:50.295475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:50.296459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.345806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.380900 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5132f395-296a-4f83-9bcd-c74a3d9bb6d8,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:33:50.387190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.390066 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-3a7f58a6-4b81-43f0-8827-8d5ebb9700da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:50.457660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network d2dc9bce-5a08-4895-b54e-459ca65e98a9 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:50.458336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:50.465322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=5132f395-296a-4f83-9bcd-c74a3d9bb6d8,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:50.468479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:50.553653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e2467c78-56ce-44eb-8cc0-d4af12b7dd52 None None] Provisioning for port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:33:50.559168 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e2467c78-56ce-44eb-8cc0-d4af12b7dd52 None None] Provisioning complete for port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:50.559681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2467c78-56ce-44eb-8cc0-d4af12b7dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.618210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e2467c78-56ce-44eb-8cc0-d4af12b7dd52 None None] Port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:33:50.630736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e2467c78-56ce-44eb-8cc0-d4af12b7dd52 None None] Provisioning complete for port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:50.631141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e2467c78-56ce-44eb-8cc0-d4af12b7dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.801526 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router 6010de7c-5fa3-4181-b46b-38988623d7dc has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:33:50.879450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fabc3826-c836-44b9-ba57-ac9d8e0a3f79 None None] Provisioning complete for port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:50.880011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fabc3826-c836-44b9-ba57-ac9d8e0a3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.935258 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-fabc3826-c836-44b9-ba57-ac9d8e0a3f79 None None] Port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:33:50.997949 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:33:51.008356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Sync routers for ids ['6010de7c-5fa3-4181-b46b-38988623d7dc'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:33:51.011091 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "PUT /v2.0/routers/6010de7c-5fa3-4181-b46b-38988623d7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4230320 Dec 22 05:33:51.018484 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Routers {'6010de7c-5fa3-4181-b46b-38988623d7dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:33:51.019071 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:33:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6010de7c-5fa3-4181-b46b-38988623d7dc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:51.177439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-f27c9d56-ab54-4db8-a0f6-c30bbc732cf5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:33:51.195290 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-f27c9d56-ab54-4db8-a0f6-c30bbc732cf5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:33:51.196642 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-f27c9d56-ab54-4db8-a0f6-c30bbc732cf5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092913042&fields=id&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 267 time: 0.0592318 Dec 22 05:33:51.248654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Set router 6010de7c-5fa3-4181-b46b-38988623d7dc gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:33:51.351170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-b613ce11-304e-4296-b685-d58bcde74bab tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:51.352077 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-b613ce11-304e-4296-b685-d58bcde74bab tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:33:51.369603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-b613ce11-304e-4296-b685-d58bcde74bab tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:33:51.370998 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-b613ce11-304e-4296-b685-d58bcde74bab tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/networks?id=d2dc9bce-5a08-4895-b54e-459ca65e98a9 HTTP/1.1" status: 200 len: 797 time: 0.1660948 Dec 22 05:33:51.386716 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-756fcaf9-cdab-48ba-b22c-2cdb2e6ec3f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/quotas/f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 375 time: 0.0099845 Dec 22 05:33:51.475977 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-4058c1bb-41f0-4493-9481-e3bb55c7826e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:33:51.495530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-4058c1bb-41f0-4493-9481-e3bb55c7826e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:33:51.497427 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-4058c1bb-41f0-4493-9481-e3bb55c7826e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050546 Dec 22 05:33:51.559220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ff003d5e-f97a-4444-8726-7c746552e177 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:33:51.634701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '7c33d0a8-da67-4d87-9c80-1bd539c8c141', 'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:d3:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:48Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 2, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:51.639928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Checking router: 6010de7c-5fa3-4181-b46b-38988623d7dc for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:33:51.640318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Updating router 6010de7c-5fa3-4181-b46b-38988623d7dc port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:33:51.685263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ff003d5e-f97a-4444-8726-7c746552e177 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:51.685857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:51.700166 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-4e90367c-3fab-4601-b232-0062f1afcc66 service neutron] 10.222.0.36 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820173 Dec 22 05:33:51.742193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:51.830766 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-3d7482cb-6595-4d5f-8a00-0a8664ba7fba service neutron] 10.222.0.36 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276131 Dec 22 05:33:51.928151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:33:52.015707 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9e5628d0-2f2c-45aa-ba2b-c508ecac662a req-0d428afa-3035-4841-a0d5-736045ae05fa tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0433662 Dec 22 05:33:52.099732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:52.100110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.280842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.297643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Transition to ACTIVE for port object 7c33d0a8-da67-4d87-9c80-1bd539c8c141 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:33:52.305673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.309031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:52.460617 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b5003-dd1e-447a-a090-4c5508d3f1fb None None] Pushing event updated for resources: {'Port': ['ID=7c33d0a8-da67-4d87-9c80-1bd539c8c141,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:52.467596 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1c5b5003-dd1e-447a-a090-4c5508d3f1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:52.524720 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Attempting to bind port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:52.525106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Attempting to bind port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:52.525786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Attempting to bind port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 on network d2dc9bce-5a08-4895-b54e-459ca65e98a9 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:33:52.531388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:33:52.532086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Checking segment: {'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:33:52.532528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.532928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Bound using segment: {'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:33:52.533398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Bound port: 7c33d0a8-da67-4d87-9c80-1bd539c8c141, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:52.533847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.680050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] For port 7c33d0a8-da67-4d87-9c80-1bd539c8c141, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:33:52.683084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] For port 7c33d0a8-da67-4d87-9c80-1bd539c8c141, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7c33d0a8-da67-4d87-9c80-1bd539c8c141,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:33:52.690294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.693907 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:52.766472 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Routers {'6010de7c-5fa3-4181-b46b-38988623d7dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:33:52.767112 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:33:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6010de7c-5fa3-4181-b46b-38988623d7dc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:52.833272 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b5003-dd1e-447a-a090-4c5508d3f1fb None None] Pushing event updated for resources: {'Port': ['ID=7c33d0a8-da67-4d87-9c80-1bd539c8c141,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:52.838070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1c5b5003-dd1e-447a-a090-4c5508d3f1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:52.965150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] Set router 6010de7c-5fa3-4181-b46b-38988623d7dc gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:33:53.115418 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-06cdda6a-f0a4-4d11-9f58-e53d18080ac0 req-2dbc8941-355f-4236-a982-21f0cb175eaf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0437496 Dec 22 05:33:53.296970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '7c33d0a8-da67-4d87-9c80-1bd539c8c141', 'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:d3:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:48Z', 'updated_at': '2021-12-22T05:33:52Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:53.301542 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b45a1b-8fd5-4f94-b794-673c3cc0c22a None None] The sync data for ids ['6010de7c-5fa3-4181-b46b-38988623d7dc'] in dv-neutron-822524-1-hyperv is: [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '7c33d0a8-da67-4d87-9c80-1bd539c8c141', 'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:d3:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:48Z', 'updated_at': '2021-12-22T05:33:52Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:33:53.563496 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7c33d0a8-da67-4d87-9c80-1bd539c8c141 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:33:53.635486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:33:53.640997 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:53.641532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:53.770803 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:53.805527 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 7c33d0a8-da67-4d87-9c80-1bd539c8c141, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7c33d0a8-da67-4d87-9c80-1bd539c8c141,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:33:53.810770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:53.812616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bd091cb7-52f8-4cb5-b0f3-29556f716b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:53.879671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=7c33d0a8-da67-4d87-9c80-1bd539c8c141,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:53.882891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:54.283495 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-81f874bd-1b6a-4b61-87ab-05b60c62fd71 req-7141fada-6344-4568-9aca-38905eedd360 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0498343 Dec 22 05:33:54.629652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-42e0b016-9b28-4486-891f-8029c016739f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:55.232170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-2cc6c63b-feee-44a6-ba49-cb7a5de219f0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:55.233628 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-2cc6c63b-feee-44a6-ba49-cb7a5de219f0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/networks?id=d2dc9bce-5a08-4895-b54e-459ca65e98a9 HTTP/1.1" status: 200 len: 797 time: 0.1501784 Dec 22 05:33:55.295425 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-a33691be-75da-48ae-a0e3-14ac6c89520e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 380 time: 0.0467374 Dec 22 05:33:55.305153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'port': {'device_id': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'admin_state_up': True, 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'security_groups': ['db0a2d28-f06f-4ac3-8b98-bc4f5f40847e']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:55.438232 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4d5ff4f6-2ac5-428f-a37c-3282c3b98994 req-62026733-567d-4624-91e7-fd4ba405861b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0455096 Dec 22 05:33:55.464958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:33:55.475034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:33:55.486598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:33:55.490318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:55.543760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7c33d0a8-da67-4d87-9c80-1bd539c8c141 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:33:55.621315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:55.621708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:55.665019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.20.0.7 (d2dc9bce-5a08-4895-b54e-459ca65e98a9/f90dde2c-301b-467c-becd-1792e5e5e5dd/501f0559-e567-47e6-94e9-d05f80d6996e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:55.865301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:55.880923 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Transition to ACTIVE for port object 501f0559-e567-47e6-94e9-d05f80d6996e will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:33:55.906729 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:55.912972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9f08c62b-353e-4e98-977a-ed6052e849a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:55.980902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network d2dc9bce-5a08-4895-b54e-459ca65e98a9 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:55.982040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:55.986385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:33:56.023098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=501f0559-e567-47e6-94e9-d05f80d6996e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:56.032582 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:56.057449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:56.058112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:56.087488 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7858284 Dec 22 05:33:56.104523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Request body: {'port': {'device_id': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:56.202945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-495a0428-d7a1-4ab1-99cd-024ab3fbdf7f None None] Provisioning for port 501f0559-e567-47e6-94e9-d05f80d6996e completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:33:56.208128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-495a0428-d7a1-4ab1-99cd-024ab3fbdf7f None None] Provisioning complete for port 501f0559-e567-47e6-94e9-d05f80d6996e triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:56.208540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-495a0428-d7a1-4ab1-99cd-024ab3fbdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:56.233921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:56.266220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-495a0428-d7a1-4ab1-99cd-024ab3fbdf7f None None] Port 501f0559-e567-47e6-94e9-d05f80d6996e cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:33:56.594135 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501f0559-e567-47e6-94e9-d05f80d6996e {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:33:56.601485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:56.615775 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Transition to ACTIVE for port object 501f0559-e567-47e6-94e9-d05f80d6996e will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:33:56.622030 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:56.626637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3ade3bd4-4163-44b7-9a8a-0c26df045bfc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:56.632508 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb702fa-f15d-47a5-80fa-691d37e3fc16 req-4c1cc80d-100a-4168-8f43-053d5ebec03e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:56.634011 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bfb702fa-f15d-47a5-80fa-691d37e3fc16 req-4c1cc80d-100a-4168-8f43-053d5ebec03e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 931 time: 0.0830123 Dec 22 05:33:56.685740 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bfb702fa-f15d-47a5-80fa-691d37e3fc16 req-ed30dc91-723d-4967-9056-b73cd764bc4e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449057 Dec 22 05:33:56.905119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Pushing event updated for resources: {'Port': ['ID=501f0559-e567-47e6-94e9-d05f80d6996e,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:56.912540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:56.970183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-26156549-f7c9-4c84-b583-cfa2c0b1f6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:56.984964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Attempting to bind port 501f0559-e567-47e6-94e9-d05f80d6996e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:56.985294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Attempting to bind port 501f0559-e567-47e6-94e9-d05f80d6996e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:56.985617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Attempting to bind port 501f0559-e567-47e6-94e9-d05f80d6996e on network d2dc9bce-5a08-4895-b54e-459ca65e98a9 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:33:56.990374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Port 501f0559-e567-47e6-94e9-d05f80d6996e on network d2dc9bce-5a08-4895-b54e-459ca65e98a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:33:56.990686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Attempting to bind port 501f0559-e567-47e6-94e9-d05f80d6996e on network d2dc9bce-5a08-4895-b54e-459ca65e98a9 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:33:56.995842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:33:56.996193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Checking segment: {'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:33:56.996569 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Bound using segment: {'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:33:56.996976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Bound port: 501f0559-e567-47e6-94e9-d05f80d6996e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28742ce8-758b-4e8c-bcdf-3711cd17e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:56.997455 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:57.098698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] For port 501f0559-e567-47e6-94e9-d05f80d6996e, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:33:57.101903 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] For port 501f0559-e567-47e6-94e9-d05f80d6996e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=501f0559-e567-47e6-94e9-d05f80d6996e,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:33:57.106826 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:57.110485 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fd4bfd8f-09e8-40f6-bc66-7254b2b39eef tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:33:57.169896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:57.170520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:57.171866 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] 10.222.0.61 "PUT /v2.0/ports/501f0559-e567-47e6-94e9-d05f80d6996e HTTP/1.1" status: 200 len: 1093 time: 1.0718131 Dec 22 05:33:57.172435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'tag': '501f0559-e567-47e6-94e9-d05f80d6996e'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:57.192338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Pushing event updated for resources: {'Port': ['ID=501f0559-e567-47e6-94e9-d05f80d6996e,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:57.196265 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:33:57.221787 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'tag': '501f0559-e567-47e6-94e9-d05f80d6996e', 'status': 'completed', 'code': 200} Dec 22 05:33:57.325425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6023b75b-d030-45a9-b0a1-ab7f13ef78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:57.327398 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6023b75b-d030-45a9-b0a1-ab7f13ef78db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 1096 time: 0.0773361 Dec 22 05:33:57.406912 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-50e56f98-579b-4d1f-932a-b07704678f5d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501f0559-e567-47e6-94e9-d05f80d6996e HTTP/1.1" status: 200 len: 217 time: 0.0665843 Dec 22 05:33:57.483696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6dc60788-97b2-429f-84e6-b80c2d5e7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:57.485173 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-6dc60788-97b2-429f-84e6-b80c2d5e7208 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90dde2c-301b-467c-becd-1792e5e5e5dd HTTP/1.1" status: 200 len: 834 time: 0.0722935 Dec 22 05:33:57.561794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-da810a15-5ff0-431b-8fa3-d99c2bac4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:57.563284 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-da810a15-5ff0-431b-8fa3-d99c2bac4292 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d2dc9bce-5a08-4895-b54e-459ca65e98a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720477 Dec 22 05:33:57.700936 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-65368966-7067-48ab-abc1-6782bf8e4ea6 service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300747 Dec 22 05:33:57.838448 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-f5700046-98d2-4cc6-b71a-c931c31a17c7 req-c638f8f6-9adf-46ce-9c6b-6efcdb75ef28 service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318715 Dec 22 05:33:57.873586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac279e80-fff0-4b46-90a9-0de84e972403 req-64f0baec-0e17-45ca-a964-ebbb1726dac3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:57.875090 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac279e80-fff0-4b46-90a9-0de84e972403 req-64f0baec-0e17-45ca-a964-ebbb1726dac3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 943 time: 0.0821700 Dec 22 05:33:57.919599 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac279e80-fff0-4b46-90a9-0de84e972403 req-4fe553cc-8fa5-4251-94ef-e9fa4546ed03 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387454 Dec 22 05:33:58.007995 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-508d2d36-91e5-45a2-a48e-3f777ce796b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:58.009462 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-508d2d36-91e5-45a2-a48e-3f777ce796b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 1096 time: 0.0747449 Dec 22 05:33:58.154033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-891667ac-e259-475c-ab2f-2a2374418a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:58.155478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:58.155995 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-891667ac-e259-475c-ab2f-2a2374418a81 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d2dc9bce-5a08-4895-b54e-459ca65e98a9 HTTP/1.1" status: 200 len: 898 time: 0.1392968 Dec 22 05:33:58.193060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:58.229660 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-e110a5e7-597f-45db-964b-228b09905ba3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501f0559-e567-47e6-94e9-d05f80d6996e HTTP/1.1" status: 200 len: 217 time: 0.0675747 Dec 22 05:33:58.293143 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-d1924bbe-1b0b-47f7-a9fd-7395662b8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:58.294705 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-d1924bbe-1b0b-47f7-a9fd-7395662b8870 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90dde2c-301b-467c-becd-1792e5e5e5dd HTTP/1.1" status: 200 len: 834 time: 0.0591583 Dec 22 05:33:58.373945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-813da8db-619d-4321-aae6-55857714d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:58.375424 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-813da8db-619d-4321-aae6-55857714d36e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d2dc9bce-5a08-4895-b54e-459ca65e98a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743873 Dec 22 05:33:58.517676 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-e8c89f82-5e46-405e-9c65-d31c893c5f19 service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353438 Dec 22 05:33:58.770896 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7cb8965-44ad-48e5-968c-19abdd53a664 req-02c23916-22ea-4e0b-9330-bdf4846352a0 service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464800 Dec 22 05:33:59.141727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecb546-531d-461d-9afd-0e0985ecb996 req-35fd0c6c-8ef7-4376-a087-44a9a1c0daba tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:59.143250 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-98ecb546-531d-461d-9afd-0e0985ecb996 req-35fd0c6c-8ef7-4376-a087-44a9a1c0daba tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 943 time: 0.1066604 Dec 22 05:33:59.191057 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-98ecb546-531d-461d-9afd-0e0985ecb996 req-f0bb6ed3-af09-43f1-a92a-4e8af11f411e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414412 Dec 22 05:33:59.651894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:00.390521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de9bb-1daf-4c55-8d45-52819a1f3aa7 req-46c38956-10c4-47dc-ac84-2d641695f448 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:00.392004 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d8de9bb-1daf-4c55-8d45-52819a1f3aa7 req-46c38956-10c4-47dc-ac84-2d641695f448 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 943 time: 0.0903237 Dec 22 05:34:00.443947 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d8de9bb-1daf-4c55-8d45-52819a1f3aa7 req-47631f68-a20c-43e9-9797-c584f05c6071 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443058 Dec 22 05:34:01.656244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e1d6f-1a6f-4fc9-9f33-558d8333f99c req-b56fdf84-fa1a-4c87-9680-dc42782720ca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:01.657698 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-943e1d6f-1a6f-4fc9-9f33-558d8333f99c req-b56fdf84-fa1a-4c87-9680-dc42782720ca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 943 time: 0.0907626 Dec 22 05:34:01.706161 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-943e1d6f-1a6f-4fc9-9f33-558d8333f99c req-e8f15a0e-df80-4adf-a767-92f528d96ac8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 Dec 22 05:34:01.802269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 501f0559-e567-47e6-94e9-d05f80d6996e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:34:01.949425 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 501f0559-e567-47e6-94e9-d05f80d6996e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=501f0559-e567-47e6-94e9-d05f80d6996e,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:34:01.962480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '501f0559-e567-47e6-94e9-d05f80d6996e', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'port_id': '501f0559-e567-47e6-94e9-d05f80d6996e', 'mac_address': 'fa:16:3e:e3:93:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:34:02.022449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:02.041808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501f0559-e567-47e6-94e9-d05f80d6996e {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:34:02.066788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 501f0559-e567-47e6-94e9-d05f80d6996e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=501f0559-e567-47e6-94e9-d05f80d6996e,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:34:02.073499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:02.075971 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:34:02.147318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=501f0559-e567-47e6-94e9-d05f80d6996e,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:34:02.151553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:34:02.469777 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['501f0559-e567-47e6-94e9-d05f80d6996e'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:34:02.938175 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da320fd-8c44-48c1-8a7f-4bc035544138 req-a7662489-974b-46df-a84c-4f18ef39e1c0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:02.939648 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9da320fd-8c44-48c1-8a7f-4bc035544138 req-a7662489-974b-46df-a84c-4f18ef39e1c0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 944 time: 0.0892057 Dec 22 05:34:02.988953 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9da320fd-8c44-48c1-8a7f-4bc035544138 req-01c7ee3f-0111-4f98-ad4d-41586479dbf6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431397 Dec 22 05:34:03.801487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 501f0559-e567-47e6-94e9-d05f80d6996e up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:34:03.885460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 501f0559-e567-47e6-94e9-d05f80d6996e completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:34:03.890279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 501f0559-e567-47e6-94e9-d05f80d6996e triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:34:03.890659 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:04.016218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:04.043334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f0559-e567-47e6-94e9-d05f80d6996e'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:34:04.053225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 501f0559-e567-47e6-94e9-d05f80d6996e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=501f0559-e567-47e6-94e9-d05f80d6996e,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:34:04.060610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:04.064261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:34:04.132816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=501f0559-e567-47e6-94e9-d05f80d6996e,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:34:04.135881 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:34:04.147561 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f0559-e567-47e6-94e9-d05f80d6996e', 'code': 200} Dec 22 05:34:04.182071 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3259-546c-4edf-ab43-59fb9da810c1 req-2a04e4df-aefe-4698-9953-1d8de1747fda tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:04.183523 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b3a3259-546c-4edf-ab43-59fb9da810c1 req-2a04e4df-aefe-4698-9953-1d8de1747fda tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0863173 Dec 22 05:34:04.229311 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b3a3259-546c-4edf-ab43-59fb9da810c1 req-9c90a7a1-f024-414c-a16e-194e684f9f13 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396619 Dec 22 05:34:04.440013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17738e-ac4c-4871-bfa5-0021cc636632 req-e01bdbe1-0c56-4ada-a991-3fba18c0e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:04.441574 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3a17738e-ac4c-4871-bfa5-0021cc636632 req-e01bdbe1-0c56-4ada-a991-3fba18c0e4d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0727668 Dec 22 05:34:04.483503 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3a17738e-ac4c-4871-bfa5-0021cc636632 req-03dea8ba-898f-4ed3-9138-528163346a4d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353692 Dec 22 05:34:05.431725 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0de3b-3c3c-4248-aa1d-ea5393d60ce0 req-bcdbb785-23a3-4aad-b10c-39c8f6e896b2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:05.433181 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6de0de3b-3c3c-4248-aa1d-ea5393d60ce0 req-bcdbb785-23a3-4aad-b10c-39c8f6e896b2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0907657 Dec 22 05:34:05.615081 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6de0de3b-3c3c-4248-aa1d-ea5393d60ce0 req-f9be73c4-7e50-451d-b8e0-b65354fabcd7 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734474 Dec 22 05:34:06.820415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fbcb1-4f42-4165-8d9f-db31fcb3e2f2 req-2e101dea-06b4-4390-a2a6-3f1735244d15 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:06.821930 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cf4fbcb1-4f42-4165-8d9f-db31fcb3e2f2 req-2e101dea-06b4-4390-a2a6-3f1735244d15 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0950608 Dec 22 05:34:06.870583 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cf4fbcb1-4f42-4165-8d9f-db31fcb3e2f2 req-e33e8441-f663-4bda-a41d-0950883722da tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428414 Dec 22 05:34:07.068086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b331e-494b-4d58-b2a0-a5bb591dc87d req-15fa5986-1ed2-46dc-8818-9e53e2999750 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:07.069614 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c1b331e-494b-4d58-b2a0-a5bb591dc87d req-15fa5986-1ed2-46dc-8818-9e53e2999750 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0914943 Dec 22 05:34:07.116420 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c1b331e-494b-4d58-b2a0-a5bb591dc87d req-dd5f4fb2-f17e-4e24-85d3-7ae5d817e651 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387611 Dec 22 05:34:07.144764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38684) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:34:07.218762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a86dfc-e65c-4745-8745-f025bbb6bbc5 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:07.220296 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b8a86dfc-e65c-4745-8745-f025bbb6bbc5 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 1093 time: 0.0744085 Dec 22 05:34:07.223220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38688) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:34:07.228216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '501f0559-e567-47e6-94e9-d05f80d6996e', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:34:07.235092 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:34:07.238926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:floatingip and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:34:07.241799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:34:07.247595 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:34:07.264296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:07.408733 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:07.555925 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.26.1.90 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/e21b4515-6d51-42b9-8020-2ddcfcd419e8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:34:07.715950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:07.750244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:07.753761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ef812c40-0c04-4401-bae8-a93f9bcc8b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:34:07.818887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:34:07.821678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:34:07.825319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:34:07.859680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=e21b4515-6d51-42b9-8020-2ddcfcd419e8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:34:07.865772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:34:08.258575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:08.339521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:08.564862 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:08.572287 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:08.575961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9a25d351-a76f-4ea8-96f1-9a24a3e15cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:34:08.806406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=e21b4515-6d51-42b9-8020-2ddcfcd419e8,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:34:08.810213 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:34:08.816940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:08.987149 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Floating IP de98e962-90b5-4faf-933e-2cf245f339bc associated. External IP: 172.26.1.90, port: 501f0559-e567-47e6-94e9-d05f80d6996e. Dec 22 05:34:09.349258 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router 6010de7c-5fa3-4181-b46b-38988623d7dc has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:34:09.534876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:34:09.544959 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] Sync routers for ids ['6010de7c-5fa3-4181-b46b-38988623d7dc'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:34:09.556898 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] Routers {'6010de7c-5fa3-4181-b46b-38988623d7dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:34:09.557844 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:33:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6010de7c-5fa3-4181-b46b-38988623d7dc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:34:09.561505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:09.621293 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3970480 Dec 22 05:34:09.621944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'tag': '501f0559-e567-47e6-94e9-d05f80d6996e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:34:09.675492 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'tag': '501f0559-e567-47e6-94e9-d05f80d6996e', 'status': 'completed', 'code': 200} Dec 22 05:34:09.736585 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] Set router 6010de7c-5fa3-4181-b46b-38988623d7dc gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:34:09.798142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-fddedd9b-fd65-46bd-a6c5-d823458cf26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:09.799559 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-fddedd9b-fd65-46bd-a6c5-d823458cf26d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0773659 Dec 22 05:34:09.806805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b71681-ed49-44a9-8988-389606d8cdcc req-ac2c0679-d088-4961-8d18-76e21e61c705 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:09.808354 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-53b71681-ed49-44a9-8988-389606d8cdcc req-ac2c0679-d088-4961-8d18-76e21e61c705 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0853641 Dec 22 05:34:09.856727 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-53b71681-ed49-44a9-8988-389606d8cdcc req-f3efb011-7223-4c7b-909e-933a1de91a8b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Dec 22 05:34:09.881202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38698) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:34:09.947138 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-311b8e5f-781f-4458-9e14-a2ec21725a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:09.948711 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-311b8e5f-781f-4458-9e14-a2ec21725a11 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d2dc9bce-5a08-4895-b54e-459ca65e98a9 HTTP/1.1" status: 200 len: 898 time: 0.1428406 Dec 22 05:34:09.989147 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-40e4c9fe-affe-436e-8da8-0e1df33f6377 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/de98e962-90b5-4faf-933e-2cf245f339bc HTTP/1.1" status: 200 len: 990 time: 0.1066413 Dec 22 05:34:10.055182 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-0ccb83bb-f394-4aa8-9cd4-7f77e70dc57c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501f0559-e567-47e6-94e9-d05f80d6996e HTTP/1.1" status: 200 len: 998 time: 0.0998416 Dec 22 05:34:10.097183 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'de98e962-90b5-4faf-933e-2cf245f339bc', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.90', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'port_id': '501f0559-e567-47e6-94e9-d05f80d6996e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'mac_address': 'fa:16:3e:e3:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:34:08Z', 'updated_at': '2021-12-22T05:34:08Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c33d0a8-da67-4d87-9c80-1bd539c8c141', 'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:d3:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:48Z', 'updated_at': '2021-12-22T05:33:53Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:34:10.101202 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] Checking router: 6010de7c-5fa3-4181-b46b-38988623d7dc for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:34:10.109654 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] Routers {'6010de7c-5fa3-4181-b46b-38988623d7dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:34:10.110246 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:33:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6010de7c-5fa3-4181-b46b-38988623d7dc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:34:10.117342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-0f0540e1-f227-4645-9d7e-95df5f2b64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:10.118748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-0f0540e1-f227-4645-9d7e-95df5f2b64d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90dde2c-301b-467c-becd-1792e5e5e5dd HTTP/1.1" status: 200 len: 834 time: 0.0575271 Dec 22 05:34:10.197545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-d002d259-1dde-477a-8cf8-3d98636c5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:10.199015 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-d002d259-1dde-477a-8cf8-3d98636c5dc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d2dc9bce-5a08-4895-b54e-459ca65e98a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742292 Dec 22 05:34:10.303995 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] Set router 6010de7c-5fa3-4181-b46b-38988623d7dc gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:34:10.340647 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-8834101a-eb78-4064-ac9d-4669c56aec0c service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339991 Dec 22 05:34:10.475189 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5041d1e5-ab16-472c-88a7-d7e785a4f824 req-3897bc3f-4e77-44f3-9ec7-a6b09ec88348 service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285381 Dec 22 05:34:10.662343 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'de98e962-90b5-4faf-933e-2cf245f339bc', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.90', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'port_id': '501f0559-e567-47e6-94e9-d05f80d6996e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'mac_address': 'fa:16:3e:e3:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:34:08Z', 'updated_at': '2021-12-22T05:34:08Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c33d0a8-da67-4d87-9c80-1bd539c8c141', 'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:d3:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:48Z', 'updated_at': '2021-12-22T05:33:53Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:34:10.666434 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da870b02-6d28-468c-859a-eca85f6e3a47 None None] The sync data for ids ['6010de7c-5fa3-4181-b46b-38988623d7dc'] in dv-neutron-822524-1-hyperv is: [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'de98e962-90b5-4faf-933e-2cf245f339bc', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.90', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'port_id': '501f0559-e567-47e6-94e9-d05f80d6996e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'mac_address': 'fa:16:3e:e3:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:34:08Z', 'updated_at': '2021-12-22T05:34:08Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c33d0a8-da67-4d87-9c80-1bd539c8c141', 'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:d3:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:48Z', 'updated_at': '2021-12-22T05:33:53Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:34:10.873676 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1edca-c52d-4b58-a8c3-d3e74d9df810 None None] New status for floating IP de98e962-90b5-4faf-933e-2cf245f339bc: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:34:10.993067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38702) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:34:11.101234 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a3670ba9-2153-44fa-80f2-5f93c18abf71 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/de98e962-90b5-4faf-933e-2cf245f339bc HTTP/1.1" status: 200 len: 990 time: 0.1069787 Dec 22 05:34:12.106514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38706) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:34:12.221073 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0d56d070-6772-4619-9680-e1f91a1d6aa3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/de98e962-90b5-4faf-933e-2cf245f339bc HTTP/1.1" status: 200 len: 992 time: 0.1128440 Dec 22 05:34:14.999864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:24.641854 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a7de139-7b89-438e-915d-45ec306bc676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:26.940613 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:34:26.977047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5e7330ec-00db-428c-a604-10aef478e8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:28.161456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:28.197876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:29.651846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:38.311736 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-fb618a6f-dbe8-4d42-aac6-65792d6900cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1202860 Dec 22 05:34:38.486609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-f8f71108-165e-4d43-a83c-bae0cb1e071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:38.487997 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-f8f71108-165e-4d43-a83c-bae0cb1e071c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0786858 Dec 22 05:34:38.657831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-92e30551-ce53-4f03-861f-5472c28b9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:38.659307 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-92e30551-ce53-4f03-861f-5472c28b9147 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d2dc9bce-5a08-4895-b54e-459ca65e98a9 HTTP/1.1" status: 200 len: 898 time: 0.1512873 Dec 22 05:34:38.775270 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-604804b0-3637-482c-afb6-bb51741ad22a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501f0559-e567-47e6-94e9-d05f80d6996e HTTP/1.1" status: 200 len: 1000 time: 0.1083846 Dec 22 05:34:38.844638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-b97c48f3-16a8-47f2-986e-e2051b908274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:38.846099 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-b97c48f3-16a8-47f2-986e-e2051b908274 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90dde2c-301b-467c-becd-1792e5e5e5dd HTTP/1.1" status: 200 len: 834 time: 0.0640357 Dec 22 05:34:38.928550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-9647dac2-5bce-4d4f-8e23-4f309bbf77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:38.930044 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-9647dac2-5bce-4d4f-8e23-4f309bbf77b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d2dc9bce-5a08-4895-b54e-459ca65e98a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777059 Dec 22 05:34:39.061520 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-aec5484e-be43-4144-bf14-e2225c15fd6b service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246839 Dec 22 05:34:39.310679 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-173d1bb8-98a3-4e86-9a9c-465e3f41c928 req-5228c8ba-1933-450c-99af-32d4e4fb4202 service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419221 Dec 22 05:34:44.999237 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:54.650786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a699c8a3-a075-4cb8-ab48-7a7e25dc41ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:56.980734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-070f169c-0e6f-483b-9d2b-9fa673377593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:58.170532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:58.199620 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:59.654618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:03.941630 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:35:14.162394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-f9b894f3-d856-4ec7-8d69-ce81497d548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:14.163906 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-f9b894f3-d856-4ec7-8d69-ce81497d548a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0791647 Dec 22 05:35:14.237419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4c6d6-7016-40ce-992e-ccb42692e019 req-d2f1d912-510c-4c77-855e-2d510db32184 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:14.238914 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c2d4c6d6-7016-40ce-992e-ccb42692e019 req-d2f1d912-510c-4c77-855e-2d510db32184 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.1474769 Dec 22 05:35:14.284534 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c2d4c6d6-7016-40ce-992e-ccb42692e019 req-600938fe-e58c-40a8-b7cc-da1e2789be50 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394754 Dec 22 05:35:14.302666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-cb5617e8-674a-4fe6-8b9d-e209f0ce47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:14.304229 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-cb5617e8-674a-4fe6-8b9d-e209f0ce47fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=d2dc9bce-5a08-4895-b54e-459ca65e98a9 HTTP/1.1" status: 200 len: 898 time: 0.1331034 Dec 22 05:35:14.412659 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-4cfa6b4b-e97d-43b5-b961-87078b2905fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501f0559-e567-47e6-94e9-d05f80d6996e HTTP/1.1" status: 200 len: 1000 time: 0.1011975 Dec 22 05:35:14.475617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-30593900-10a5-41b7-ab34-1ec39952c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:14.477130 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-30593900-10a5-41b7-ab34-1ec39952c01f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90dde2c-301b-467c-becd-1792e5e5e5dd HTTP/1.1" status: 200 len: 834 time: 0.0577734 Dec 22 05:35:14.555361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-da1b22bb-a7bb-4ac3-8395-089f28954fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:14.556902 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-da1b22bb-a7bb-4ac3-8395-089f28954fcc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d2dc9bce-5a08-4895-b54e-459ca65e98a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730853 Dec 22 05:35:14.698518 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-81c6cba3-4883-4d04-9be0-3d18320041ea service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344473 Dec 22 05:35:14.832990 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ca2a950-6bc7-462b-9d9d-ff8aaba15625 req-8b084c8e-7f9d-4bde-9a92-ff9db099ed4c service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263843 Dec 22 05:35:15.024735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:15.678498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e55c1-5d05-4ae1-81e8-3c7392720e9e req-24c38f75-ff79-488c-a454-6b589fa03fd3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:15.679967 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e37e55c1-5d05-4ae1-81e8-3c7392720e9e req-24c38f75-ff79-488c-a454-6b589fa03fd3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.2760293 Dec 22 05:35:15.726266 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e37e55c1-5d05-4ae1-81e8-3c7392720e9e req-df20bdcd-6b08-4807-8a76-1272f130eda2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387194 Dec 22 05:35:16.928688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44448a-f288-42f1-abbe-9b6e776c9308 req-61caa60d-1746-4e31-a88f-74e0546ba59f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:16.930123 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c44448a-f288-42f1-abbe-9b6e776c9308 req-61caa60d-1746-4e31-a88f-74e0546ba59f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0880687 Dec 22 05:35:16.976596 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c44448a-f288-42f1-abbe-9b6e776c9308 req-8789efa9-8848-4276-81dc-fd6bbbc78766 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391331 Dec 22 05:35:18.183427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248371cb-e1d6-454f-8d03-505fb6fc1563 req-d65ab456-18fd-4344-bc7a-bb1e39ed5982 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:18.185038 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-248371cb-e1d6-454f-8d03-505fb6fc1563 req-d65ab456-18fd-4344-bc7a-bb1e39ed5982 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0876675 Dec 22 05:35:18.231879 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-248371cb-e1d6-454f-8d03-505fb6fc1563 req-da3369f9-85a5-4526-8990-79613e570a2b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389791 Dec 22 05:35:19.441603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1c84d-c5b7-4de3-ad7a-38d92ab190d5 req-42203bb3-e764-4977-91ab-c65485161404 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:19.443077 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9de1c84d-c5b7-4de3-ad7a-38d92ab190d5 req-42203bb3-e764-4977-91ab-c65485161404 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0998213 Dec 22 05:35:19.489505 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9de1c84d-c5b7-4de3-ad7a-38d92ab190d5 req-01ed547c-192e-4d1d-8e6c-7169902ef536 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 Dec 22 05:35:20.703534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa6bca-2ba2-4f7a-bf39-e5b4764b37c2 req-7286c0d3-05cf-40b0-9ea0-68f368239c2f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:20.705118 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-04fa6bca-2ba2-4f7a-bf39-e5b4764b37c2 req-7286c0d3-05cf-40b0-9ea0-68f368239c2f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0924897 Dec 22 05:35:20.753405 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-04fa6bca-2ba2-4f7a-bf39-e5b4764b37c2 req-56bb20e7-53b4-44b4-be36-2f4e5febd2ce tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397763 Dec 22 05:35:21.962436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03083daf-9be0-425a-a0bd-7a8ba87330f9 req-116f6697-5f87-40f4-9f67-912529e52e65 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:21.963905 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-03083daf-9be0-425a-a0bd-7a8ba87330f9 req-116f6697-5f87-40f4-9f67-912529e52e65 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0936215 Dec 22 05:35:22.015060 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-03083daf-9be0-425a-a0bd-7a8ba87330f9 req-26e628d0-074b-45c5-902c-4d209a44ed6d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450826 Dec 22 05:35:23.239152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69aaa5-2531-4ac9-a186-3798ff40113f req-32e16deb-3168-49a4-9f90-8d24154dcb3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:23.240693 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d69aaa5-2531-4ac9-a186-3798ff40113f req-32e16deb-3168-49a4-9f90-8d24154dcb3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0896685 Dec 22 05:35:23.296734 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d69aaa5-2531-4ac9-a186-3798ff40113f req-076fe582-15e5-45ff-b355-a4b5f7a41f9f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497644 Dec 22 05:35:24.509696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4793-3db2-48ed-a8f1-1a960d79f52f req-627b8ac1-36cd-443f-9264-8df109b8f47e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:24.511176 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-635f4793-3db2-48ed-a8f1-1a960d79f52f req-627b8ac1-36cd-443f-9264-8df109b8f47e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0830443 Dec 22 05:35:24.566756 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-635f4793-3db2-48ed-a8f1-1a960d79f52f req-a0214790-3e4e-4ccf-b631-e2d15ce25f91 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476646 Dec 22 05:35:24.636083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d0ea3fd5-cec4-4e44-a701-e0baffe7ec8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:25.775606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acd1cd-f85c-4b80-bdb3-230ca081369f req-1989bbdb-1836-4f03-aa4d-a4c6ab464cc0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:25.777207 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-76acd1cd-f85c-4b80-bdb3-230ca081369f req-1989bbdb-1836-4f03-aa4d-a4c6ab464cc0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0939398 Dec 22 05:35:25.823012 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-76acd1cd-f85c-4b80-bdb3-230ca081369f req-e6151377-2641-4ab7-95f8-eec8714749a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397916 Dec 22 05:35:26.976072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-73fbd644-b3bc-4066-9764-28d77050cac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:27.022481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d330f90-99dc-4b49-bfb5-446324037f5f req-6af36b14-9fc2-4cbc-a2e6-559aaf12edca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:27.023990 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d330f90-99dc-4b49-bfb5-446324037f5f req-6af36b14-9fc2-4cbc-a2e6-559aaf12edca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0836279 Dec 22 05:35:27.068051 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d330f90-99dc-4b49-bfb5-446324037f5f req-d759e1d7-ccac-4085-b0ff-60515f763754 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382638 Dec 22 05:35:27.091274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38774) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:35:27.209381 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0f09dba5-4eb8-4831-92c0-3f6277308f31 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/de98e962-90b5-4faf-933e-2cf245f339bc HTTP/1.1" status: 200 len: 992 time: 0.1167405 Dec 22 05:35:28.167829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:28.204797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:29.657328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:39.203108 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-962210a7-d204-4ed3-bbfb-50685886b804 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787909 Dec 22 05:35:39.366057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-157fd04a-5227-4582-8263-aa4562270be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:39.367548 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-157fd04a-5227-4582-8263-aa4562270be7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0743461 Dec 22 05:35:39.514070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-44ea0686-ba8c-4073-8f11-50c8438d8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:39.515461 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-44ea0686-ba8c-4073-8f11-50c8438d8dd0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d2dc9bce-5a08-4895-b54e-459ca65e98a9 HTTP/1.1" status: 200 len: 898 time: 0.1281974 Dec 22 05:35:39.630902 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-d405c728-19c2-4b83-bee8-f7472167ebe7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501f0559-e567-47e6-94e9-d05f80d6996e HTTP/1.1" status: 200 len: 1000 time: 0.1084337 Dec 22 05:35:39.694651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-b299a54a-18e0-4727-bbaa-9182afeec9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:39.696096 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-b299a54a-18e0-4727-bbaa-9182afeec9f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90dde2c-301b-467c-becd-1792e5e5e5dd HTTP/1.1" status: 200 len: 834 time: 0.0589130 Dec 22 05:35:39.784636 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-5571da18-88bf-43c3-80b7-0af8bbe1a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:39.786020 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-5571da18-88bf-43c3-80b7-0af8bbe1a57c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d2dc9bce-5a08-4895-b54e-459ca65e98a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838656 Dec 22 05:35:39.923530 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-2b8e0fc6-493f-4074-9038-14ec5b76108a service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307380 Dec 22 05:35:40.177880 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc0abb91-1b64-4d99-99dd-2424a9a2246a req-785b3dd7-e1d0-47ef-8ebf-be5447f10b55 service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479980 Dec 22 05:35:40.947182 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:35:45.031802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:54.646490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d3e3586b-00ca-47e3-9d44-28b49b9aa26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:56.991251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74ceac87-1e9a-4157-a5a9-22c28973cdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:58.164888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:58.206833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:59.659412 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:15.046713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:16.835872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38796) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:17.066298 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port e21b4515-6d51-42b9-8020-2ddcfcd419e8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:36:17.066640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:17.254432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:17.254700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:17.378799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for e21b4515-6d51-42b9-8020-2ddcfcd419e8 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:36:17.542682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:17.546352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5f53fe85-db25-4449-aabc-72067dabf903 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:17.588868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=e21b4515-6d51-42b9-8020-2ddcfcd419e8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:17.632502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.632875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.633245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.633604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.633969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.634735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.634735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.635111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.635457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.635807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.636172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.636530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:17.663447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:17.693564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:17.693906 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Floating IP de98e962-90b5-4faf-933e-2cf245f339bc disassociated (deleted). External IP: 172.26.1.90, port: 501f0559-e567-47e6-94e9-d05f80d6996e. Dec 22 05:36:17.946461 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:36:18.060263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router 6010de7c-5fa3-4181-b46b-38988623d7dc has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:36:18.371350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:36:18.381969 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] Sync routers for ids ['6010de7c-5fa3-4181-b46b-38988623d7dc'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:36:18.389866 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:18.391604 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] Routers {'6010de7c-5fa3-4181-b46b-38988623d7dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:36:18.392236 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:35:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6010de7c-5fa3-4181-b46b-38988623d7dc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:18.448038 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/floatingips/de98e962-90b5-4faf-933e-2cf245f339bc HTTP/1.1" status: 204 len: 168 time: 1.6106074 Dec 22 05:36:18.448717 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'tag': '501f0559-e567-47e6-94e9-d05f80d6996e'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:36:18.495171 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'tag': '501f0559-e567-47e6-94e9-d05f80d6996e', 'status': 'completed', 'code': 200} Dec 22 05:36:18.577216 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] Set router 6010de7c-5fa3-4181-b46b-38988623d7dc gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:36:18.615898 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-06a6a252-7bc7-404c-adef-69194568c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:18.617953 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-06a6a252-7bc7-404c-adef-69194568c335 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0755486 Dec 22 05:36:18.756696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-6846b12a-01c3-44c7-a7ec-f5885ac28f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:18.758180 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-6846b12a-01c3-44c7-a7ec-f5885ac28f19 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d2dc9bce-5a08-4895-b54e-459ca65e98a9 HTTP/1.1" status: 200 len: 898 time: 0.1338601 Dec 22 05:36:18.835424 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-8507ccaa-ebbd-4ec9-a4b8-f5f35d0b62fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501f0559-e567-47e6-94e9-d05f80d6996e HTTP/1.1" status: 200 len: 217 time: 0.0700171 Dec 22 05:36:18.840886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c04c99-ed3e-46a1-a733-d48b36b9cf39 req-7d5e27eb-3679-4d0a-a871-b451a55fad5a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:18.842538 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-61c04c99-ed3e-46a1-a733-d48b36b9cf39 req-7d5e27eb-3679-4d0a-a871-b451a55fad5a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0881865 Dec 22 05:36:18.888809 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-61c04c99-ed3e-46a1-a733-d48b36b9cf39 req-078583b1-dbd1-43ec-a2ca-2fc7cc96e1a0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Dec 22 05:36:18.903497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-55879d64-a90b-4a6b-9e6c-bfa67fb62746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:18.904924 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-55879d64-a90b-4a6b-9e6c-bfa67fb62746 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90dde2c-301b-467c-becd-1792e5e5e5dd HTTP/1.1" status: 200 len: 834 time: 0.0602994 Dec 22 05:36:18.916569 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '7c33d0a8-da67-4d87-9c80-1bd539c8c141', 'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:d3:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:48Z', 'updated_at': '2021-12-22T05:33:53Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:18.920730 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] Checking router: 6010de7c-5fa3-4181-b46b-38988623d7dc for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:36:18.928819 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] Routers {'6010de7c-5fa3-4181-b46b-38988623d7dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:36:18.929400 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:35:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6010de7c-5fa3-4181-b46b-38988623d7dc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:18.982253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-603f2f51-d104-412b-abf8-ec1b38310ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:18.983727 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-603f2f51-d104-412b-abf8-ec1b38310ed4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d2dc9bce-5a08-4895-b54e-459ca65e98a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711799 Dec 22 05:36:19.106387 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] Set router 6010de7c-5fa3-4181-b46b-38988623d7dc gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:36:19.116335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-f8e531b7-0c1e-46e4-9c1d-f49777bb8523 service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246324 Dec 22 05:36:19.252660 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4919cc3c-1906-428a-8ab6-3a0a74ca704a req-7a5fb666-233e-47f6-8d99-8e60a6244e5e service neutron] 10.222.0.61 "GET /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294982 Dec 22 05:36:19.417528 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '7c33d0a8-da67-4d87-9c80-1bd539c8c141', 'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:d3:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:48Z', 'updated_at': '2021-12-22T05:33:53Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:19.421512 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d7f39-7744-4fd2-a734-0d7dc45652eb None None] The sync data for ids ['6010de7c-5fa3-4181-b46b-38988623d7dc'] in dv-neutron-822524-1-hyperv is: [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '7c33d0a8-da67-4d87-9c80-1bd539c8c141', 'name': '', 'network_id': 'd2dc9bce-5a08-4895-b54e-459ca65e98a9', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:d3:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:48Z', 'updated_at': '2021-12-22T05:33:53Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'f90dde2c-301b-467c-becd-1792e5e5e5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:36:19.657339 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d65bb-dd32-485a-8526-416ae9603d0e None None] New status for floating IP de98e962-90b5-4faf-933e-2cf245f339bc: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:36:20.109320 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac5d9e-ee3c-45c5-9202-bd1a7a0b03b7 req-0ef47601-4ad9-4b78-b681-bfefab39e746 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:20.110880 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-98ac5d9e-ee3c-45c5-9202-bd1a7a0b03b7 req-0ef47601-4ad9-4b78-b681-bfefab39e746 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0997670 Dec 22 05:36:20.159323 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-98ac5d9e-ee3c-45c5-9202-bd1a7a0b03b7 req-260eaa28-acc6-44db-a146-a48fb0677cad tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Dec 22 05:36:20.851973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfe093-0cc0-483f-bac3-695e550369bb req-310776c9-cefb-433f-8a7a-d744ab666af5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:20.852724 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-81bfe093-0cc0-483f-bac3-695e550369bb req-310776c9-cefb-433f-8a7a-d744ab666af5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:36:20.872779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-81bfe093-0cc0-483f-bac3-695e550369bb req-310776c9-cefb-433f-8a7a-d744ab666af5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:36:20.874023 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-81bfe093-0cc0-483f-bac3-695e550369bb req-310776c9-cefb-433f-8a7a-d744ab666af5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.1139934 Dec 22 05:36:20.955919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-81bfe093-0cc0-483f-bac3-695e550369bb req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 501f0559-e567-47e6-94e9-d05f80d6996e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:36:20.956379 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-81bfe093-0cc0-483f-bac3-695e550369bb req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:21.221634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-81bfe093-0cc0-483f-bac3-695e550369bb req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 501f0559-e567-47e6-94e9-d05f80d6996e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=501f0559-e567-47e6-94e9-d05f80d6996e,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:36:21.221999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-81bfe093-0cc0-483f-bac3-695e550369bb req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:21.347209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-81bfe093-0cc0-483f-bac3-695e550369bb req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 501f0559-e567-47e6-94e9-d05f80d6996e owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:36:21.354857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efcb40-5a0f-44b3-89e4-553836d5dde9 req-e111e963-01a8-4a44-8dc6-67e365a5c740 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:21.356909 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8efcb40-5a0f-44b3-89e4-553836d5dde9 req-e111e963-01a8-4a44-8dc6-67e365a5c740 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=296f33dc-b95e-44d5-a7b7-6689c4f3b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0849917 Dec 22 05:36:21.407102 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8efcb40-5a0f-44b3-89e4-553836d5dde9 req-b304c634-125f-441d-8319-32e33a820c21 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431185 Dec 22 05:36:21.507978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-81bfe093-0cc0-483f-bac3-695e550369bb req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:21.513850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:21.565816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=501f0559-e567-47e6-94e9-d05f80d6996e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:21.569304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:21.640861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bfe093-0cc0-483f-bac3-695e550369bb req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] No DVR routers for this DVR port 501f0559-e567-47e6-94e9-d05f80d6996e on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:36:21.644163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-81bfe093-0cc0-483f-bac3-695e550369bb req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:21.646700 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'name': 'network-vif-deleted', 'tag': '501f0559-e567-47e6-94e9-d05f80d6996e'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:36:21.667046 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-81bfe093-0cc0-483f-bac3-695e550369bb req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "DELETE /v2.0/ports/501f0559-e567-47e6-94e9-d05f80d6996e HTTP/1.1" status: 204 len: 173 time: 0.7861304 Dec 22 05:36:21.695316 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f33dc-b95e-44d5-a7b7-6689c4f3b6e2', 'name': 'network-vif-deleted', 'tag': '501f0559-e567-47e6-94e9-d05f80d6996e', 'status': 'completed', 'code': 200} Dec 22 05:36:22.515139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38820) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:23.210777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:23.591258 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 7c33d0a8-da67-4d87-9c80-1bd539c8c141 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:36:23.591873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:23.778613 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 7c33d0a8-da67-4d87-9c80-1bd539c8c141, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=7c33d0a8-da67-4d87-9c80-1bd539c8c141,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:36:23.778968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:23.899928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 7c33d0a8-da67-4d87-9c80-1bd539c8c141 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:36:24.093659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:24.097280 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0498b57d-c026-46e3-86a3-b808c4fd4989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:24.261381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=7c33d0a8-da67-4d87-9c80-1bd539c8c141,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:24.263763 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:24.532392 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 501f0559-e567-47e6-94e9-d05f80d6996e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:36:24.542751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:24.570806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 501f0559-e567-47e6-94e9-d05f80d6996e {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:36:24.571163 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 501f0559-e567-47e6-94e9-d05f80d6996e not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:36:24.640655 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d695df11-a412-4304-86a7-28ad5c04b107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:24.914392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router 6010de7c-5fa3-4181-b46b-38988623d7dc has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:36:25.106841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:36:25.121469 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a635dac-a82a-4436-88ee-587224226def None None] Sync routers for ids ['6010de7c-5fa3-4181-b46b-38988623d7dc'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:36:25.125212 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "PUT /v2.0/routers/6010de7c-5fa3-4181-b46b-38988623d7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6087511 Dec 22 05:36:25.127880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38824) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:25.131383 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a635dac-a82a-4436-88ee-587224226def None None] Routers {'6010de7c-5fa3-4181-b46b-38988623d7dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:36:25.131987 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9a635dac-a82a-4436-88ee-587224226def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:35:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6010de7c-5fa3-4181-b46b-38988623d7dc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:25.198488 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting subnet f90dde2c-301b-467c-becd-1792e5e5e5dd {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:36:25.201496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:25.255760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:25.309652 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-9a635dac-a82a-4436-88ee-587224226def None None] Set router 6010de7c-5fa3-4181-b46b-38988623d7dc gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:36:25.340170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:25.418412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:25.422080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a86710e9-140b-4f61-bc5a-5142585ae1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:25.457651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Subnet': ['ID=f90dde2c-301b-467c-becd-1792e5e5e5dd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:25.462535 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:25.469255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e971e079-7705-441e-8761-38f3f15bb1c3 None None] Network d2dc9bce-5a08-4895-b54e-459ca65e98a9 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:36:25.475994 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/subnets/f90dde2c-301b-467c-becd-1792e5e5e5dd HTTP/1.1" status: 204 len: 168 time: 0.3442481 Dec 22 05:36:25.475994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.475994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.475994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.475994 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.476589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.476775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.477091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.477448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.477801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.478157 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.478264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38828) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:25.478506 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.478989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:25.482172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0637ad9-0d7c-4e53-9a9a-4085a1798895 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:25.633987 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9a635dac-a82a-4436-88ee-587224226def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:36:24Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:25.639414 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a635dac-a82a-4436-88ee-587224226def None None] Checking router: 6010de7c-5fa3-4181-b46b-38988623d7dc for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:36:25.653349 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a635dac-a82a-4436-88ee-587224226def None None] Routers {'6010de7c-5fa3-4181-b46b-38988623d7dc'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:36:25.653968 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9a635dac-a82a-4436-88ee-587224226def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:35:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['6010de7c-5fa3-4181-b46b-38988623d7dc'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:25.671760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:25.816347 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] DHCP port deletion for d2dc9bce-5a08-4895-b54e-459ca65e98a9 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:36:25.820768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Deleting port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:36:25.821152 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:25.855820 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-9a635dac-a82a-4436-88ee-587224226def None None] Set router 6010de7c-5fa3-4181-b46b-38988623d7dc gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:36:25.877291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:25.888981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port ff003d5e-f97a-4444-8726-7c746552e177 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:36:25.889412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:26.031318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] For port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5132f395-296a-4f83-9bcd-c74a3d9bb6d8,segment=NetworkSegment(28742ce8-758b-4e8c-bcdf-3711cd17e4de),segment_id=28742ce8-758b-4e8c-bcdf-3711cd17e4de)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:36:26.031594 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:26.154283 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-9a635dac-a82a-4436-88ee-587224226def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:36:24Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:26.158327 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a635dac-a82a-4436-88ee-587224226def None None] The sync data for ids ['6010de7c-5fa3-4181-b46b-38988623d7dc'] in dv-neutron-822524-1-hyperv is: [{'id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025203050', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:36:24Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': 'ff003d5e-f97a-4444-8726-7c746552e177', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010de7c-5fa3-4181-b46b-38988623d7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:45Z', 'updated_at': '2021-12-22T05:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:36:26.160101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Calling delete_port for 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:36:26.203955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port ff003d5e-f97a-4444-8726-7c746552e177, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ff003d5e-f97a-4444-8726-7c746552e177,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:36:26.204551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:26.247458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:26.254584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c7e83867-5fad-44f6-9b05-24aefb2960f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:26.297517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] No DVR routers for this DVR port 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:36:26.299031 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Pushing event deleted for resources: {'Port': ['ID=5132f395-296a-4f83-9bcd-c74a3d9bb6d8,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:26.308779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.308779 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.309030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.309393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.309728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.310264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.310406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.311110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.311110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.311435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.311746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.312060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:26.315434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:26.351120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for ff003d5e-f97a-4444-8726-7c746552e177 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:36:26.534564 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:26.538607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:26.585424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=ff003d5e-f97a-4444-8726-7c746552e177,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:26.588892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:26.684925 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:26.863323 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:26.865628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:26.894074 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:26.894575 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Fanout notify agent at l3_agent the message router_deleted on router 6010de7c-5fa3-4181-b46b-38988623d7dc {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:36:26.911185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:26.912323 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/routers/6010de7c-5fa3-4181-b46b-38988623d7dc HTTP/1.1" status: 204 len: 168 time: 1.4323616 Dec 22 05:36:26.915157 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38832) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:26.989841 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-28c16530-0b8a-494b-8789-7b7845482b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.039771 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.180629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.205484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dc9bce-5a08-4895-b54e-459ca65e98a9']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:27.217601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28742ce8-758b-4e8c-bcdf-3711cd17e4de') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:27.217894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28742ce8-758b-4e8c-bcdf-3711cd17e4de') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:27.229799 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.246155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.252293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:36:27.252689 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:36:27.268009 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:36:27.358121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.363560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.367658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-79a9813e-af50-4082-9adb-600d9d605d0b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:27.391522 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Network': ['ID=d2dc9bce-5a08-4895-b54e-459ca65e98a9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:27.394887 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:27.396956 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7bf7dd03-9537-4ee1-9f04-6322a3d91c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/networks/d2dc9bce-5a08-4895-b54e-459ca65e98a9 HTTP/1.1" status: 204 len: 168 time: 0.4806716 Dec 22 05:36:27.399780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38836) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:27.476609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3741f7f7-4ca3-4ea9-95f2-ef7c4a7ff485 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.511853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3741f7f7-4ca3-4ea9-95f2-ef7c4a7ff485 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.587053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3741f7f7-4ca3-4ea9-95f2-ef7c4a7ff485 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.591251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dd590bf9-2b6f-49b6-893e-4189b6a197a2 tempest-RoutersAdminNegativeIpV6Test-524317672 tempest-RoutersAdminNegativeIpV6Test-524317672-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:27.607026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741f7f7-4ca3-4ea9-95f2-ef7c4a7ff485 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0a2d28-f06f-4ac3-8b98-bc4f5f40847e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:27.610217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3741f7f7-4ca3-4ea9-95f2-ef7c4a7ff485 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:27.627338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3741f7f7-4ca3-4ea9-95f2-ef7c4a7ff485 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:27.630935 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3741f7f7-4ca3-4ea9-95f2-ef7c4a7ff485 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/security-groups/db0a2d28-f06f-4ac3-8b98-bc4f5f40847e HTTP/1.1" status: 204 len: 168 time: 0.2301533 Dec 22 05:36:27.638122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ff003d5e-f97a-4444-8726-7c746552e177 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:36:27.677802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: ff003d5e-f97a-4444-8726-7c746552e177 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:36:27.678153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ff003d5e-f97a-4444-8726-7c746552e177 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:36:27.678587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:36:27.713205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:36:27.713899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5132f395-296a-4f83-9bcd-c74a3d9bb6d8 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:36:27.714457 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7c33d0a8-da67-4d87-9c80-1bd539c8c141 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:36:27.754742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 7c33d0a8-da67-4d87-9c80-1bd539c8c141 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:36:27.755116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 7c33d0a8-da67-4d87-9c80-1bd539c8c141 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:36:28.004528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38846) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:28.010345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45481723', 'description': 'tempest-secgroup-smoke-45481723 description', 'project_id': 'f4caceda070544bbab647432833f66f2'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:28.018788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:28.025911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:28.029099 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:28.035098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:28.047000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.066528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:28.070263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:28.073193 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:28.078893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:28.149710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.157807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.162883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.166835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c63e0da2-6000-4eb3-b215-5f0ae115effa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:28.207045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de67bc29-5576-4625-87e2-0023f6eb6b28,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:28.210346 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:28.212520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.215870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.220251 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6c519c3f-7d79-460c-af18-df6254653618 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2116637 Dec 22 05:36:28.220251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38850) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:28.225482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'de67bc29-5576-4625-87e2-0023f6eb6b28', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:28.231959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:28.236106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:28.239107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:28.245023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:28.265004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.443014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.449910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.451825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-86767963-4d00-44b0-94f5-bf599b2bc3a6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:28.474495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9de485b-a44b-410e-b219-adbe86b81594,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:28.476875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:28.485643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.486911 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2657516 Dec 22 05:36:28.489583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38854) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:28.494663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'de67bc29-5576-4625-87e2-0023f6eb6b28', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:28.501043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:28.505183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:28.508061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:28.515046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:28.535755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.608238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.613851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.616126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a46b966-80fb-40ee-a98c-c2b60fa99e96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:28.638468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e493d8a2-966d-482d-b688-fb97935495b6,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:28.640836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:28.650278 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.651699 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1612058 Dec 22 05:36:28.654731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38858) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:28.660438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'de67bc29-5576-4625-87e2-0023f6eb6b28', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:28.667291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:28.671411 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:28.674542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:28.680687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:28.701451 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.766458 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.771590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.773516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6b71af7e-e4a7-4273-8f95-465fbbfcf130 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:28.795901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f409f9f2-94cf-4095-b49c-b0d2ecf15b5d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:28.800221 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:28.808671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.809796 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540608 Dec 22 05:36:28.812706 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:28.817627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'de67bc29-5576-4625-87e2-0023f6eb6b28', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:28.827249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:28.831200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:28.834169 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:28.840074 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:28.868264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.933884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.939254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.941445 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d8fbb0eb-9136-4699-a5b4-71786f03bf2d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:28.966026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9e7a99-2b20-4b89-bc46-e2cf788fb64c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:28.970746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:28.977121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:28.978344 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-02c71308-1330-40b9-9241-210d5248b613 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1647062 Dec 22 05:36:28.982470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38866) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:28.987748 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'de67bc29-5576-4625-87e2-0023f6eb6b28', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:28.994257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:28.998809 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:29.001967 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:29.008041 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:29.022583 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Project f4caceda070544bbab647432833f66f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:36:29.029425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.100712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.106514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.108439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fb1c51d0-a27a-48a7-b041-c0883fb81d2d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:29.129758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8578fa58-995e-4232-a4cc-93440712d28b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:29.132281 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:29.140560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.141789 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d8512561-48bb-4f79-bd21-af7e0bc9b712 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584036 Dec 22 05:36:29.145035 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38870) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:29.150052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'de67bc29-5576-4625-87e2-0023f6eb6b28', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:29.156030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:29.159903 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:29.163046 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:29.169076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:29.181258 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Project f4caceda070544bbab647432833f66f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:36:29.187831 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.256335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.261282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.263090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b298ec95-e2da-4a78-8931-3c7ec64bd42d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:29.284798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541822f6-44a7-4842-bd7b-df7030e4bd55,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:29.287064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:29.295718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.296970 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-645c9ccd-9151-4df5-89d2-a198dd837e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510239 Dec 22 05:36:29.299716 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38874) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:29.305346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'network': {'name': 'tempest-network-smoke--1854892136', 'project_id': 'f4caceda070544bbab647432833f66f2', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:29.310232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:29.314214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:network and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:29.317138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:29.322746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:29.336216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:36:29.340123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.368403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:36:29.378090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.378435 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Added segment 5bd5ae57-57c5-4328-83af-fb42b5dff765 of type vlan for network 15c5d860-785a-46f7-9f74-498ae9805a98 Dec 22 05:36:29.404690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.435061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.440466 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:29.441045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.445812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edc700a9-1e64-43cf-8a7b-e444e6e84bea tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:29.662586 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3616831 Dec 22 05:36:29.665390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38880) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:29.665824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.670371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Network': ['ID=15c5d860-785a-46f7-9f74-498ae9805a98,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:29.671160 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'admin_state_up': True, 'project_id': 'f4caceda070544bbab647432833f66f2', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:29.673218 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:29.682665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:29.683630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 15c5d860-785a-46f7-9f74-498ae9805a98 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:36:29.686919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:router and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:29.689948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:29.697200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:29.707892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.709648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:29.733206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:30.002627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:30.320020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:30.349889 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:30.499577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.26.1.198 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/2a695fbc-b764-4264-9e4f-77cdba7e3de2) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:36:30.652149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:30.684734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:30.688633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-59429f3a-dff8-4dd2-9657-472e60e5275b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:30.751129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:36:30.754186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:36:30.760017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:36:30.793349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=2a695fbc-b764-4264-9e4f-77cdba7e3de2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:30.799238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:31.305537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:31.655227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:31.871764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router f766befa-810c-4d33-ab4e-ebfa0f918cdb is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:36:32.057671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:36:32.068106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Sync routers for ids ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:36:32.078782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Routers {'f766befa-810c-4d33-ab4e-ebfa0f918cdb'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:36:32.079395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:36:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:32.086206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:32.087578 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4210408 Dec 22 05:36:32.091207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38886) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:32.131629 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-18ea7c2a-299c-4d89-9aea-d6ccba1aee01 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=f4caceda070544bbab647432833f66f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391002 Dec 22 05:36:32.134264 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38890) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:32.258477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Set router f766befa-810c-4d33-ab4e-ebfa0f918cdb gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:36:32.269446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c94163b-a8ca-47ef-92bf-2ad72be4a036 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.270953 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-2c94163b-a8ca-47ef-92bf-2ad72be4a036 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358175 Dec 22 05:36:32.273892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38894) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:32.312660 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1cfd0b04-4828-4559-9cf2-911c77a5cdf8 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375652 Dec 22 05:36:32.315123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38898) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:32.320374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1365636135', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'project_id': 'f4caceda070544bbab647432833f66f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:32.428850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:32.433259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:subnet and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:32.436320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:32.442417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:32.453965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:36:32.457475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:32.552754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:30Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:32.557316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Checking router: f766befa-810c-4d33-ab4e-ebfa0f918cdb for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:36:32.557718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Updating router f766befa-810c-4d33-ab4e-ebfa0f918cdb port 2a695fbc-b764-4264-9e4f-77cdba7e3de2 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:36:32.657448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:32.806840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:32.810682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-51b18b56-892e-4c46-a1d2-cbcfff216586 tempest-RoutersNegativeIpV6Test-1086148880 tempest-RoutersNegativeIpV6Test-1086148880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:32.882750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Subnet': ['ID=a029b611-b1a1-435e-a86b-92819eb1ac6b,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:32.886667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:32.894126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Checking segment: {'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:36:32.894486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network hostable DHCP agents. Network: 15c5d860-785a-46f7-9f74-498ae9805a98, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:36:32.915360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 15c5d860-785a-46f7-9f74-498ae9805a98 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:36:32.926125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 15c5d860-785a-46f7-9f74-498ae9805a98) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:36:32.930531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.931143 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:32.952809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207c0248-2a56-4ae2-bfd1-0e7bd0f16cb9 None None] Network 15c5d860-785a-46f7-9f74-498ae9805a98 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:36:32.956806 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-216d1f81-3f1f-4888-8d6a-9566987400cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6405568 Dec 22 05:36:32.959561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38902) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:33.057599 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:33.085370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Transition to ACTIVE for port object 2a695fbc-b764-4264-9e4f-77cdba7e3de2 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:36:33.099223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:33.109295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1c5b5003-dd1e-447a-a090-4c5508d3f1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:33.259144 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90470c-4158-4183-8bb1-270adec67ba3 None None] Pushing event updated for resources: {'Port': ['ID=2a695fbc-b764-4264-9e4f-77cdba7e3de2,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:33.266910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ea90470c-4158-4183-8bb1-270adec67ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:33.268009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Attempting to bind port 2a695fbc-b764-4264-9e4f-77cdba7e3de2 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:36:33.268424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Attempting to bind port 2a695fbc-b764-4264-9e4f-77cdba7e3de2 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:36:33.268773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Attempting to bind port 2a695fbc-b764-4264-9e4f-77cdba7e3de2 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:36:33.280485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:36:33.280860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:36:33.281269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:33.281656 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:36:33.282123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Bound port: 2a695fbc-b764-4264-9e4f-77cdba7e3de2, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:36:33.282501 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:33.311571 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-15c5d860-785a-46f7-9f74-498ae9805a98', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:36:33.312348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:33.424153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] For port 2a695fbc-b764-4264-9e4f-77cdba7e3de2, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:36:33.439823 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] For port 2a695fbc-b764-4264-9e4f-77cdba7e3de2, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2a695fbc-b764-4264-9e4f-77cdba7e3de2,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:36:33.446947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:33.453884 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:33.568606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Routers {'f766befa-810c-4d33-ab4e-ebfa0f918cdb'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:36:33.569129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:36:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:33.649863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Allocated IP 172.20.0.2 (15c5d860-785a-46f7-9f74-498ae9805a98/a029b611-b1a1-435e-a86b-92819eb1ac6b/5bd20f62-2e82-4bc9-8067-c8952f6db442) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:36:33.658953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:33.659410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90470c-4158-4183-8bb1-270adec67ba3 None None] Pushing event updated for resources: {'Port': ['ID=2a695fbc-b764-4264-9e4f-77cdba7e3de2,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:33.665645 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ea90470c-4158-4183-8bb1-270adec67ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:33.844082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] Set router f766befa-810c-4d33-ab4e-ebfa0f918cdb gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:36:34.198269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:34.239732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Transition to ACTIVE for port object 5bd20f62-2e82-4bc9-8067-c8952f6db442 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:36:34.266725 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Transition to ACTIVE for port object 5bd20f62-2e82-4bc9-8067-c8952f6db442 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:36:34.279212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:34.283770 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:34.338460 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.20.0.1 (15c5d860-785a-46f7-9f74-498ae9805a98/a029b611-b1a1-435e-a86b-92819eb1ac6b/cda48ebb-cdc0-4721-8aea-369dc54856f5) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:36:34.353743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Network 15c5d860-785a-46f7-9f74-498ae9805a98 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:36:34.359063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:36:34.361838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:36:34.369083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Pushing event updated for resources: {'Port': ['ID=5bd20f62-2e82-4bc9-8067-c8952f6db442,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:34.373882 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:30Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:34.376033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:34.406835 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340f14b-5c6e-48cc-b382-d88006155209 None None] The sync data for ids ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'] in dv-neutron-822524-1-hyperv is: [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:30Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:36:34.464890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Attempting to bind port 5bd20f62-2e82-4bc9-8067-c8952f6db442 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:36:34.465268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Attempting to bind port 5bd20f62-2e82-4bc9-8067-c8952f6db442 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:36:34.465635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Attempting to bind port 5bd20f62-2e82-4bc9-8067-c8952f6db442 on network 15c5d860-785a-46f7-9f74-498ae9805a98 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:36:34.472420 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:36:34.472810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Checking segment: {'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:36:34.473206 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:34.473619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Bound using segment: {'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:36:34.474101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Bound port: 5bd20f62-2e82-4bc9-8067-c8952f6db442, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:36:34.474484 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:34.574316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] For port 5bd20f62-2e82-4bc9-8067-c8952f6db442, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:36:34.577721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] For port 5bd20f62-2e82-4bc9-8067-c8952f6db442, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5bd20f62-2e82-4bc9-8067-c8952f6db442,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:36:34.583361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:34.587488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5ceef8fe-bd20-4343-9577-84dfd17468cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:34.659632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:34.684070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Pushing event updated for resources: {'Port': ['ID=5bd20f62-2e82-4bc9-8067-c8952f6db442,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:34.689986 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Transition to ACTIVE for port object cda48ebb-cdc0-4721-8aea-369dc54856f5 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:36:34.691707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:34.719819 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:34.724165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1a75062b-5adb-42ef-b5dc-12db317a71bb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:34.806562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 15c5d860-785a-46f7-9f74-498ae9805a98 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:36:34.810420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:36:34.812835 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:36:34.844427 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=cda48ebb-cdc0-4721-8aea-369dc54856f5,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:34.850294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:34.894222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:35.173979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:35.613164 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:35.622388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:35.663942 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a76534a1-a00b-4483-ab80-9be7c8079cd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:35.677300 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0c18c5-2f73-472b-8c9c-b60fe6661eb4 None None] Network 15c5d860-785a-46f7-9f74-498ae9805a98 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:36:35.697290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2a695fbc-b764-4264-9e4f-77cdba7e3de2 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:36:35.740983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:35.748214 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=cda48ebb-cdc0-4721-8aea-369dc54856f5,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:35.752681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:35.865578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6b327174-1dae-4136-8d32-0c30a697c423 None None] Provisioning for port 5bd20f62-2e82-4bc9-8067-c8952f6db442 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:36:35.887478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 2a695fbc-b764-4264-9e4f-77cdba7e3de2 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:36:35.899071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 15c5d860-785a-46f7-9f74-498ae9805a98 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:36:35.900177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:36:35.923606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 2a695fbc-b764-4264-9e4f-77cdba7e3de2 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:35.923983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:36.089693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router f766befa-810c-4d33-ab4e-ebfa0f918cdb has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:36:36.103127 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:36.126170 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 2a695fbc-b764-4264-9e4f-77cdba7e3de2, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2a695fbc-b764-4264-9e4f-77cdba7e3de2,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:36:36.131269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:36.132193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5bd20f62-2e82-4bc9-8067-c8952f6db442 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:36:36.164701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-1c5b5003-dd1e-447a-a090-4c5508d3f1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:36.270646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=2a695fbc-b764-4264-9e4f-77cdba7e3de2,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:36.279732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:36.293140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 5bd20f62-2e82-4bc9-8067-c8952f6db442 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:36:36.299091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5bd20f62-2e82-4bc9-8067-c8952f6db442 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:36.299565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:36.438043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c863edb3-a6ee-4c36-a20d-e7945f406f82 None None] Provisioning complete for port 5bd20f62-2e82-4bc9-8067-c8952f6db442 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:36.438539 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c863edb3-a6ee-4c36-a20d-e7945f406f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:36.447270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:36:36.459675 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Sync routers for ids ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:36:36.473105 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "PUT /v2.0/routers/f766befa-810c-4d33-ab4e-ebfa0f918cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5040822 Dec 22 05:36:36.473337 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Routers {'f766befa-810c-4d33-ab4e-ebfa0f918cdb'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:36:36.473337 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:36:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:36.486086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:36.537110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 5bd20f62-2e82-4bc9-8067-c8952f6db442, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5bd20f62-2e82-4bc9-8067-c8952f6db442,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:36:36.577461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:36.585205 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:36.674893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=5bd20f62-2e82-4bc9-8067-c8952f6db442,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:36.679061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:36.687028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c863edb3-a6ee-4c36-a20d-e7945f406f82 None None] Provisioning for port cda48ebb-cdc0-4721-8aea-369dc54856f5 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:36:36.692905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c863edb3-a6ee-4c36-a20d-e7945f406f82 None None] Provisioning complete for port cda48ebb-cdc0-4721-8aea-369dc54856f5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:36.693292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c863edb3-a6ee-4c36-a20d-e7945f406f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:36.694550 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Set router f766befa-810c-4d33-ab4e-ebfa0f918cdb gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:36:36.696824 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-8286fbbf-7135-4818-9a3b-67827dbb65e5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45481723&fields=id&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 267 time: 0.0595379 Dec 22 05:36:36.766282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c863edb3-a6ee-4c36-a20d-e7945f406f82 None None] Port cda48ebb-cdc0-4721-8aea-369dc54856f5 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:36:36.859920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-fe17db5d-dcca-4ff6-b3d1-5dcd9823c7c9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:36.860621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-fe17db5d-dcca-4ff6-b3d1-5dcd9823c7c9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:36:36.878991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-fe17db5d-dcca-4ff6-b3d1-5dcd9823c7c9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:36:36.880301 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-fe17db5d-dcca-4ff6-b3d1-5dcd9823c7c9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/networks?id=15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 200 len: 797 time: 0.1754730 Dec 22 05:36:36.888427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-56d16479-65e6-4294-9358-30bc2131663e None None] Provisioning complete for port cda48ebb-cdc0-4721-8aea-369dc54856f5 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:36.888818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-56d16479-65e6-4294-9358-30bc2131663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:36.897619 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6602fce-dab6-45a2-8588-27dbdefac2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/quotas/f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 375 time: 0.0108497 Dec 22 05:36:36.944759 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-56d16479-65e6-4294-9358-30bc2131663e None None] Port cda48ebb-cdc0-4721-8aea-369dc54856f5 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:36:36.992487 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-f11fd239-5eb5-443f-bc6b-60638bf67360 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883632 Dec 22 05:36:37.009493 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-14dfe71a-0f28-4e67-818f-470ff67e640c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:36:37.010510 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-14dfe71a-0f28-4e67-818f-470ff67e640c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054507 Dec 22 05:36:37.018340 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:35Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cda48ebb-cdc0-4721-8aea-369dc54856f5', 'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:9b:f1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:33Z', 'updated_at': '2021-12-22T05:36:35Z', 'revision_number': 2, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:37.024522 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Checking router: f766befa-810c-4d33-ab4e-ebfa0f918cdb for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:36:37.024997 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Updating router f766befa-810c-4d33-ab4e-ebfa0f918cdb port cda48ebb-cdc0-4721-8aea-369dc54856f5 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:36:37.080047 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:37.149242 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-55187a6b-9cc7-4956-babe-75deafb7bce7 service neutron] 10.222.0.36 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326814 Dec 22 05:36:37.282507 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-18113585-6438-48df-9563-0f04124896a1 service neutron] 10.222.0.36 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268709 Dec 22 05:36:37.446683 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:37.459488 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Transition to ACTIVE for port object cda48ebb-cdc0-4721-8aea-369dc54856f5 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:36:37.463445 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-73f4163b-6258-46be-924b-4d7bee0e12d6 req-efe01c33-68aa-4600-8f60-8144c5ed1ec7 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 210 time: 0.0438585 Dec 22 05:36:37.467711 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:37.472380 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-c5f82c2b-b5e9-4b4a-803c-c34f0451f320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:37.595345 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Pushing event updated for resources: {'Port': ['ID=cda48ebb-cdc0-4721-8aea-369dc54856f5,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:37.634142 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.634482 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.634806 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.635141 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.638234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.638234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.638234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.638234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.638234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.638234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.638234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.638234 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:37.645960 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:37.679471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2a695fbc-b764-4264-9e4f-77cdba7e3de2 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:36:37.700629 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Attempting to bind port cda48ebb-cdc0-4721-8aea-369dc54856f5 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:36:37.700994 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Attempting to bind port cda48ebb-cdc0-4721-8aea-369dc54856f5 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:36:37.701353 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Attempting to bind port cda48ebb-cdc0-4721-8aea-369dc54856f5 on network 15c5d860-785a-46f7-9f74-498ae9805a98 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:36:37.707434 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:36:37.707888 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Checking segment: {'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:36:37.708471 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:37.708920 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Bound using segment: {'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:36:37.709459 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Bound port: cda48ebb-cdc0-4721-8aea-369dc54856f5, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:36:37.709897 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:37.781461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 2a695fbc-b764-4264-9e4f-77cdba7e3de2 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:37.781858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:37.814364 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] For port cda48ebb-cdc0-4721-8aea-369dc54856f5, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:36:37.817658 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] For port cda48ebb-cdc0-4721-8aea-369dc54856f5, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cda48ebb-cdc0-4721-8aea-369dc54856f5,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:36:37.824867 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:37.828942 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-2d578a10-47d4-44af-981b-9326484c3f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:37.901067 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Routers {'f766befa-810c-4d33-ab4e-ebfa0f918cdb'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:36:37.901715 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:36:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:37.955318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5bd20f62-2e82-4bc9-8067-c8952f6db442 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:36:38.026951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5bd20f62-2e82-4bc9-8067-c8952f6db442 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:38.027279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:38.109366 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] Set router f766befa-810c-4d33-ab4e-ebfa0f918cdb gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:36:38.165062 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Pushing event updated for resources: {'Port': ['ID=cda48ebb-cdc0-4721-8aea-369dc54856f5,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:38.178620 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:38.439840 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:35Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cda48ebb-cdc0-4721-8aea-369dc54856f5', 'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:9b:f1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:33Z', 'updated_at': '2021-12-22T05:36:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:38.444088 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c31e5-e1ff-47e7-a2c8-81cf03e1bbb9 None None] The sync data for ids ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'] in dv-neutron-822524-1-hyperv is: [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:35Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cda48ebb-cdc0-4721-8aea-369dc54856f5', 'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:9b:f1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:33Z', 'updated_at': '2021-12-22T05:36:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:36:38.624674 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2bd1f038-bd3a-44ba-9958-0c4871e3cb31 req-da3f433c-b86a-4113-ad81-fc2395a91993 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 210 time: 0.0440087 Dec 22 05:36:39.022972 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-b75c6551-760e-4177-b9f7-e063cb44a263 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:39.023818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-b75c6551-760e-4177-b9f7-e063cb44a263 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:36:39.036468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-b75c6551-760e-4177-b9f7-e063cb44a263 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:36:39.037755 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-b75c6551-760e-4177-b9f7-e063cb44a263 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/networks?id=15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 200 len: 797 time: 0.1785171 Dec 22 05:36:39.098680 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-fe84e142-ecff-4afb-afb9-27a50c6ce5fd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:36:39.116818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-fe84e142-ecff-4afb-afb9-27a50c6ce5fd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:36:39.118073 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-fe84e142-ecff-4afb-afb9-27a50c6ce5fd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 378 time: 0.0661662 Dec 22 05:36:39.127095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'port': {'device_id': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'admin_state_up': True, 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'security_groups': ['de67bc29-5576-4625-87e2-0023f6eb6b28']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:39.273965 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:39.278150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:port and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:39.281139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:39.286807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:39.297601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:36:39.301180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:39.474457 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.20.0.6 (15c5d860-785a-46f7-9f74-498ae9805a98/a029b611-b1a1-435e-a86b-92819eb1ac6b/4c7b2e61-60b4-48c1-9ed1-9ebd6397530d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:36:39.669506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cda48ebb-cdc0-4721-8aea-369dc54856f5 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:36:39.689797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:39.706480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Transition to ACTIVE for port object 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:36:39.735279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:39.744666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d29536d-dc68-43ad-90e3-81725b68a6d5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:39.745896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port cda48ebb-cdc0-4721-8aea-369dc54856f5 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:36:39.750847 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port cda48ebb-cdc0-4721-8aea-369dc54856f5 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:39.751225 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:39.812199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 15c5d860-785a-46f7-9f74-498ae9805a98 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:36:39.815974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:36:39.820311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:36:39.835040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07558dc-a712-4c62-9ee2-1de86287bcd5 req-2ee23e5a-2115-4eed-8ffd-bd04f1572160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:39.836638 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f07558dc-a712-4c62-9ee2-1de86287bcd5 req-2ee23e5a-2115-4eed-8ffd-bd04f1572160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 931 time: 0.1001275 Dec 22 05:36:39.873822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:39.879008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:39.888928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:39.908446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:39.909689 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:39.912609 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f07558dc-a712-4c62-9ee2-1de86287bcd5 req-4241335b-4822-43ca-8b53-e25bfcf5062e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692565 Dec 22 05:36:39.929202 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port cda48ebb-cdc0-4721-8aea-369dc54856f5, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cda48ebb-cdc0-4721-8aea-369dc54856f5,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:36:39.937678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:39.939988 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8169684 Dec 22 05:36:39.940908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:39.958202 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Request body: {'port': {'device_id': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:40.011176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=cda48ebb-cdc0-4721-8aea-369dc54856f5,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:40.014663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:40.079131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:40.136098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-71c6d7ac-043d-468a-8c4e-849c70d5de53 None None] Provisioning for port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:36:40.141207 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-71c6d7ac-043d-468a-8c4e-849c70d5de53 None None] Provisioning complete for port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:40.141593 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71c6d7ac-043d-468a-8c4e-849c70d5de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:40.198951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-71c6d7ac-043d-468a-8c4e-849c70d5de53 None None] Port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:36:40.434653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:36:40.442937 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:40.458211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Transition to ACTIVE for port object 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:36:40.463439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:40.468123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-edafc492-8642-49ff-92b6-5d33cbfd0408 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:40.600013 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:40.603533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:40.724894 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Attempting to bind port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:36:40.725253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Attempting to bind port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:36:40.725572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Attempting to bind port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d on network 15c5d860-785a-46f7-9f74-498ae9805a98 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:36:40.730445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d on network 15c5d860-785a-46f7-9f74-498ae9805a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:36:40.730754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Attempting to bind port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d on network 15c5d860-785a-46f7-9f74-498ae9805a98 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:36:40.735952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:36:40.736318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Checking segment: {'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:36:40.736667 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Bound using segment: {'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:36:40.737081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Bound port: 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd5ae57-57c5-4328-83af-fb42b5dff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:36:40.737423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:40.833416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] For port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:36:40.837806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] For port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:36:40.845879 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:40.849633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:40.907191 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:40.907863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:40.909256 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] 10.222.0.61 "PUT /v2.0/ports/4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 200 len: 1093 time: 0.9555247 Dec 22 05:36:40.909779 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:36:40.930617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:40.934540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:41.027414 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'status': 'completed', 'code': 200} Dec 22 05:36:41.066518 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-06e45502-518a-4c03-869e-c63f357c1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:41.068017 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-06e45502-518a-4c03-869e-c63f357c1456 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1096 time: 0.0852196 Dec 22 05:36:41.115246 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76547a5d-09e0-4101-8fcc-fd9774740c64 req-9835ec9f-c186-418e-9047-9078aa77887b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:41.116737 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-76547a5d-09e0-4101-8fcc-fd9774740c64 req-9835ec9f-c186-418e-9047-9078aa77887b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 943 time: 0.0880253 Dec 22 05:36:41.147445 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-b8f3ee7c-4426-445f-b3d8-f92e7780740c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 200 len: 217 time: 0.0670443 Dec 22 05:36:41.163542 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-76547a5d-09e0-4101-8fcc-fd9774740c64 req-365fbacc-792c-4d9f-b457-b042be9dcc88 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403240 Dec 22 05:36:41.211473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-d40adb5d-eb1d-40cf-a331-f03df46581de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:41.212947 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-d40adb5d-eb1d-40cf-a331-f03df46581de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a029b611-b1a1-435e-a86b-92819eb1ac6b HTTP/1.1" status: 200 len: 835 time: 0.0596220 Dec 22 05:36:41.398731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-5b1fd3df-aed3-4c5c-ba82-10cbfec9346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:41.400196 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-5b1fd3df-aed3-4c5c-ba82-10cbfec9346e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15c5d860-785a-46f7-9f74-498ae9805a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1809101 Dec 22 05:36:41.544025 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-2e07118c-2bae-46bf-8216-a8f4f892f46c service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365798 Dec 22 05:36:41.640587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cda48ebb-cdc0-4721-8aea-369dc54856f5 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:36:41.679078 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6f372ddf-8ec2-4522-94d4-04388f64dd96 req-6237c002-9232-4046-a5f6-032d189792a6 service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287472 Dec 22 05:36:41.710808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port cda48ebb-cdc0-4721-8aea-369dc54856f5 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:41.711212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:41.837967 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-3ceedd3b-adaf-4272-b045-f01f419ec525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:41.839932 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-3ceedd3b-adaf-4272-b045-f01f419ec525 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1096 time: 0.0753856 Dec 22 05:36:41.977621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-f077c579-6a5d-4eb8-9221-64a9c04afd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:41.978979 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-f077c579-6a5d-4eb8-9221-64a9c04afd3c service neutron] 10.222.0.61 "GET /v2.0/networks?id=15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 200 len: 898 time: 0.1324539 Dec 22 05:36:42.047818 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-c82af08e-8e39-4571-be2b-f940918c72b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 200 len: 217 time: 0.0617290 Dec 22 05:36:42.118959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-7840712f-0a42-455f-823f-af75bfe7305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:42.120554 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-7840712f-0a42-455f-823f-af75bfe7305a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a029b611-b1a1-435e-a86b-92819eb1ac6b HTTP/1.1" status: 200 len: 835 time: 0.0664208 Dec 22 05:36:42.201574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-b946ef8a-a82d-41c6-9aab-9a7f8db9d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:42.203066 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-b946ef8a-a82d-41c6-9aab-9a7f8db9d0de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15c5d860-785a-46f7-9f74-498ae9805a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757802 Dec 22 05:36:42.337790 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-61ccc8c3-78d2-45cb-b2d0-be470d8f9e29 service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270311 Dec 22 05:36:42.355399 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcfb7b-02e4-46cf-96a5-24f0edb3ffed req-022b1d69-6d42-4c66-8abb-90fb1eb7568b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:42.356913 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4adcfb7b-02e4-46cf-96a5-24f0edb3ffed req-022b1d69-6d42-4c66-8abb-90fb1eb7568b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 943 time: 0.0853300 Dec 22 05:36:42.401894 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4adcfb7b-02e4-46cf-96a5-24f0edb3ffed req-787e83e4-af8c-4f6d-ba4a-3a032bb71791 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386693 Dec 22 05:36:42.471608 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-709355ed-9d96-473e-b4b0-dc2a1bf245c0 req-303c51f8-bb31-45ce-96d0-9388607ac5e3 service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268690 Dec 22 05:36:43.592659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd813b-f171-4b7a-b315-b5b61f998fe7 req-f9f8730a-26be-4a1a-8ccc-94ea7dc0c01f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:43.594142 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aafd813b-f171-4b7a-b315-b5b61f998fe7 req-f9f8730a-26be-4a1a-8ccc-94ea7dc0c01f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 943 time: 0.0841012 Dec 22 05:36:43.648029 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aafd813b-f171-4b7a-b315-b5b61f998fe7 req-52ddb1c4-a5e9-4abd-870f-7a2f343b3a95 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454719 Dec 22 05:36:44.676472 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:36:44.811238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:36:44.824303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'port_id': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'mac_address': 'fa:16:3e:f4:79:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:36:44.836338 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10cf3d-c176-4129-bd8d-25cd892e7b7b req-824cde10-910e-40d7-9581-0e8729e7bf6f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:44.837795 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c10cf3d-c176-4129-bd8d-25cd892e7b7b req-824cde10-910e-40d7-9581-0e8729e7bf6f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 943 time: 0.0827756 Dec 22 05:36:44.882788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:44.883052 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c10cf3d-c176-4129-bd8d-25cd892e7b7b req-83d9ed1d-ad1b-4165-8195-a23229760259 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390425 Dec 22 05:36:44.900634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:36:44.917582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:36:44.923215 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:44.925078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:44.990267 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:44.993270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:45.074952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:45.380876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['4c7b2e61-60b4-48c1-9ed1-9ebd6397530d'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:36:46.082718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12523094-635f-4687-844e-f7b2fe8db9e5 req-d3dc6848-cae9-48bc-bf2c-3fc9518b7a4d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:46.084254 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12523094-635f-4687-844e-f7b2fe8db9e5 req-d3dc6848-cae9-48bc-bf2c-3fc9518b7a4d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 944 time: 0.0880013 Dec 22 05:36:46.129073 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12523094-635f-4687-844e-f7b2fe8db9e5 req-b165a564-5642-482f-9e04-2708d9b0704e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390425 Dec 22 05:36:46.691642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:36:46.787126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:36:46.792229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:46.792610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:46.925984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:46.953041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:36:46.963337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:36:46.967798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:46.969698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b55c5f0c-bccc-4c7c-8bf1-d028d10a9d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:47.004744 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'code': 200} Dec 22 05:36:47.040649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:47.044743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:47.282014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0588e1a-ac52-4327-b560-b8e58ee6a407 req-a90dac6d-c878-432a-b56e-8305bda7003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:47.287871 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e0588e1a-ac52-4327-b560-b8e58ee6a407 req-a90dac6d-c878-432a-b56e-8305bda7003b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1098 time: 0.0804729 Dec 22 05:36:47.322183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f525b-5cd9-44b9-8d29-32b19dcaa6b6 req-6659e301-f304-4dee-a279-2e364774ec33 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:47.323690 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-279f525b-5cd9-44b9-8d29-32b19dcaa6b6 req-6659e301-f304-4dee-a279-2e364774ec33 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0826430 Dec 22 05:36:47.330598 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e0588e1a-ac52-4327-b560-b8e58ee6a407 req-d456f146-59f3-44f8-8554-11694a857ff8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365369 Dec 22 05:36:47.367806 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-279f525b-5cd9-44b9-8d29-32b19dcaa6b6 req-efc6d78b-a0a2-4234-8174-893db0797a96 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377066 Dec 22 05:36:48.585302 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1838880-6103-4b6a-a001-3fe2704ec2a7 req-f5b48461-951f-406c-bba5-4f5990cbf5f4 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:48.586797 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1838880-6103-4b6a-a001-3fe2704ec2a7 req-f5b48461-951f-406c-bba5-4f5990cbf5f4 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0973291 Dec 22 05:36:48.634726 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1838880-6103-4b6a-a001-3fe2704ec2a7 req-fb165ee6-1945-42b4-9f9b-fe9420c6c862 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418377 Dec 22 05:36:49.835163 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90708872-79c3-489b-846c-811b5b0d6000 req-f814ded2-136d-4338-aada-dc20a16f1f7d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:49.836726 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-90708872-79c3-489b-846c-811b5b0d6000 req-f814ded2-136d-4338-aada-dc20a16f1f7d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0940640 Dec 22 05:36:49.891373 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-90708872-79c3-489b-846c-811b5b0d6000 req-0f27332c-6c46-493a-84a4-e5115c0193ee tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473375 Dec 22 05:36:50.085183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ed95c-57fb-44cc-9562-347a08b0e792 req-c6390a60-857e-4dfc-bc97-92d5c46c08a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:50.086598 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-849ed95c-57fb-44cc-9562-347a08b0e792 req-c6390a60-857e-4dfc-bc97-92d5c46c08a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0885003 Dec 22 05:36:50.134229 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-849ed95c-57fb-44cc-9562-347a08b0e792 req-d534f618-ba66-4b7a-86ae-7b9c95a83780 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393827 Dec 22 05:36:50.157820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38966) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:50.231279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0e1c3-3c9c-46a4-b632-5761ef82c450 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:50.232796 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0be0e1c3-3c9c-46a4-b632-5761ef82c450 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1093 time: 0.0740542 Dec 22 05:36:50.235752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38970) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:50.241172 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:36:50.247414 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:36:50.251274 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:floatingip and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:36:50.254149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:36:50.259931 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:36:50.274521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:50.414570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:50.662663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.26.1.36 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/09276e76-74d7-497f-9d85-8a11aa36489e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:36:50.812822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:50.844158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:50.847611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53b41473-77c6-4f21-932c-4d3d766fdaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:50.912762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:36:50.915519 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:36:50.919180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:36:50.947970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=09276e76-74d7-497f-9d85-8a11aa36489e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:50.954231 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:51.334040 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:51.420620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:51.636054 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:51.643433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:51.648037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:36:51.755491 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=09276e76-74d7-497f-9d85-8a11aa36489e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:51.759625 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:36:51.764512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:51.947520 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Floating IP 9e359c5f-b056-4b13-8f75-2b21a4da96f5 associated. External IP: 172.26.1.36, port: 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d. Dec 22 05:36:52.444767 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router f766befa-810c-4d33-ab4e-ebfa0f918cdb has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:36:52.632103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:36:52.643485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] Sync routers for ids ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:36:52.653963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] Routers {'f766befa-810c-4d33-ab4e-ebfa0f918cdb'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:36:52.654673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:36:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:52.660252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:52.722095 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4852850 Dec 22 05:36:52.722866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:36:52.864618 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'status': 'completed', 'code': 200} Dec 22 05:36:52.871975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] Set router f766befa-810c-4d33-ab4e-ebfa0f918cdb gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:36:52.913818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe23da-a192-40c8-bab6-469edf7f89d1 req-70000443-e6b2-4602-8d7c-cc9089e1939b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:52.915481 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5cbe23da-a192-40c8-bab6-469edf7f89d1 req-70000443-e6b2-4602-8d7c-cc9089e1939b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.1042390 Dec 22 05:36:53.011009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-8053e04e-fc35-4088-bb48-d3085934f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:53.013174 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-8053e04e-fc35-4088-bb48-d3085934f982 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1098 time: 0.0963991 Dec 22 05:36:53.107260 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5cbe23da-a192-40c8-bab6-469edf7f89d1 req-da655dc1-06ac-4d01-aebd-713966a03530 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1859128 Dec 22 05:36:53.131441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 38984) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:53.151136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-92dd51cc-35de-4a18-8645-167f22c11e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:53.152771 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-92dd51cc-35de-4a18-8645-167f22c11e1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 200 len: 898 time: 0.1325243 Dec 22 05:36:53.241948 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:35Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '9e359c5f-b056-4b13-8f75-2b21a4da96f5', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.36', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'port_id': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'mac_address': 'fa:16:3e:f4:79:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:36:51Z', 'updated_at': '2021-12-22T05:36:51Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda48ebb-cdc0-4721-8aea-369dc54856f5', 'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:9b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:33Z', 'updated_at': '2021-12-22T05:36:39Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:53.245592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] Checking router: f766befa-810c-4d33-ab4e-ebfa0f918cdb for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:36:53.252305 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-89a70156-48a4-46d6-9149-352959f9251c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/9e359c5f-b056-4b13-8f75-2b21a4da96f5 HTTP/1.1" status: 200 len: 990 time: 0.1195519 Dec 22 05:36:53.257092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] Routers {'f766befa-810c-4d33-ab4e-ebfa0f918cdb'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:36:53.257908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:36:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:53.265219 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-990da64a-ed75-419b-87ab-0109f6909a16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 200 len: 998 time: 0.1058464 Dec 22 05:36:53.329373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-da7d3b4a-fa02-47d6-ac98-9e26fd970b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:53.330848 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-da7d3b4a-fa02-47d6-ac98-9e26fd970b3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a029b611-b1a1-435e-a86b-92819eb1ac6b HTTP/1.1" status: 200 len: 835 time: 0.0594535 Dec 22 05:36:53.441490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] Set router f766befa-810c-4d33-ab4e-ebfa0f918cdb gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:36:53.522910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-136de998-2d26-4323-90cd-af819ffdcab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:53.524354 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-136de998-2d26-4323-90cd-af819ffdcab0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15c5d860-785a-46f7-9f74-498ae9805a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1864407 Dec 22 05:36:53.657554 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-87fd82c5-0d6e-47ed-bc4d-390ffde5937f service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268370 Dec 22 05:36:53.791485 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9bf714b6-b4c6-4518-a955-6e9832084112 req-611de335-e0f1-4933-a302-907f2290757d service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277373 Dec 22 05:36:53.806337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:35Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '9e359c5f-b056-4b13-8f75-2b21a4da96f5', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.36', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'port_id': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'mac_address': 'fa:16:3e:f4:79:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:36:51Z', 'updated_at': '2021-12-22T05:36:51Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda48ebb-cdc0-4721-8aea-369dc54856f5', 'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:9b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:33Z', 'updated_at': '2021-12-22T05:36:39Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:36:53.811146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50e046-223a-41e2-8dd3-e0aff92939ab None None] The sync data for ids ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'] in dv-neutron-822524-1-hyperv is: [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:35Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '9e359c5f-b056-4b13-8f75-2b21a4da96f5', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.36', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'port_id': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'mac_address': 'fa:16:3e:f4:79:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:36:51Z', 'updated_at': '2021-12-22T05:36:51Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda48ebb-cdc0-4721-8aea-369dc54856f5', 'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:9b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:33Z', 'updated_at': '2021-12-22T05:36:39Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:36:54.011969 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816762f7-897d-4924-b291-cc67f8fc3ac5 None None] New status for floating IP 9e359c5f-b056-4b13-8f75-2b21a4da96f5: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:36:54.256050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 38988) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:36:54.365275 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ceaeae07-5abc-4870-9a76-eb3f41e65e48 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/9e359c5f-b056-4b13-8f75-2b21a4da96f5 HTTP/1.1" status: 200 len: 992 time: 0.1077380 Dec 22 05:36:54.653183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4b93-8887-495b-b0c1-814bde3f4e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:54.951156 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:36:56.993261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-95998af9-2979-435e-8392-17f327dab3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:58.158104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:58.211094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:59.664675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:15.097705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:24.649363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-054ca40b-5b7f-4924-ac7b-3f2e81b44d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:26.999698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fb40e198-3fba-4a6a-981b-3ded3e44fabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:28.163715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:28.215552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:29.666960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:31.960297 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:37:42.924988 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-9352af88-fdb5-4bb7-b157-be02755e73a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760820 Dec 22 05:37:43.088050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-25fb91d2-c4e0-4231-9663-83de29932c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:43.089584 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-25fb91d2-c4e0-4231-9663-83de29932c43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1098 time: 0.0753455 Dec 22 05:37:43.235913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-45844ae8-4d9f-4b89-8c1d-24a5ef7f8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:43.237330 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-45844ae8-4d9f-4b89-8c1d-24a5ef7f8f84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 200 len: 898 time: 0.1281354 Dec 22 05:37:43.349691 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-dbc9b56f-07da-4d94-bf29-8217a827d82e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 200 len: 1000 time: 0.1051514 Dec 22 05:37:43.412572 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-9c05c23e-4857-4d17-b8d6-565bc2144d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:43.413964 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-9c05c23e-4857-4d17-b8d6-565bc2144d4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a029b611-b1a1-435e-a86b-92819eb1ac6b HTTP/1.1" status: 200 len: 835 time: 0.0582688 Dec 22 05:37:43.491679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-b6313f3c-27ee-48e7-9d00-5e95770331b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:43.493115 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-b6313f3c-27ee-48e7-9d00-5e95770331b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15c5d860-785a-46f7-9f74-498ae9805a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726991 Dec 22 05:37:43.503801 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-4c70cac7-4956-4d60-b398-f716a7d6ef25 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:37:43.504718 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-4c70cac7-4956-4d60-b398-f716a7d6ef25 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049047 Dec 22 05:37:43.640635 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-05555203-a774-4528-88bf-8c5f2fd1e722 service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283195 Dec 22 05:37:43.784848 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-90677f70-5eb2-4393-9535-4988fd335dc8 req-6b5d6a2a-4e6c-476c-8cd3-cbdb7a49029f service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372185 Dec 22 05:37:45.091883 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:54.650904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3cc1d685-b15d-4445-adf2-d45d07e5bb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:56.991114 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc6109ff-e8b0-4e7a-b390-d426e1af6fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:58.160505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:58.217366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:59.675424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:03.796867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db724f-383a-4a78-a3cd-57127bac53d7 req-316fe41d-6006-4438-a384-51074b7139f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:03.798348 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-28db724f-383a-4a78-a3cd-57127bac53d7 req-316fe41d-6006-4438-a384-51074b7139f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0970101 Dec 22 05:38:03.824172 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-eb88bb8f-34fc-45cb-9e10-3293c28a20b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1629100 Dec 22 05:38:03.843825 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-28db724f-383a-4a78-a3cd-57127bac53d7 req-d3e3eb10-ab71-43d1-8da5-87ac6fce820c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393500 Dec 22 05:38:05.045472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94837fd-e723-40ee-8259-bf9f0aa4a940 req-abbc7148-a643-4573-b0db-e6ee589306fe tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:05.046873 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f94837fd-e723-40ee-8259-bf9f0aa4a940 req-abbc7148-a643-4573-b0db-e6ee589306fe tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0941703 Dec 22 05:38:05.093847 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f94837fd-e723-40ee-8259-bf9f0aa4a940 req-359835fe-58ad-49aa-b5e0-3563affe54d2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389390 Dec 22 05:38:05.296275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-7506486a-ed03-43df-8f0f-9898d383a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:05.297661 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-7506486a-ed03-43df-8f0f-9898d383a796 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1098 time: 0.0741367 Dec 22 05:38:05.431595 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-6ba5a388-c5ae-40df-bde3-bc33d221629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:05.433059 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-6ba5a388-c5ae-40df-bde3-bc33d221629e service neutron] 10.222.0.61 "GET /v2.0/networks?id=15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 200 len: 898 time: 0.1289933 Dec 22 05:38:05.662463 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-b25b5695-3e95-4bd4-9757-3c382ae17269 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 200 len: 1000 time: 0.2231019 Dec 22 05:38:05.736865 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-79bd1405-63b9-4219-aa45-f1ce9fa1ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:05.738287 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-79bd1405-63b9-4219-aa45-f1ce9fa1ad17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a029b611-b1a1-435e-a86b-92819eb1ac6b HTTP/1.1" status: 200 len: 835 time: 0.0684185 Dec 22 05:38:05.815548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-f1db2d56-ec99-4753-b343-738726432d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:05.817103 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-f1db2d56-ec99-4753-b343-738726432d70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15c5d860-785a-46f7-9f74-498ae9805a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717976 Dec 22 05:38:05.963047 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-08ccab11-f66d-4755-8d3a-d1d6327a1128 service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381171 Dec 22 05:38:06.097386 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-2145ab74-6508-48f3-b40b-5b935aa12d83 service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279433 Dec 22 05:38:06.294076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4c593-bd76-4eb8-b681-3810981bb646 req-5cb3e92c-1105-4fb0-be1f-cf3a362ff224 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:06.295600 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19a4c593-bd76-4eb8-b681-3810981bb646 req-5cb3e92c-1105-4fb0-be1f-cf3a362ff224 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0889874 Dec 22 05:38:06.343316 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19a4c593-bd76-4eb8-b681-3810981bb646 req-4809f058-cf57-4521-989f-bef53585849a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389349 Dec 22 05:38:07.561852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b0ad-b3f7-4c7d-9171-fb0296b304ed req-b4471978-7de2-4536-ae29-2931d0b030d2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:07.563265 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1b3b0ad-b3f7-4c7d-9171-fb0296b304ed req-b4471978-7de2-4536-ae29-2931d0b030d2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0982301 Dec 22 05:38:07.618107 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1b3b0ad-b3f7-4c7d-9171-fb0296b304ed req-e9110b43-cac1-48bd-975b-7423bad8ac0f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452309 Dec 22 05:38:08.828548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73950002-fb05-4002-ad0b-3e66aa282052 req-ed153812-c0f0-4b8d-9ff3-a3152f6da0c1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:08.830035 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-73950002-fb05-4002-ad0b-3e66aa282052 req-ed153812-c0f0-4b8d-9ff3-a3152f6da0c1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0883384 Dec 22 05:38:08.877722 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-73950002-fb05-4002-ad0b-3e66aa282052 req-41898b7a-0745-46ec-b0bf-d0264801fac4 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393660 Dec 22 05:38:08.949133 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:38:10.077096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fa85d-bbef-4005-bba8-b9718cf17475 req-eea9ffb2-8f31-4497-856d-362c4cef2bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:10.078564 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca9fa85d-bbef-4005-bba8-b9718cf17475 req-eea9ffb2-8f31-4497-856d-362c4cef2bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0883515 Dec 22 05:38:10.137108 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca9fa85d-bbef-4005-bba8-b9718cf17475 req-42e316ff-b431-42a8-99a1-2d9940caf4a0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503654 Dec 22 05:38:11.336166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782827e0-9656-418e-8dd7-35dc5254c891 req-7046396f-dc43-44d3-850c-2031739789cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:11.337603 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-782827e0-9656-418e-8dd7-35dc5254c891 req-7046396f-dc43-44d3-850c-2031739789cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0853541 Dec 22 05:38:11.382933 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-782827e0-9656-418e-8dd7-35dc5254c891 req-4bdf389b-06a8-4222-b825-fb68613010bd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376003 Dec 22 05:38:12.619460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134aa3c-bcb7-4dfd-90d2-31774c01b487 req-1edf41a3-6646-48e3-a981-667ce4bf15b4 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:12.621011 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c134aa3c-bcb7-4dfd-90d2-31774c01b487 req-1edf41a3-6646-48e3-a981-667ce4bf15b4 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.1028974 Dec 22 05:38:12.668900 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c134aa3c-bcb7-4dfd-90d2-31774c01b487 req-e987a0b8-1337-4110-9ff0-730586c78cee tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392246 Dec 22 05:38:13.881539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a36e84-3f36-4763-944f-f5c207eba44a req-d0b462c6-b0b0-4201-b598-a9d57b5cb291 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:13.883791 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46a36e84-3f36-4763-944f-f5c207eba44a req-d0b462c6-b0b0-4201-b598-a9d57b5cb291 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0884929 Dec 22 05:38:13.931078 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46a36e84-3f36-4763-944f-f5c207eba44a req-1d68951c-c6ce-4674-ad32-dbdffe975675 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401914 Dec 22 05:38:15.174278 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:15.267835 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b17064-2782-4eb9-b605-172b7105e7c8 req-2aba91d3-650f-470d-891d-94da167c3add tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:15.269392 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-44b17064-2782-4eb9-b605-172b7105e7c8 req-2aba91d3-650f-470d-891d-94da167c3add tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.2201121 Dec 22 05:38:15.313878 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-44b17064-2782-4eb9-b605-172b7105e7c8 req-2aa05ac7-11d9-4a5f-8c19-95325e3837cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387816 Dec 22 05:38:16.514437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f81b-a512-4366-9ac0-ef8c73bb9323 req-e01fa15d-a4ac-4c47-8cc1-80b036d3137e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:16.516396 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f091f81b-a512-4366-9ac0-ef8c73bb9323 req-e01fa15d-a4ac-4c47-8cc1-80b036d3137e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0888848 Dec 22 05:38:16.566372 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f091f81b-a512-4366-9ac0-ef8c73bb9323 req-bb56fe02-fb1f-4192-a761-cd554591a8e3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419137 Dec 22 05:38:17.772777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421c64e-b187-4d0c-9a9b-a3a8800aae38 req-9e9eb63b-4f77-4fb4-9f17-e0ff11ef5a7f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:17.774311 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7421c64e-b187-4d0c-9a9b-a3a8800aae38 req-9e9eb63b-4f77-4fb4-9f17-e0ff11ef5a7f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0911112 Dec 22 05:38:17.833218 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7421c64e-b187-4d0c-9a9b-a3a8800aae38 req-fc8f0d99-7c7a-4b73-8cc4-b46e6f9309b6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503550 Dec 22 05:38:19.038883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee340c5-dc6c-42ff-a10b-d865549f9eb2 req-bd248cf4-915f-45da-90f3-3f1794ab58b5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:19.040383 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ee340c5-dc6c-42ff-a10b-d865549f9eb2 req-bd248cf4-915f-45da-90f3-3f1794ab58b5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0869601 Dec 22 05:38:19.087140 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ee340c5-dc6c-42ff-a10b-d865549f9eb2 req-0e33839a-b333-4d40-94ad-b6a969d52373 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379312 Dec 22 05:38:20.437623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4545ae-b829-4fe1-b1af-e6add590dbfa req-54c03dab-522b-4525-913f-7784a871c305 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:20.439102 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c4545ae-b829-4fe1-b1af-e6add590dbfa req-54c03dab-522b-4525-913f-7784a871c305 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0836678 Dec 22 05:38:20.488201 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c4545ae-b829-4fe1-b1af-e6add590dbfa req-f8eaff11-42ab-45b0-a80e-fdca506c536c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431600 Dec 22 05:38:21.689760 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa23aa-c3b9-4129-a1bc-d0ace4cc94b1 req-e9a5e815-8e13-4a34-99fa-f4b5aa25be84 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:21.691219 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58aa23aa-c3b9-4129-a1bc-d0ace4cc94b1 req-e9a5e815-8e13-4a34-99fa-f4b5aa25be84 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0962632 Dec 22 05:38:21.737213 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58aa23aa-c3b9-4129-a1bc-d0ace4cc94b1 req-502f81ce-2a21-4a54-8ba9-bf98d5ac5e9e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401108 Dec 22 05:38:22.936603 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce101aa-f8c6-44c5-8447-2739293d38ea req-8ce4d750-b0de-4998-99e0-12434d2873fd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:22.938082 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ce101aa-f8c6-44c5-8447-2739293d38ea req-8ce4d750-b0de-4998-99e0-12434d2873fd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0906510 Dec 22 05:38:22.987780 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ce101aa-f8c6-44c5-8447-2739293d38ea req-caceea17-c757-4e7a-b104-0d76f3dbd230 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438650 Dec 22 05:38:23.046347 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-c45107e6-fff7-42cb-ae8b-74f571bf7c3f service neutron] 10.222.0.61 "GET /v2.0/ports/4c7b2e61-60b4-48c1-9ed1-9ebd6397530d/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0800517 Dec 22 05:38:23.341081 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-1867fa44-22f3-4d73-b15e-dbaa06592fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:23.342501 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-1867fa44-22f3-4d73-b15e-dbaa06592fbc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 1098 time: 0.0746856 Dec 22 05:38:23.448239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-4fdd0b73-50d4-42ae-a69d-470771b0073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:23.449760 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-4fdd0b73-50d4-42ae-a69d-470771b0073b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1098 time: 0.0746033 Dec 22 05:38:23.592260 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-8e49a1f2-f7fa-4141-87a1-426fcd320152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:23.593608 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-8e49a1f2-f7fa-4141-87a1-426fcd320152 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 200 len: 898 time: 0.1371136 Dec 22 05:38:23.699050 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-36ac34c6-fbe8-4462-bb84-5cb67f07b6db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 200 len: 1000 time: 0.0982606 Dec 22 05:38:23.782606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-5a0ae6f1-4b7b-41a8-ac9b-598036465f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:23.784034 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-5a0ae6f1-4b7b-41a8-ac9b-598036465f0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a029b611-b1a1-435e-a86b-92819eb1ac6b HTTP/1.1" status: 200 len: 835 time: 0.0785341 Dec 22 05:38:23.859165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-4836fb2e-b7d3-4e59-bf82-43bf813f4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:23.860693 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-4836fb2e-b7d3-4e59-bf82-43bf813f4164 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15c5d860-785a-46f7-9f74-498ae9805a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702662 Dec 22 05:38:24.002850 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-29151953-894a-4339-9183-e8f405ee551d service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353774 Dec 22 05:38:24.136173 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-b5df520f-3297-4f9c-906a-70ed6f7b16c4 service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270669 Dec 22 05:38:24.182610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab400efc-c0ee-4aad-b6ae-5ce453ec09bb req-bc1c24c2-f43b-4250-a498-fc4af630f886 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:24.184121 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab400efc-c0ee-4aad-b6ae-5ce453ec09bb req-bc1c24c2-f43b-4250-a498-fc4af630f886 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0867271 Dec 22 05:38:24.230164 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab400efc-c0ee-4aad-b6ae-5ce453ec09bb req-52d7ffbc-3268-4f3a-aaec-cb923702b1ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398893 Dec 22 05:38:24.646181 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-45caff4e-e655-4306-8a51-b3fc8ccf0660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:25.131912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:38:25.258577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:25.288064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:38:25.298806 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:38:25.305970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:25.307972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:38:25.350361 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'code': 200} Dec 22 05:38:25.374732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:25.382233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.382677 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.383023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.383355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.383684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.384011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.384357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.384683 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.385005 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.385324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.385643 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.385955 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:25.390003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:38:25.427364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c008e-4869-479e-81d8-e6183e62c024 req-5bfadd7c-a71c-4338-a356-b416900eb19a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:25.428904 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b23c008e-4869-479e-81d8-e6183e62c024 req-5bfadd7c-a71c-4338-a356-b416900eb19a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 943 time: 0.0865514 Dec 22 05:38:25.473608 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b23c008e-4869-479e-81d8-e6183e62c024 req-9d4ecb95-17b4-4b62-b8e2-ac1e3e2f3a17 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390134 Dec 22 05:38:26.685754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0eee8-65e9-44a1-ad7a-956c16918a87 req-ded27ded-c185-4cd5-b5da-de88f76e9afa tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:26.687228 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ae0eee8-65e9-44a1-ad7a-956c16918a87 req-ded27ded-c185-4cd5-b5da-de88f76e9afa tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 943 time: 0.0887721 Dec 22 05:38:26.732293 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ae0eee8-65e9-44a1-ad7a-956c16918a87 req-dec44bfb-00a1-4cad-bf37-96f3f83b2791 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391712 Dec 22 05:38:26.985082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ca7be828-a681-40a2-bb0b-9e401b7a566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:27.147928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:38:27.282045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:38:27.295097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'port_id': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'mac_address': 'fa:16:3e:f4:79:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:38:27.366753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:27.384962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:38:27.401764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:38:27.407307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:27.409243 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:38:27.475570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:27.478811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:38:27.547547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['4c7b2e61-60b4-48c1-9ed1-9ebd6397530d'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:38:27.931819 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729def28-4a62-42e4-b82f-8485b6ac0681 req-495adfc0-1abd-430c-b8eb-c445745cea8d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:27.933294 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-729def28-4a62-42e4-b82f-8485b6ac0681 req-495adfc0-1abd-430c-b8eb-c445745cea8d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 944 time: 0.0860686 Dec 22 05:38:27.978877 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-729def28-4a62-42e4-b82f-8485b6ac0681 req-bd134af3-e5ce-4125-87e1-f6c1ec2db844 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399561 Dec 22 05:38:28.149679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:28.228956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:28.319443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2c447-e8a6-43b1-823a-0074568a99f6 req-481eb3e2-f8c4-4192-916e-a1519087fdf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:28.321012 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94e2c447-e8a6-43b1-823a-0074568a99f6 req-481eb3e2-f8c4-4192-916e-a1519087fdf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 944 time: 0.0898561 Dec 22 05:38:28.335376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc57d-5aea-407b-8465-95ac07584a0d req-b5ec5aea-9545-41e1-a5f6-1350ab5f1876 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:28.336093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-114fc57d-5aea-407b-8465-95ac07584a0d req-b5ec5aea-9545-41e1-a5f6-1350ab5f1876 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:38:28.354021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-114fc57d-5aea-407b-8465-95ac07584a0d req-b5ec5aea-9545-41e1-a5f6-1350ab5f1876 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:38:28.355374 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-114fc57d-5aea-407b-8465-95ac07584a0d req-b5ec5aea-9545-41e1-a5f6-1350ab5f1876 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808&tenant_id=f4caceda070544bbab647432833f66f2&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1054947 Dec 22 05:38:28.368352 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94e2c447-e8a6-43b1-823a-0074568a99f6 req-9af1b400-3eb3-4a22-b105-1e45489b4309 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413463 Dec 22 05:38:28.518718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc57d-5aea-407b-8465-95ac07584a0d req-f53d7d29-bb2b-43cd-ae93-c2248444c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:28.520332 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-114fc57d-5aea-407b-8465-95ac07584a0d req-f53d7d29-bb2b-43cd-ae93-c2248444c9f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1097 time: 0.0797098 Dec 22 05:38:28.560187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb956581-e086-40fa-8247-13e2f99d61a3 req-dfd98bd1-5783-4483-a920-25e2f7291b07 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:28.561662 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb956581-e086-40fa-8247-13e2f99d61a3 req-dfd98bd1-5783-4483-a920-25e2f7291b07 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 944 time: 0.0848758 Dec 22 05:38:28.609347 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb956581-e086-40fa-8247-13e2f99d61a3 req-f90ddc24-6d77-4a29-b322-0c095234cf8e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414994 Dec 22 05:38:28.769906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc57d-5aea-407b-8465-95ac07584a0d req-12013c4f-e89e-439a-85e9-2f4ce1425b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:28.771283 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-114fc57d-5aea-407b-8465-95ac07584a0d req-12013c4f-e89e-439a-85e9-2f4ce1425b9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 200 len: 898 time: 0.2450001 Dec 22 05:38:28.878730 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-114fc57d-5aea-407b-8465-95ac07584a0d req-e3f46803-391f-406e-b6b2-8ac3cb4208df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 200 len: 999 time: 0.0996499 Dec 22 05:38:28.944537 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc57d-5aea-407b-8465-95ac07584a0d req-0885a242-73ad-46d9-8eae-2d6b745acee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:28.945969 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-114fc57d-5aea-407b-8465-95ac07584a0d req-0885a242-73ad-46d9-8eae-2d6b745acee6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a029b611-b1a1-435e-a86b-92819eb1ac6b HTTP/1.1" status: 200 len: 835 time: 0.0597923 Dec 22 05:38:29.041289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc57d-5aea-407b-8465-95ac07584a0d req-29e36805-1462-4350-9a5f-1b45278386a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:29.043650 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-114fc57d-5aea-407b-8465-95ac07584a0d req-29e36805-1462-4350-9a5f-1b45278386a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15c5d860-785a-46f7-9f74-498ae9805a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903990 Dec 22 05:38:29.148176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:38:29.180563 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-114fc57d-5aea-407b-8465-95ac07584a0d req-4a30eea1-9d2e-4e76-88f8-0df8e3f45f7f service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307311 Dec 22 05:38:29.218396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:38:29.218976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:29.314720 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-114fc57d-5aea-407b-8465-95ac07584a0d req-f36c4303-490b-40a5-9f21-d51a71ccaa22 service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273735 Dec 22 05:38:29.340810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:29.368404 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:38:29.378267 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:38:29.383313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:29.385284 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:38:29.435713 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'code': 200} Dec 22 05:38:29.452968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:29.455873 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:38:29.673965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:29.805870 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01e197-de14-4b0a-bd47-17401e82b0d9 req-eb37a4a2-6320-400d-a29a-595dbcbc7b10 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:29.807393 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc01e197-de14-4b0a-bd47-17401e82b0d9 req-eb37a4a2-6320-400d-a29a-595dbcbc7b10 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0839205 Dec 22 05:38:29.857425 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc01e197-de14-4b0a-bd47-17401e82b0d9 req-5da68f53-d3b5-46cf-9a54-ff51a0e8ca86 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441639 Dec 22 05:38:31.061812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46906273-3417-4fc3-84a7-fe91cd30bdd8 req-b0d35b85-5254-46c1-950f-39d9f69d16e5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:31.063356 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46906273-3417-4fc3-84a7-fe91cd30bdd8 req-b0d35b85-5254-46c1-950f-39d9f69d16e5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0862541 Dec 22 05:38:31.118361 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46906273-3417-4fc3-84a7-fe91cd30bdd8 req-aa800feb-20e7-45c7-8bb6-f7f2c2a52f8f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464923 Dec 22 05:38:31.150463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39138) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:38:31.257987 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-11e44b06-3f76-4b04-8cd7-a4309e46eb04 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/9e359c5f-b056-4b13-8f75-2b21a4da96f5 HTTP/1.1" status: 200 len: 992 time: 0.1063445 Dec 22 05:38:44.222977 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-9abaca79-d26e-4947-812a-d109c0959bc8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739727 Dec 22 05:38:44.393863 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-9b0b7a54-4510-4616-a2dc-6bcaa5550b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:44.395465 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-9b0b7a54-4510-4616-a2dc-6bcaa5550b91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1098 time: 0.0849464 Dec 22 05:38:44.548419 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-3f568461-8268-4a99-9d14-f5e91e051d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:44.549849 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-3f568461-8268-4a99-9d14-f5e91e051d91 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 200 len: 898 time: 0.1316540 Dec 22 05:38:44.663033 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-3077516e-be76-469c-8311-b4a1538fea20 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 200 len: 1000 time: 0.1041532 Dec 22 05:38:44.739166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-38162764-454a-49aa-8d00-207e7ebaf70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:44.740673 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-38162764-454a-49aa-8d00-207e7ebaf70a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a029b611-b1a1-435e-a86b-92819eb1ac6b HTTP/1.1" status: 200 len: 835 time: 0.0701387 Dec 22 05:38:44.822324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-5abeb338-259a-401a-b392-53d5b4c84749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:44.823767 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-5abeb338-259a-401a-b392-53d5b4c84749 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15c5d860-785a-46f7-9f74-498ae9805a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763855 Dec 22 05:38:44.958035 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-74472ee0-0f36-45a8-b167-668bf43a355a service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270003 Dec 22 05:38:45.090315 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3ae1f91c-ff86-434d-a645-334a5aaab252 req-e404cd1b-3cce-4be4-9961-390aef3ee5b6 service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252556 Dec 22 05:38:45.131494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:45.951430 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:38:54.653730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3ed11e05-fc6d-4011-b664-91c278fac07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:56.992232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f605d0a8-2c97-43c7-a3e5-c3a10a0665a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:58.158180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:58.227069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:59.678981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:15.123693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:22.954731 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:39:24.325140 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39162) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:24.649829 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11f47e45-3e54-445b-821e-2671caac8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:24.652602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 09276e76-74d7-497f-9d85-8a11aa36489e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:39:24.652946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:24.824086 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:24.824401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:24.948106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 09276e76-74d7-497f-9d85-8a11aa36489e owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:39:25.108314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:25.112230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:25.158957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=09276e76-74d7-497f-9d85-8a11aa36489e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:25.195234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.195620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.195995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.196428 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.196799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.197155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.197513 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.197854 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.198266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.198572 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.198921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.199273 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:25.206868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:25.262220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:25.262555 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Floating IP 9e359c5f-b056-4b13-8f75-2b21a4da96f5 disassociated (deleted). External IP: 172.26.1.36, port: 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d. Dec 22 05:39:25.633857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router f766befa-810c-4d33-ab4e-ebfa0f918cdb has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:39:25.825059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:39:25.837070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] Sync routers for ids ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:25.847522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] Routers {'f766befa-810c-4d33-ab4e-ebfa0f918cdb'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:39:25.848156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:38:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:25.854753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:25.914531 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/floatingips/9e359c5f-b056-4b13-8f75-2b21a4da96f5 HTTP/1.1" status: 204 len: 168 time: 1.5876806 Dec 22 05:39:25.915507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:39:25.965902 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'status': 'completed', 'code': 200} Dec 22 05:39:26.033624 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] Set router f766befa-810c-4d33-ab4e-ebfa0f918cdb gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:39:26.101037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-859f3936-f8b1-46e1-8009-f9d8bb4b1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:26.103554 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-859f3936-f8b1-46e1-8009-f9d8bb4b1879 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 1098 time: 0.0835338 Dec 22 05:39:26.262113 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-a6bcca37-bc6b-464e-89c0-8ab447072790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:26.263907 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-a6bcca37-bc6b-464e-89c0-8ab447072790 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 200 len: 898 time: 0.1507621 Dec 22 05:39:26.307628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57362d5-a172-4edc-b227-655f5577afdd req-ca7d5b2a-d9ac-4e5c-876a-d9d29a2fe9e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:26.308403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a57362d5-a172-4edc-b227-655f5577afdd req-ca7d5b2a-d9ac-4e5c-876a-d9d29a2fe9e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:39:26.326865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a57362d5-a172-4edc-b227-655f5577afdd req-ca7d5b2a-d9ac-4e5c-876a-d9d29a2fe9e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:39:26.333592 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a57362d5-a172-4edc-b227-655f5577afdd req-ca7d5b2a-d9ac-4e5c-876a-d9d29a2fe9e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.1139188 Dec 22 05:39:26.379650 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a57362d5-a172-4edc-b227-655f5577afdd req-4332fb19-a9c4-4c12-8d76-8986cfe50e11 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446723 Dec 22 05:39:26.417561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:35Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cda48ebb-cdc0-4721-8aea-369dc54856f5', 'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:9b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:33Z', 'updated_at': '2021-12-22T05:36:39Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:26.421459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] Checking router: f766befa-810c-4d33-ab4e-ebfa0f918cdb for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:39:26.429607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] Routers {'f766befa-810c-4d33-ab4e-ebfa0f918cdb'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:39:26.430204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:38:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:26.467129 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-6d7cbcc9-a5c6-4a7e-93c8-ea5d3b3eff40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 200 len: 217 time: 0.1940846 Dec 22 05:39:26.535782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-626be4d1-b1c9-4140-8645-f4ea77bf631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:26.537558 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-626be4d1-b1c9-4140-8645-f4ea77bf631f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a029b611-b1a1-435e-a86b-92819eb1ac6b HTTP/1.1" status: 200 len: 835 time: 0.0620506 Dec 22 05:39:26.608795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] Set router f766befa-810c-4d33-ab4e-ebfa0f918cdb gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:39:26.615364 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-678d0bee-55e2-40f1-a146-b6ffcf73e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:26.616895 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-678d0bee-55e2-40f1-a146-b6ffcf73e648 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15c5d860-785a-46f7-9f74-498ae9805a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727270 Dec 22 05:39:26.753320 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-a5fb866e-a345-4cd1-825d-d284e2769285 service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289093 Dec 22 05:39:26.890365 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cdd6f5-67b5-43e8-9ba1-7e076421fa1d req-ad6d4b51-672f-4e41-8208-e1aab93142ad service neutron] 10.222.0.61 "GET /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287942 Dec 22 05:39:26.925451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:35Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cda48ebb-cdc0-4721-8aea-369dc54856f5', 'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:9b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:33Z', 'updated_at': '2021-12-22T05:36:39Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:26.929835 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca91cc5-55f0-4147-aed9-b9bdf98fc100 None None] The sync data for ids ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'] in dv-neutron-822524-1-hyperv is: [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:36:35Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'cda48ebb-cdc0-4721-8aea-369dc54856f5', 'name': '', 'network_id': '15c5d860-785a-46f7-9f74-498ae9805a98', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:9b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:33Z', 'updated_at': '2021-12-22T05:36:39Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': 'a029b611-b1a1-435e-a86b-92819eb1ac6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:39:26.986234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-14841dbc-b132-46ed-a39c-f8c00e75585c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:27.159346 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ccd09-8dcd-4499-b553-569aa1def99e None None] New status for floating IP 9e359c5f-b056-4b13-8f75-2b21a4da96f5: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:39:27.715452 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9964fe-ef24-4462-aa16-2965b36e9eb6 req-be3b3c8b-1609-4925-bca4-0504e94f881e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:27.716955 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fa9964fe-ef24-4462-aa16-2965b36e9eb6 req-be3b3c8b-1609-4925-bca4-0504e94f881e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.2176311 Dec 22 05:39:27.763213 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fa9964fe-ef24-4462-aa16-2965b36e9eb6 req-36a35f57-a2f8-4a6a-9157-1c60d1ab728d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403881 Dec 22 05:39:28.151870 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:28.227811 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:28.367315 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19382c84-898a-4223-8491-7a8cef96b744 req-f852d6d4-1345-45a2-a933-b794705685bf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:28.368826 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-19382c84-898a-4223-8491-7a8cef96b744 req-f852d6d4-1345-45a2-a933-b794705685bf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0992627 Dec 22 05:39:28.438740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-19382c84-898a-4223-8491-7a8cef96b744 req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:39:28.438945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-19382c84-898a-4223-8491-7a8cef96b744 req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:28.688847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-19382c84-898a-4223-8491-7a8cef96b744 req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:39:28.689082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-19382c84-898a-4223-8491-7a8cef96b744 req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:28.812402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-19382c84-898a-4223-8491-7a8cef96b744 req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:39:28.959192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8ee31-e4a2-4cd4-973c-fabf48962e3b req-70b5c12e-f1ee-4edb-ac88-0a4b819c683a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:28.960606 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0b8ee31-e4a2-4cd4-973c-fabf48962e3b req-70b5c12e-f1ee-4edb-ac88-0a4b819c683a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0ec2771-c58b-4a56-956e-b1a1c27cf808 HTTP/1.1" status: 200 len: 945 time: 0.0833645 Dec 22 05:39:28.968989 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-19382c84-898a-4223-8491-7a8cef96b744 req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:28.974778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:29.011038 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0b8ee31-e4a2-4cd4-973c-fabf48962e3b req-810eb77f-9dd4-460d-8429-aca242bbe92f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=de67bc29-5576-4625-87e2-0023f6eb6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443108 Dec 22 05:39:29.026311 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=4c7b2e61-60b4-48c1-9ed1-9ebd6397530d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:29.071000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.071377 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.071746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.072117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.072509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.072906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.073257 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.073612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.073963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.074283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.074633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.074983 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:29.101566 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:29.112663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-19382c84-898a-4223-8491-7a8cef96b744 req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] No DVR routers for this DVR port 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:39:29.114966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-19382c84-898a-4223-8491-7a8cef96b744 req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:29.117586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'name': 'network-vif-deleted', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:39:29.135696 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-19382c84-898a-4223-8491-7a8cef96b744 req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "DELETE /v2.0/ports/4c7b2e61-60b4-48c1-9ed1-9ebd6397530d HTTP/1.1" status: 204 len: 173 time: 0.7613978 Dec 22 05:39:29.247873 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ec2771-c58b-4a56-956e-b1a1c27cf808', 'name': 'network-vif-deleted', 'tag': '4c7b2e61-60b4-48c1-9ed1-9ebd6397530d', 'status': 'completed', 'code': 200} Dec 22 05:39:29.681653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:30.120740 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39186) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:30.795025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:31.170416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port cda48ebb-cdc0-4721-8aea-369dc54856f5 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:39:31.171177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:31.364875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port cda48ebb-cdc0-4721-8aea-369dc54856f5, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=cda48ebb-cdc0-4721-8aea-369dc54856f5,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:39:31.365219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:31.405444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:39:31.442812 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:39:31.443033 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 4c7b2e61-60b4-48c1-9ed1-9ebd6397530d not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:39:31.493646 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for cda48ebb-cdc0-4721-8aea-369dc54856f5 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:39:31.829756 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:31.833446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4ee444d0-1965-486a-9cbe-0083f18994c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:31.880309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=cda48ebb-cdc0-4721-8aea-369dc54856f5,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:31.883398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:32.290042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:32.656109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router f766befa-810c-4d33-ab4e-ebfa0f918cdb has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:39:32.847472 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:39:32.860827 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "PUT /v2.0/routers/f766befa-810c-4d33-ab4e-ebfa0f918cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7387016 Dec 22 05:39:32.863748 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39192) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:32.865339 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] Sync routers for ids ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:32.886025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] Routers {'f766befa-810c-4d33-ab4e-ebfa0f918cdb'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:39:32.886640 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:39:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:32.934433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ea2656-7b6c-49a3-8107-3a6252246ff8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting subnet a029b611-b1a1-435e-a86b-92819eb1ac6b {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:39:32.937623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54ea2656-7b6c-49a3-8107-3a6252246ff8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:32.991585 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54ea2656-7b6c-49a3-8107-3a6252246ff8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:33.079132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54ea2656-7b6c-49a3-8107-3a6252246ff8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:33.131758 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] Set router f766befa-810c-4d33-ab4e-ebfa0f918cdb gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:39:33.154420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54ea2656-7b6c-49a3-8107-3a6252246ff8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:33.158176 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f0a09b5d-e98d-4b19-b4a9-d8939377ee73 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:33.194102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea2656-7b6c-49a3-8107-3a6252246ff8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Subnet': ['ID=a029b611-b1a1-435e-a86b-92819eb1ac6b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:33.197177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-54ea2656-7b6c-49a3-8107-3a6252246ff8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:33.200277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54ea2656-7b6c-49a3-8107-3a6252246ff8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:33.211483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39196) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:33.212748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-54ea2656-7b6c-49a3-8107-3a6252246ff8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/subnets/a029b611-b1a1-435e-a86b-92819eb1ac6b HTTP/1.1" status: 204 len: 168 time: 0.3469605 Dec 22 05:39:33.239614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2c9e9a-8331-4407-8467-56da0d18b0a9 None None] Network 15c5d860-785a-46f7-9f74-498ae9805a98 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:39:33.404916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:33.585829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:33.596610 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 2a695fbc-b764-4264-9e4f-77cdba7e3de2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:39:33.596952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:33.671983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:39:31Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '2a695fbc-b764-4264-9e4f-77cdba7e3de2', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:36:30Z', 'updated_at': '2021-12-22T05:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:33.677704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] Checking router: f766befa-810c-4d33-ab4e-ebfa0f918cdb for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:39:33.689784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] Routers {'f766befa-810c-4d33-ab4e-ebfa0f918cdb'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:39:33.690509 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:39:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:33.786515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 2a695fbc-b764-4264-9e4f-77cdba7e3de2, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=2a695fbc-b764-4264-9e4f-77cdba7e3de2,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:39:33.786883 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:33.806286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] DHCP port deletion for 15c5d860-785a-46f7-9f74-498ae9805a98 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:39:33.827508 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Deleting port 5bd20f62-2e82-4bc9-8067-c8952f6db442 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:39:33.827746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:33.896040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] Set router f766befa-810c-4d33-ab4e-ebfa0f918cdb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:39:33.911106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 2a695fbc-b764-4264-9e4f-77cdba7e3de2 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:39:34.027493 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:39:33Z', 'revision_number': 6, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:34.047340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6858752f-4c9b-44ed-ae44-5a9b691f936f None None] The sync data for ids ['f766befa-810c-4d33-ab4e-ebfa0f918cdb'] in dv-neutron-822524-1-hyperv is: [{'id': 'f766befa-810c-4d33-ab4e-ebfa0f918cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006489684', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:36:29Z', 'updated_at': '2021-12-22T05:39:33Z', 'revision_number': 6, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:39:34.164164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] For port 5bd20f62-2e82-4bc9-8067-c8952f6db442, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5bd20f62-2e82-4bc9-8067-c8952f6db442,segment=NetworkSegment(5bd5ae57-57c5-4328-83af-fb42b5dff765),segment_id=5bd5ae57-57c5-4328-83af-fb42b5dff765)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:39:34.164500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:34.214272 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:34.223365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-38eeaf1b-cd74-4c85-bfa9-ed7fc178ff19 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:34.286467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Calling delete_port for 5bd20f62-2e82-4bc9-8067-c8952f6db442 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:39:34.325138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=2a695fbc-b764-4264-9e4f-77cdba7e3de2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:34.330627 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:34.355579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:34.367535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:34.371326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-dd0da9f4-6ce1-4f40-b820-93ea4b319f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:34.416791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Pushing event deleted for resources: {'Port': ['ID=5bd20f62-2e82-4bc9-8067-c8952f6db442,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:34.422528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] No DVR routers for this DVR port 5bd20f62-2e82-4bc9-8067-c8952f6db442 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:39:34.429352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.429718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.430025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.430355 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.430681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.437026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.437026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.437026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.437026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.437026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.437026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.437026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.438426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:34.668030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:34.670303 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:34.694385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:34.694841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Fanout notify agent at l3_agent the message router_deleted on router f766befa-810c-4d33-ab4e-ebfa0f918cdb {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:39:34.711308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:34.712420 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/routers/f766befa-810c-4d33-ab4e-ebfa0f918cdb HTTP/1.1" status: 204 len: 168 time: 1.4999454 Dec 22 05:39:34.716546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39202) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:34.838377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:34.975412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:35.002148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c5d860-785a-46f7-9f74-498ae9805a98']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:35.016314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd5ae57-57c5-4328-83af-fb42b5dff765') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:35.016690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd5ae57-57c5-4328-83af-fb42b5dff765') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:35.029289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:35.046947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:35.053968 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:39:35.054431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:39:35.069784 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:39:35.152406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:35.156084 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-33067600-1355-448c-b489-61c1359cc847 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:35.171181 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:35.182123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Network': ['ID=15c5d860-785a-46f7-9f74-498ae9805a98,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:35.185199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:35.191633 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2bb21d42-7e8a-4ea2-aef4-bb87de371041 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/networks/15c5d860-785a-46f7-9f74-498ae9805a98 HTTP/1.1" status: 204 len: 168 time: 0.4741206 Dec 22 05:39:35.194476 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39206) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:35.261984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87af467c-be75-4132-818d-d12d514b8628 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:35.291626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87af467c-be75-4132-818d-d12d514b8628 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:35.356955 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87af467c-be75-4132-818d-d12d514b8628 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:35.360779 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fcac4565-45b2-4245-80d0-54bdfd1030d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:35.375691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af467c-be75-4132-818d-d12d514b8628 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de67bc29-5576-4625-87e2-0023f6eb6b28,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:35.378228 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87af467c-be75-4132-818d-d12d514b8628 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:35.390643 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87af467c-be75-4132-818d-d12d514b8628 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:35.392977 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87af467c-be75-4132-818d-d12d514b8628 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/security-groups/de67bc29-5576-4625-87e2-0023f6eb6b28 HTTP/1.1" status: 204 len: 168 time: 0.1961730 Dec 22 05:39:35.733280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2a695fbc-b764-4264-9e4f-77cdba7e3de2 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:39:35.770041 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 2a695fbc-b764-4264-9e4f-77cdba7e3de2 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:39:35.770395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 2a695fbc-b764-4264-9e4f-77cdba7e3de2 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:39:35.770817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5bd20f62-2e82-4bc9-8067-c8952f6db442 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:39:35.802188 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 5bd20f62-2e82-4bc9-8067-c8952f6db442 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:39:35.802534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5bd20f62-2e82-4bc9-8067-c8952f6db442 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:39:35.802943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cda48ebb-cdc0-4721-8aea-369dc54856f5 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:39:35.834499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: cda48ebb-cdc0-4721-8aea-369dc54856f5 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:39:35.834842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device cda48ebb-cdc0-4721-8aea-369dc54856f5 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:39:36.131103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39214) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:36.139302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763353040', 'description': 'tempest-secgroup-smoke-763353040 description', 'project_id': 'f4caceda070544bbab647432833f66f2'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:36.149780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:36.156563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:36.159501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:36.165383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:36.182403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.202468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:36.207032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:36.209991 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:36.215851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:36.287486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.293125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.298217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0459ac08-c61d-462f-9d73-ebaeab026407 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:36.338227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45ca7f8-7952-4d78-83e4-4fbc63f1931e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:36.341829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:36.342623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.343915 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2115147 Dec 22 05:39:36.347555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39218) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:36.352562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'f45ca7f8-7952-4d78-83e4-4fbc63f1931e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:36.358825 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:36.362911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:36.365877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:36.371926 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:36.392755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.455355 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.460993 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.462896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0d23697d-78cd-49b1-a108-03d630445d96 tempest-SecGroupTest-734446021 tempest-SecGroupTest-734446021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:36.484249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb108e2-424b-416b-8f52-7e28b66ffe98,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:36.486777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:36.496429 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.497852 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492748 Dec 22 05:39:36.500604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39222) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:36.508123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'f45ca7f8-7952-4d78-83e4-4fbc63f1931e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:36.517759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:36.521741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:36.524718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:36.530552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:36.552112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.620259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.626203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.628551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5930b7a8-7f71-4b82-a5ca-1bb350a0ef96 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:36.652453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5fa44e-f4d2-412e-87f8-dbd132db8e7e,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:36.656237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:36.665802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.666950 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652462 Dec 22 05:39:36.669770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39226) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:36.674754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'f45ca7f8-7952-4d78-83e4-4fbc63f1931e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:36.680439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:36.684108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:36.686927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:36.692669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:36.711464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.784446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.790708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.792620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d3e35c51-e013-4852-9300-ed69c1a748a3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:36.814006 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e59a3e4-ffd1-4079-8a73-59810945fa18,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:36.816509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:36.823304 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.824527 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3f7c7fc2-a902-4a7e-a8b7-74954c25655b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538696 Dec 22 05:39:36.827345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39230) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:36.832295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'f45ca7f8-7952-4d78-83e4-4fbc63f1931e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:36.838073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:36.841921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:36.844990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:36.850576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:36.870523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.936484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.942242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:36.944096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4067ccea-11df-4d87-ab4a-7434dcfc13f1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:37.079960 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cbd2c4-640e-4113-838c-21171d07e6b8,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:37.084641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:37.090678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.091871 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-73880eaf-5722-4054-8a5a-8cbdedc7aed0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2636354 Dec 22 05:39:37.096238 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39234) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:37.101225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'f45ca7f8-7952-4d78-83e4-4fbc63f1931e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:37.107156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:37.111283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:37.114222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:37.119706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:37.130628 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Project f4caceda070544bbab647432833f66f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:39:37.137023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.201992 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.207101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.213868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7143655c-dd5b-49f5-9467-bb6e5c075cc5 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:37.233385 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2e2106-66eb-4f62-8156-e07f56a41a6c,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:37.236170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:37.244367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.245620 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1112682a-53b5-4386-8286-a2727d8aa832 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484494 Dec 22 05:39:37.248583 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39238) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:37.254446 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'f45ca7f8-7952-4d78-83e4-4fbc63f1931e', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:37.260678 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:37.265134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:37.268400 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:37.273989 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:37.290154 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Project f4caceda070544bbab647432833f66f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:39:37.296847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.362045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.367091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.374237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-94607861-bb9e-4c1c-8c00-2d2650306bf1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:37.395455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba91aa45-87d5-4d0f-8623-74a3dd270ace,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:37.397761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:37.403689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.404939 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce28a847-dc28-4214-a4a1-aa23da7985a6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1553388 Dec 22 05:39:37.408180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39242) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:37.414190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'network': {'name': 'tempest-network-smoke--1882205790', 'project_id': 'f4caceda070544bbab647432833f66f2', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:37.419899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:37.424607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:network and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:37.427740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:37.434327 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:37.447155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:39:37.450905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.480808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:39:37.490473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.490837 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Added segment 81cd8507-387d-4ee7-ae1d-c5802bdc11d1 of type vlan for network 23fb98af-0fc9-435d-9052-5263e11c8679 Dec 22 05:39:37.519580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.553082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.558806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:37.559391 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.562953 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f51ed958-a00a-4ed3-9563-bb3bf5d2e8a9 tempest-ExternalNetworksTestJSON-1204072384 tempest-ExternalNetworksTestJSON-1204072384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:37.665304 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2559640 Dec 22 05:39:37.668170 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39246) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:37.668514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Network': ['ID=23fb98af-0fc9-435d-9052-5263e11c8679,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:37.671311 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-be757251-b8bc-4cdd-8c42-6b481e29757d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:37.675536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'admin_state_up': True, 'project_id': 'f4caceda070544bbab647432833f66f2', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:37.678904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 23fb98af-0fc9-435d-9052-5263e11c8679 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:39:37.683475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:37.687533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:router and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:37.691262 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:37.697938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:37.712821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.713857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.728868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:37.996641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:38.325665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:38.354393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:38.493354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.26.1.235 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/211d6f5f-32cb-462f-8fed-b7cc6b2abfa9) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:39:38.650118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:38.688746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:38.692416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:38.754794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:38.757652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:38.762279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:39:38.796062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=211d6f5f-32cb-462f-8fed-b7cc6b2abfa9,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:38.799177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:39.317574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:39.677002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:39.890263 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router bfe8fa79-7793-4c48-a06e-007f9966785a is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:39:40.077778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:39:40.087342 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Sync routers for ids ['bfe8fa79-7793-4c48-a06e-007f9966785a'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:40.097134 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Routers {'bfe8fa79-7793-4c48-a06e-007f9966785a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:39:40.097741 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:39:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['bfe8fa79-7793-4c48-a06e-007f9966785a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:40.107177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:40.108784 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4393978 Dec 22 05:39:40.112353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39250) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:40.234030 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-510f931f-c907-476f-8d71-2ab3cca9c331 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=f4caceda070544bbab647432833f66f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1178434 Dec 22 05:39:40.234245 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39256) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:40.277969 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Set router bfe8fa79-7793-4c48-a06e-007f9966785a gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:39:40.371299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1109821-0a56-40c6-b997-e33143729aec tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:40.372997 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d1109821-0a56-40c6-b997-e33143729aec tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1378391 Dec 22 05:39:40.376078 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39260) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:40.418949 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c67af0ed-c67b-4d53-9e67-5b601a98774a tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391800 Dec 22 05:39:40.419198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39264) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:40.424716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1160332605', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'project_id': 'f4caceda070544bbab647432833f66f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:40.541338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:40.545185 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:subnet and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:40.548027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:40.553852 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:40.564455 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:39Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:40.565123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'subnet': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:39:40.568781 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Checking router: bfe8fa79-7793-4c48-a06e-007f9966785a for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:39:40.568930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556729'] for subnet, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:40.569127 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Updating router bfe8fa79-7793-4c48-a06e-007f9966785a port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:39:40.624103 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:40.913373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2158890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556683'] for subnet, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:40.918746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:40.990224 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:40.992919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Subnet': ['ID=1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:40.996695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:41.003527 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Transition to ACTIVE for port object 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:39:41.004488 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Checking segment: {'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:39:41.004849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network hostable DHCP agents. Network: 23fb98af-0fc9-435d-9052-5263e11c8679, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:39:41.010457 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.015246 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-46fbd721-9df9-47be-b42e-014c6bf85391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:41.025461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 23fb98af-0fc9-435d-9052-5263e11c8679 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:39:41.035308 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 23fb98af-0fc9-435d-9052-5263e11c8679) {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:41.039330 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:41.039935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.046343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fddf819-a1f3-445f-810e-768a9b6b4824 None None] Network 23fb98af-0fc9-435d-9052-5263e11c8679 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:39:41.070529 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d4c47256-34df-4282-8990-4103174a8f3d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6476400 Dec 22 05:39:41.070774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39268) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:41.102986 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Pushing event updated for resources: {'Port': ['ID=211d6f5f-32cb-462f-8fed-b7cc6b2abfa9,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:41.113037 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Attempting to bind port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:39:41.113418 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Attempting to bind port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:39:41.113757 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Attempting to bind port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:39:41.116750 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.117088 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.117416 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.117735 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.118050 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.118368 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.118678 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.118959 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.119302 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.119607 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.119898 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.120225 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:41.128475 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:39:41.128946 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:39:41.129287 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.129664 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:39:41.130180 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Bound port: 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:39:41.130503 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.155356 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:41.211396 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] For port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:39:41.215310 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] For port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=211d6f5f-32cb-462f-8fed-b7cc6b2abfa9,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:39:41.221868 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.228799 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d976e9e9-1f83-4a74-8120-af6259704a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:41.316564 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Routers {'bfe8fa79-7793-4c48-a06e-007f9966785a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:39:41.317561 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:39:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['bfe8fa79-7793-4c48-a06e-007f9966785a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:41.327104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-23fb98af-0fc9-435d-9052-5263e11c8679', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:39:41.328085 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.378737 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Pushing event updated for resources: {'Port': ['ID=211d6f5f-32cb-462f-8fed-b7cc6b2abfa9,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:41.383366 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:41.501185 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Allocated IP 172.20.0.2 (23fb98af-0fc9-435d-9052-5263e11c8679/1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e/9987940e-3a0c-4366-b4dc-fc638c2eef7a) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:39:41.504070 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] Set router bfe8fa79-7793-4c48-a06e-007f9966785a gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:39:41.716668 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.727906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Transition to ACTIVE for port object 9987940e-3a0c-4366-b4dc-fc638c2eef7a will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:39:41.746448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Transition to ACTIVE for port object 9987940e-3a0c-4366-b4dc-fc638c2eef7a will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:39:41.754585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.760488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ea90470c-4158-4183-8bb1-270adec67ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:41.809457 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:39Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:41.814506 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5244bbb-fb52-4fe5-8428-d39c3fa8d4dd None None] The sync data for ids ['bfe8fa79-7793-4c48-a06e-007f9966785a'] in dv-neutron-822524-1-hyperv is: [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:39Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:39:41.814732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.822001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Network 23fb98af-0fc9-435d-9052-5263e11c8679 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:41.825637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:41.830363 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:39:41.874531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Pushing event updated for resources: {'Port': ['ID=9987940e-3a0c-4366-b4dc-fc638c2eef7a,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:41.882018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:41.932747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Attempting to bind port 9987940e-3a0c-4366-b4dc-fc638c2eef7a on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:39:41.933120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Attempting to bind port 9987940e-3a0c-4366-b4dc-fc638c2eef7a by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:39:41.933495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Attempting to bind port 9987940e-3a0c-4366-b4dc-fc638c2eef7a on network 23fb98af-0fc9-435d-9052-5263e11c8679 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:39:41.939152 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:39:41.939534 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Checking segment: {'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:39:41.939944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.940377 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Bound using segment: {'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:39:41.940846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Bound port: 9987940e-3a0c-4366-b4dc-fc638c2eef7a, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:39:41.941222 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:42.044345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] For port 9987940e-3a0c-4366-b4dc-fc638c2eef7a, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:39:42.050591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] For port 9987940e-3a0c-4366-b4dc-fc638c2eef7a, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9987940e-3a0c-4366-b4dc-fc638c2eef7a,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:39:42.058249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:42.062635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ea90470c-4158-4183-8bb1-270adec67ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:42.159861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Pushing event updated for resources: {'Port': ['ID=9987940e-3a0c-4366-b4dc-fc638c2eef7a,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:42.168078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:42.283285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.20.0.1 (23fb98af-0fc9-435d-9052-5263e11c8679/1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e/08856270-478b-426b-a1ba-ca5202eabb52) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:39:42.617929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:42.634056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Transition to ACTIVE for port object 08856270-478b-426b-a1ba-ca5202eabb52 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:39:42.658833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:42.662815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-329fad57-9c5a-4c8c-a5f9-e3670813cf23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:42.728802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 23fb98af-0fc9-435d-9052-5263e11c8679 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:42.732066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:42.734600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:39:42.785598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=08856270-478b-426b-a1ba-ca5202eabb52,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:42.788509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:42.807651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:43.079529 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:43.138038 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd38c8e-5723-45f4-b034-9af940fda26b None None] Network 23fb98af-0fc9-435d-9052-5263e11c8679 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:39:43.246679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e1e86924-44a7-4812-942f-c0c55daddd60 None None] Provisioning for port 9987940e-3a0c-4366-b4dc-fc638c2eef7a completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:39:43.511121 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:43.519388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:43.549941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d41098a0-7eb5-4b4f-b2ad-42f69dedf2d5 tempest-TestEncryptedCinderVolumes-670295719 tempest-TestEncryptedCinderVolumes-670295719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:43.637679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:43.642984 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=08856270-478b-426b-a1ba-ca5202eabb52,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:43.645150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:43.699329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-25a7038c-2c14-41c6-a209-8a9d74bf0e9f None None] Provisioning for port 08856270-478b-426b-a1ba-ca5202eabb52 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:39:43.706681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-25a7038c-2c14-41c6-a209-8a9d74bf0e9f None None] Provisioning complete for port 08856270-478b-426b-a1ba-ca5202eabb52 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:43.707166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-25a7038c-2c14-41c6-a209-8a9d74bf0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:43.776224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-25a7038c-2c14-41c6-a209-8a9d74bf0e9f None None] Port 08856270-478b-426b-a1ba-ca5202eabb52 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:39:43.823959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 23fb98af-0fc9-435d-9052-5263e11c8679 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:43.827239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:43.832604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9987940e-3a0c-4366-b4dc-fc638c2eef7a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:39:43.912186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8bdeb096-ef56-4e74-b237-54284fead1fd None None] Provisioning complete for port 08856270-478b-426b-a1ba-ca5202eabb52 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:43.912563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb096-ef56-4e74-b237-54284fead1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:43.977769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-8bdeb096-ef56-4e74-b237-54284fead1fd None None] Port 08856270-478b-426b-a1ba-ca5202eabb52 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:39:43.979735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 9987940e-3a0c-4366-b4dc-fc638c2eef7a completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:39:43.985465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 9987940e-3a0c-4366-b4dc-fc638c2eef7a triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:43.986107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:44.023141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router bfe8fa79-7793-4c48-a06e-007f9966785a has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:39:44.113649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:44.132080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d5a8713e-0b67-4123-a6b1-de6e20f6410c None None] Provisioning complete for port 08856270-478b-426b-a1ba-ca5202eabb52 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:44.132499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d5a8713e-0b67-4123-a6b1-de6e20f6410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:44.204084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 9987940e-3a0c-4366-b4dc-fc638c2eef7a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9987940e-3a0c-4366-b4dc-fc638c2eef7a,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:39:44.206736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8713e-0b67-4123-a6b1-de6e20f6410c None None] Port 08856270-478b-426b-a1ba-ca5202eabb52 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:39:44.212080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:44.213007 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:39:44.239874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:44.345652 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:39:44.361349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Sync routers for ids ['bfe8fa79-7793-4c48-a06e-007f9966785a'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:44.363027 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "PUT /v2.0/routers/bfe8fa79-7793-4c48-a06e-007f9966785a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2911210 Dec 22 05:39:44.381517 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Routers {'bfe8fa79-7793-4c48-a06e-007f9966785a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:39:44.382139 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:39:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['bfe8fa79-7793-4c48-a06e-007f9966785a'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:44.445680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=9987940e-3a0c-4366-b4dc-fc638c2eef7a,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:44.459981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:44.530499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:39:44.533822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-58eabfe6-f53a-47ab-8ca6-4f5a4ddd33cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:39:44.550299 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-58eabfe6-f53a-47ab-8ca6-4f5a4ddd33cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:39:44.551467 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-58eabfe6-f53a-47ab-8ca6-4f5a4ddd33cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763353040&fields=id&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 267 time: 0.0584352 Dec 22 05:39:44.551591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:44.551918 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:44.625972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Set router bfe8fa79-7793-4c48-a06e-007f9966785a gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:39:44.703944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-bbf5c62e-6e47-4cdb-bde0-b605bf5a5599 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:44.704906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-bbf5c62e-6e47-4cdb-bde0-b605bf5a5599 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:39:44.723137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-bbf5c62e-6e47-4cdb-bde0-b605bf5a5599 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:39:44.724338 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-bbf5c62e-6e47-4cdb-bde0-b605bf5a5599 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/networks?id=23fb98af-0fc9-435d-9052-5263e11c8679 HTTP/1.1" status: 200 len: 797 time: 0.1658294 Dec 22 05:39:44.744666 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-70035db2-18f6-42b0-ade1-b58ea1207330 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/quotas/f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 375 time: 0.0142975 Dec 22 05:39:44.834720 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-be8e5226-0a73-4739-b905-c1a6c94bf43e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885007 Dec 22 05:39:44.878681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:44.890188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-22eb2ac7-1b24-46f0-99c2-d24f85d27988 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:39:44.891393 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-22eb2ac7-1b24-46f0-99c2-d24f85d27988 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449784 Dec 22 05:39:44.917140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=211d6f5f-32cb-462f-8fed-b7cc6b2abfa9,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:39:44.923250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:44.927703 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:45.030728 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-634afe8d-ceea-4dc5-b9eb-864c9fee81cc service neutron] 10.222.0.36 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326914 Dec 22 05:39:45.039778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=211d6f5f-32cb-462f-8fed-b7cc6b2abfa9,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:45.043422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:45.064400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:43Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '08856270-478b-426b-a1ba-ca5202eabb52', 'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:5e:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:42Z', 'updated_at': '2021-12-22T05:39:43Z', 'revision_number': 2, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:45.068551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Checking router: bfe8fa79-7793-4c48-a06e-007f9966785a for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:39:45.068904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Updating router bfe8fa79-7793-4c48-a06e-007f9966785a port 08856270-478b-426b-a1ba-ca5202eabb52 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:39:45.138689 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:45.149983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:45.175610 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-c9d6dfaa-fb2a-4c4a-bc4b-20ef0c5bcefa service neutron] 10.222.0.36 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383100 Dec 22 05:39:45.374587 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f8faae68-7436-4e41-abc1-78ddbdeb026a req-ef788b92-b6b5-421b-a052-c031105f1a4a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 210 time: 0.0452163 Dec 22 05:39:45.494558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:45.507156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Transition to ACTIVE for port object 08856270-478b-426b-a1ba-ca5202eabb52 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:39:45.515390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:45.519210 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:45.647799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a469b-3bda-464a-874c-77a0858adadc None None] Pushing event updated for resources: {'Port': ['ID=08856270-478b-426b-a1ba-ca5202eabb52,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:45.674010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0e3a469b-3bda-464a-874c-77a0858adadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:45.748097 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Attempting to bind port 08856270-478b-426b-a1ba-ca5202eabb52 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:39:45.748599 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Attempting to bind port 08856270-478b-426b-a1ba-ca5202eabb52 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:39:45.748914 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Attempting to bind port 08856270-478b-426b-a1ba-ca5202eabb52 on network 23fb98af-0fc9-435d-9052-5263e11c8679 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:39:45.755286 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9987940e-3a0c-4366-b4dc-fc638c2eef7a up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:39:45.793221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:39:45.793695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Checking segment: {'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:39:45.794012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:45.794416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Bound using segment: {'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:39:45.794886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Bound port: 08856270-478b-426b-a1ba-ca5202eabb52, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:39:45.795260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:45.986069 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 9987940e-3a0c-4366-b4dc-fc638c2eef7a triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:45.986449 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:46.010285 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] For port 08856270-478b-426b-a1ba-ca5202eabb52, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:39:46.035329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] For port 08856270-478b-426b-a1ba-ca5202eabb52, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=08856270-478b-426b-a1ba-ca5202eabb52,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:39:46.042807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:46.049231 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:46.163103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Routers {'bfe8fa79-7793-4c48-a06e-007f9966785a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:39:46.163760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:39:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['bfe8fa79-7793-4c48-a06e-007f9966785a'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:46.212212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a469b-3bda-464a-874c-77a0858adadc None None] Pushing event updated for resources: {'Port': ['ID=08856270-478b-426b-a1ba-ca5202eabb52,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:46.233980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0e3a469b-3bda-464a-874c-77a0858adadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:46.281255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:39:46.446164 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] Set router bfe8fa79-7793-4c48-a06e-007f9966785a gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:39:46.562870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b37752e5-0204-4a7e-9634-6f5529fe9835 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:46.564740 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b37752e5-0204-4a7e-9634-6f5529fe9835 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/networks?id=23fb98af-0fc9-435d-9052-5263e11c8679 HTTP/1.1" status: 200 len: 797 time: 0.1822720 Dec 22 05:39:46.585010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:46.585581 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:46.586829 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9b9ca82-c7c2-42c9-9aa3-181338394a73 req-630236cf-6336-4d3f-bc3d-def517995ed6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 210 time: 0.0563891 Dec 22 05:39:46.630425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-aab91395-dafb-411a-9b59-085d8927ad60 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:39:46.650909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-aab91395-dafb-411a-9b59-085d8927ad60 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:39:46.652047 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-aab91395-dafb-411a-9b59-085d8927ad60 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 379 time: 0.0718346 Dec 22 05:39:46.670716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'port': {'device_id': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'admin_state_up': True, 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'security_groups': ['f45ca7f8-7952-4d78-83e4-4fbc63f1931e']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:46.808797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:46.812919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:port and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:46.816123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:46.822102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:46.833050 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:39:46.836679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:46.892986 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:43Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '08856270-478b-426b-a1ba-ca5202eabb52', 'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:5e:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:42Z', 'updated_at': '2021-12-22T05:39:45Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:46.897966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f55f16-1191-4b27-b24f-d3970eba3b8b None None] The sync data for ids ['bfe8fa79-7793-4c48-a06e-007f9966785a'] in dv-neutron-822524-1-hyperv is: [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:43Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '08856270-478b-426b-a1ba-ca5202eabb52', 'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:5e:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:42Z', 'updated_at': '2021-12-22T05:39:45Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:39:47.032904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.20.0.5 (23fb98af-0fc9-435d-9052-5263e11c8679/1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e/c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:39:47.239869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:47.257376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Transition to ACTIVE for port object c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:39:47.282499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:47.288473 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-966db6f1-1e11-4c0f-8514-45790a90023f tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:47.355211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 23fb98af-0fc9-435d-9052-5263e11c8679 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:47.358466 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:47.362588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:39:47.397746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:47.404608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:47.437403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:47.438341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:47.467487 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-d17b75b3-b873-4a34-9d31-5e104a658c5d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8007224 Dec 22 05:39:47.531239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Request body: {'port': {'device_id': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:47.621251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2df8562e-19ec-4446-9c35-d5fcdbcd94e9 None None] Provisioning for port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:39:47.627858 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2df8562e-19ec-4446-9c35-d5fcdbcd94e9 None None] Provisioning complete for port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:47.628429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2df8562e-19ec-4446-9c35-d5fcdbcd94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:47.650943 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:47.706627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-2df8562e-19ec-4446-9c35-d5fcdbcd94e9 None None] Port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:39:47.802051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 08856270-478b-426b-a1ba-ca5202eabb52 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:39:47.906320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 08856270-478b-426b-a1ba-ca5202eabb52 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:39:47.914060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 08856270-478b-426b-a1ba-ca5202eabb52 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:47.914532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:47.932196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2a910-80d3-45c7-818b-43dac39e1de8 req-2240686e-caa2-4639-af23-1ec526f22a6a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:47.940013 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32b2a910-80d3-45c7-818b-43dac39e1de8 req-2240686e-caa2-4639-af23-1ec526f22a6a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 931 time: 0.2343011 Dec 22 05:39:47.983203 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32b2a910-80d3-45c7-818b-43dac39e1de8 req-879f8e92-720e-4ad2-a418-e8ca934b6467 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420356 Dec 22 05:39:48.058456 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:39:48.058641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:48.067140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:48.083574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Transition to ACTIVE for port object c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:39:48.088538 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:48.093634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cec7b8cd-b8d1-4fcd-a8bb-bd0d9ff2417c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:48.097226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 08856270-478b-426b-a1ba-ca5202eabb52, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=08856270-478b-426b-a1ba-ca5202eabb52,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:39:48.103303 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:48.105432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:48.178742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=08856270-478b-426b-a1ba-ca5202eabb52,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:48.185012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:48.248468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:48.256104 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:48.461963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Attempting to bind port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:39:48.462289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Attempting to bind port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:39:48.462609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Attempting to bind port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d on network 23fb98af-0fc9-435d-9052-5263e11c8679 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:39:48.467458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d on network 23fb98af-0fc9-435d-9052-5263e11c8679 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:39:48.467762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Attempting to bind port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d on network 23fb98af-0fc9-435d-9052-5263e11c8679 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:39:48.473056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:39:48.473378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Checking segment: {'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:39:48.473749 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Bound using segment: {'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:39:48.474150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Bound port: c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cd8507-387d-4ee7-ae1d-c5802bdc11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:39:48.474475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:48.563705 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] For port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:39:48.567025 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] For port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:39:48.572381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:48.576087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-06bcdaad-ee3c-4e57-b7e9-6778b667bc63 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:48.637515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:48.638260 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:48.639841 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] 10.222.0.61 "PUT /v2.0/ports/c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d HTTP/1.1" status: 200 len: 1093 time: 1.1572871 Dec 22 05:39:48.640378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'tag': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:39:48.660721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:48.664031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:48.704565 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'tag': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'status': 'completed', 'code': 200} Dec 22 05:39:48.792339 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-fa0fe7b1-a2cd-484c-97dc-a7eb03fb1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:48.793850 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-fa0fe7b1-a2cd-484c-97dc-a7eb03fb1d8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 1096 time: 0.0744436 Dec 22 05:39:48.873166 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-2e3ca422-e1d2-4d89-aac9-4ec7086a259f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d HTTP/1.1" status: 200 len: 217 time: 0.0646966 Dec 22 05:39:48.934810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-19f5c486-aab5-4063-8701-03c1dc0ffdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:48.936280 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-19f5c486-aab5-4063-8701-03c1dc0ffdb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e HTTP/1.1" status: 200 len: 835 time: 0.0564725 Dec 22 05:39:49.016511 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-0e8b4668-0194-44ae-a385-8eff32fd2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:49.017962 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-0e8b4668-0194-44ae-a385-8eff32fd2a9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=23fb98af-0fc9-435d-9052-5263e11c8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755506 Dec 22 05:39:49.158735 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-0c64ff05-0beb-474c-91f4-73f3b9efab4a service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335011 Dec 22 05:39:49.187208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d2537-837d-44f4-a9e6-5a34473c78d2 req-98281b37-0903-4c52-8126-f149a521fe29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:49.188932 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f92d2537-837d-44f4-a9e6-5a34473c78d2 req-98281b37-0903-4c52-8126-f149a521fe29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 943 time: 0.0855582 Dec 22 05:39:49.238374 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f92d2537-837d-44f4-a9e6-5a34473c78d2 req-7ef7e064-816c-4f69-a43a-0b5bc45b1432 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434999 Dec 22 05:39:49.294472 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d10f718-a0b6-43d0-b80d-939eca49cd83 req-a16564a9-5d98-4f4b-b46f-9114dcae801e service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281478 Dec 22 05:39:49.458957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-1c17dded-bb4f-404b-b802-d18f13f5f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:49.460521 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-1c17dded-bb4f-404b-b802-d18f13f5f02b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 1096 time: 0.0750859 Dec 22 05:39:49.594915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-b80272b5-eedc-4256-a79c-c63d8736e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:49.596477 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-b80272b5-eedc-4256-a79c-c63d8736e63d service neutron] 10.222.0.61 "GET /v2.0/networks?id=23fb98af-0fc9-435d-9052-5263e11c8679 HTTP/1.1" status: 200 len: 898 time: 0.1293201 Dec 22 05:39:49.670899 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-71c0ea8e-baa4-493e-8db4-312a866bd837 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d HTTP/1.1" status: 200 len: 217 time: 0.0662341 Dec 22 05:39:49.735519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-3d08c0cf-895a-4779-a9cd-b2edf61eef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:49.737174 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-3d08c0cf-895a-4779-a9cd-b2edf61eef43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e HTTP/1.1" status: 200 len: 835 time: 0.0603287 Dec 22 05:39:49.746530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 08856270-478b-426b-a1ba-ca5202eabb52 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:39:49.817204 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 08856270-478b-426b-a1ba-ca5202eabb52 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:49.817551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-2dbfc4b3-59fd-44a7-bcf0-5a0150fb9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:49.817753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:49.819080 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-2dbfc4b3-59fd-44a7-bcf0-5a0150fb9a9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=23fb98af-0fc9-435d-9052-5263e11c8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752835 Dec 22 05:39:49.953193 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-d20d6e67-d406-4467-86f4-f1074a0915d8 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269569 Dec 22 05:39:50.088557 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4ee7d99b-8fbd-4853-aa01-78910f17d436 req-12f38c66-144d-4b5b-9068-018e393f997d service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273890 Dec 22 05:39:50.433079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6096b-4508-4d1c-84a6-6d4f842c72aa req-af87a2d7-8b1f-43e8-b8b3-74c54404227d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:50.434550 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c1f6096b-4508-4d1c-84a6-6d4f842c72aa req-af87a2d7-8b1f-43e8-b8b3-74c54404227d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 943 time: 0.0871503 Dec 22 05:39:50.478737 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c1f6096b-4508-4d1c-84a6-6d4f842c72aa req-4b64319e-1a3d-44cf-9295-3b1c52c67ece tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382938 Dec 22 05:39:51.500082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:39:51.679209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ef3c5-900d-4ac8-8851-14fa22d7db87 req-c358c784-7922-4581-a328-ad8eb95b8bc0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:51.680724 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a8ef3c5-900d-4ac8-8851-14fa22d7db87 req-c358c784-7922-4581-a328-ad8eb95b8bc0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 943 time: 0.0878193 Dec 22 05:39:51.696499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:39:51.710482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'port_id': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'mac_address': 'fa:16:3e:b9:6e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:39:51.725048 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a8ef3c5-900d-4ac8-8851-14fa22d7db87 req-d0d5c27f-d365-427d-9fbf-06f37a3bebd5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384784 Dec 22 05:39:51.770291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:51.787433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:39:51.804667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:39:51.812408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:51.814849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:51.892080 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:51.895536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:52.281568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:39:52.949341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842bb02-9823-4e29-a18e-c64d5f2a3cbe req-cb83a37d-3499-4685-83f9-9b459819f64b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:52.951229 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c842bb02-9823-4e29-a18e-c64d5f2a3cbe req-cb83a37d-3499-4685-83f9-9b459819f64b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 944 time: 0.0954185 Dec 22 05:39:53.010534 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c842bb02-9823-4e29-a18e-c64d5f2a3cbe req-b5e3e27b-6640-4f96-8a3e-447d2387b963 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531390 Dec 22 05:39:53.515417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:39:53.592006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:39:53.597335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:53.597727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:53.723535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:53.751948 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:39:53.762603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:39:53.768274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:53.770126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:53.835213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:53.838424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:53.846640 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'code': 200} Dec 22 05:39:54.119708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e68b-d795-49ae-8284-44f043ffaac4 req-2bfc2f54-e94a-4bcd-828c-baa893d33f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:54.121297 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc98e68b-d795-49ae-8284-44f043ffaac4 req-2bfc2f54-e94a-4bcd-828c-baa893d33f17 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 1098 time: 0.0709209 Dec 22 05:39:54.163244 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc98e68b-d795-49ae-8284-44f043ffaac4 req-732f70d4-6f43-43eb-8c47-6d84d05ad040 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349798 Dec 22 05:39:54.207341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab61408-4bbf-4a1f-abc0-06e3f828e6da req-9e93b1f2-200d-4779-96da-ce5afa45868d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:54.208889 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ab61408-4bbf-4a1f-abc0-06e3f828e6da req-9e93b1f2-200d-4779-96da-ce5afa45868d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0907273 Dec 22 05:39:54.253787 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3ab61408-4bbf-4a1f-abc0-06e3f828e6da req-01e2881e-d4e9-441a-a78b-e4bf5acd71e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389686 Dec 22 05:39:54.658751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-625112b4-f237-4226-b06d-23b7e796cabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:55.453367 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c4fe9-d8b8-4dc8-96b7-df8e0e228de7 req-f7857b99-f8bf-4d74-bf37-da06e1280b99 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:55.455056 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c3c4fe9-d8b8-4dc8-96b7-df8e0e228de7 req-f7857b99-f8bf-4d74-bf37-da06e1280b99 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0845144 Dec 22 05:39:55.500522 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c3c4fe9-d8b8-4dc8-96b7-df8e0e228de7 req-d51a2b08-c94b-4f3b-8b85-3e7b22ef8c86 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394747 Dec 22 05:39:56.714484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e033-7f61-4b16-9008-b86ee83c59ea req-4265c198-78a3-400d-99d7-dfea71ceb595 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:56.715947 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-20f1e033-7f61-4b16-9008-b86ee83c59ea req-4265c198-78a3-400d-99d7-dfea71ceb595 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.1012852 Dec 22 05:39:56.765175 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-20f1e033-7f61-4b16-9008-b86ee83c59ea req-4dac9099-eeea-4f59-b9ea-678a6ea72ece tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432875 Dec 22 05:39:56.953191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebcbff-d4e5-4cd6-844d-42c5674d5398 req-83b9b64c-4524-4d56-9e6c-4339760c22bf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:56.954669 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5ebcbff-d4e5-4cd6-844d-42c5674d5398 req-83b9b64c-4524-4d56-9e6c-4339760c22bf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0832014 Dec 22 05:39:56.996369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b0388759-8f9b-4c3b-b7ba-1ec3a46340f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:57.004939 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5ebcbff-d4e5-4cd6-844d-42c5674d5398 req-e2c50f2d-3d92-4d7a-bb3c-f69bf9905c81 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442410 Dec 22 05:39:57.027905 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39340) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:57.105891 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f9924-0330-4bca-9a0e-0988ff33a20b tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:57.107354 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1b5f9924-0330-4bca-9a0e-0988ff33a20b tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 1093 time: 0.0784092 Dec 22 05:39:57.110534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39344) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:39:57.115457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:57.121568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:39:57.125680 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:floatingip and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:39:57.128784 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:39:57.134538 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:39:57.157544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:57.316606 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:57.454668 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.26.1.119 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/c99676d4-782d-4b9f-8b3d-a06a74bb8b24) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:39:57.609174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:57.642933 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:57.646722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd578253-dbdc-4bf1-b560-78cede10a58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:57.708266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:57.711020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:57.714742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:39:57.747022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=c99676d4-782d-4b9f-8b3d-a06a74bb8b24,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:57.753359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:58.147271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:58.230531 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:58.279838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:58.355516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:58.599141 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:58.607651 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:58.613778 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:39:58.726448 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=c99676d4-782d-4b9f-8b3d-a06a74bb8b24,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:58.730294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:39:58.736973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:58.917635 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Floating IP 3e631b30-2829-4238-95d1-61c736a39f80 associated. External IP: 172.26.1.119, port: c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d. Dec 22 05:39:59.299122 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router bfe8fa79-7793-4c48-a06e-007f9966785a has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:39:59.482647 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:39:59.492786 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] Sync routers for ids ['bfe8fa79-7793-4c48-a06e-007f9966785a'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:59.502887 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] Routers {'bfe8fa79-7793-4c48-a06e-007f9966785a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:39:59.503565 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:39:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['bfe8fa79-7793-4c48-a06e-007f9966785a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:59.510225 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:59.567446 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4557760 Dec 22 05:39:59.568068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'tag': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:39:59.620834 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'tag': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'status': 'completed', 'code': 200} Dec 22 05:39:59.695130 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] Set router bfe8fa79-7793-4c48-a06e-007f9966785a gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:39:59.723421 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:59.764770 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-3fb7604b-6382-435d-91b7-5b3542720565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:59.766888 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-3fb7604b-6382-435d-91b7-5b3542720565 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 1098 time: 0.1024501 Dec 22 05:39:59.807946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fad17e-cf48-4553-bdd9-bfb00038b5dc req-e6a84b24-cef1-4e9f-96c4-8c30f4644b9d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:59.809723 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-07fad17e-cf48-4553-bdd9-bfb00038b5dc req-e6a84b24-cef1-4e9f-96c4-8c30f4644b9d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.1491752 Dec 22 05:39:59.972567 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:40:00.059319 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-07fad17e-cf48-4553-bdd9-bfb00038b5dc req-0f998c3d-53ed-4ab9-be3b-98152bb5f6c0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420597 Dec 22 05:40:00.062539 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-191fc7a9-203c-4cc6-b880-286f106d38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:00.064037 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-191fc7a9-203c-4cc6-b880-286f106d38c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=23fb98af-0fc9-435d-9052-5263e11c8679 HTTP/1.1" status: 200 len: 898 time: 0.2901998 Dec 22 05:40:00.077043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39352) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:40:00.131343 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:43Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '3e631b30-2829-4238-95d1-61c736a39f80', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.119', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'port_id': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'mac_address': 'fa:16:3e:b9:6e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:39:58Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08856270-478b-426b-a1ba-ca5202eabb52', 'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:5e:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:42Z', 'updated_at': '2021-12-22T05:39:48Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:00.135686 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] Checking router: bfe8fa79-7793-4c48-a06e-007f9966785a for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:40:00.146279 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] Routers {'bfe8fa79-7793-4c48-a06e-007f9966785a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:40:00.146883 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:39:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['bfe8fa79-7793-4c48-a06e-007f9966785a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:00.184451 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-d132fbc8-9460-446c-b0ac-e890d1405b40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d HTTP/1.1" status: 200 len: 999 time: 0.1127577 Dec 22 05:40:00.193183 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-695315ec-876a-433c-855c-bf47bc612b2b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/3e631b30-2829-4238-95d1-61c736a39f80 HTTP/1.1" status: 200 len: 991 time: 0.1144607 Dec 22 05:40:00.253073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-71170473-6027-425e-88a8-65ee4d6d2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:00.254741 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-71170473-6027-425e-88a8-65ee4d6d2b5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e HTTP/1.1" status: 200 len: 835 time: 0.0636294 Dec 22 05:40:00.329447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-2ee2b278-f426-46c9-bfc5-e2279b87d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:00.331276 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-2ee2b278-f426-46c9-bfc5-e2279b87d0dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=23fb98af-0fc9-435d-9052-5263e11c8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704756 Dec 22 05:40:00.343739 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] Set router bfe8fa79-7793-4c48-a06e-007f9966785a gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:40:00.466225 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-91894cd2-6a2f-4814-aa64-0a7c6ff47c88 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273203 Dec 22 05:40:00.604794 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c043895b-35cb-4e84-81ba-22a7b0598cc9 req-35aa8505-1220-45c7-a482-76c91bcddaf1 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323988 Dec 22 05:40:00.693266 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:43Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '3e631b30-2829-4238-95d1-61c736a39f80', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.119', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'port_id': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'mac_address': 'fa:16:3e:b9:6e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:39:58Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08856270-478b-426b-a1ba-ca5202eabb52', 'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:5e:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:42Z', 'updated_at': '2021-12-22T05:39:48Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:00.697374 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c4c40-e498-4271-8bde-67bfda6b5314 None None] The sync data for ids ['bfe8fa79-7793-4c48-a06e-007f9966785a'] in dv-neutron-822524-1-hyperv is: [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:43Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '3e631b30-2829-4238-95d1-61c736a39f80', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.119', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'port_id': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'mac_address': 'fa:16:3e:b9:6e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:39:58Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08856270-478b-426b-a1ba-ca5202eabb52', 'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:5e:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:42Z', 'updated_at': '2021-12-22T05:39:48Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:40:00.908726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174b15ee-1198-4909-a04c-0c86cd8b4d65 None None] New status for floating IP 3e631b30-2829-4238-95d1-61c736a39f80: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:40:01.194295 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39356) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:40:01.303884 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9a4671ba-f606-4d6e-bf25-e7fff4334f1e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/3e631b30-2829-4238-95d1-61c736a39f80 HTTP/1.1" status: 200 len: 993 time: 0.1081188 Dec 22 05:40:15.165248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:24.666081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d319-c994-4375-96ce-38d8b2472124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:26.999006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-77717cb7-2799-410d-b118-9e3c380427a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:28.153417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:28.234042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:29.694982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:36.966888 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:40:45.127980 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-c3881beb-de74-41d3-8738-5de3db800e52 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901096 Dec 22 05:40:45.159666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:45.287035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-fe726a2b-b7f4-425b-9de3-08a80206bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:45.288518 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-fe726a2b-b7f4-425b-9de3-08a80206bab1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 1098 time: 0.0736074 Dec 22 05:40:45.438353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-29f9b40e-7ae2-4776-9f20-f2f5c51f8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:45.440515 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-29f9b40e-7ae2-4776-9f20-f2f5c51f8bc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=23fb98af-0fc9-435d-9052-5263e11c8679 HTTP/1.1" status: 200 len: 898 time: 0.1304996 Dec 22 05:40:45.546414 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-698e5ae7-0f59-4067-b38a-65306e13de63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d HTTP/1.1" status: 200 len: 1001 time: 0.0995200 Dec 22 05:40:45.626789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-02c1d187-0052-46ac-9a7b-871b9aa8666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:45.628255 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-02c1d187-0052-46ac-9a7b-871b9aa8666e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e HTTP/1.1" status: 200 len: 835 time: 0.0752959 Dec 22 05:40:45.708864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-efef7e4c-9b51-49ad-9213-a1db1f6dc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:45.710342 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-efef7e4c-9b51-49ad-9213-a1db1f6dc7b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=23fb98af-0fc9-435d-9052-5263e11c8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749674 Dec 22 05:40:45.846480 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-bd9669af-d24d-4253-8165-4e9029b9d338 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296294 Dec 22 05:40:45.981643 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8b070654-84d4-4ab2-9dd3-244864116c99 req-d695482c-146b-4ed4-b97b-540ea1ba8572 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279011 Dec 22 05:40:54.666437 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e5ff1ed-38da-4cfd-8050-1fdcb7f7abbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:56.999667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9bc6b390-878e-491d-b446-c45850ac628f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:58.143877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:58.236685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:59.704009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:10.750841 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf67ed-d0b2-407d-9520-108f16fe4dee req-937b78eb-affa-49f1-86da-9589a9eaad0c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:10.752327 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9caf67ed-d0b2-407d-9520-108f16fe4dee req-937b78eb-affa-49f1-86da-9589a9eaad0c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.1347127 Dec 22 05:41:10.805181 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9caf67ed-d0b2-407d-9520-108f16fe4dee req-89654479-3591-4c39-8445-6c4d2ef80cd8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470088 Dec 22 05:41:12.082162 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63851c58-28de-466b-9bf7-98769c7b71c8 req-55c6abfa-8e96-4691-95ba-27ffd006a6a1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:12.083673 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63851c58-28de-466b-9bf7-98769c7b71c8 req-55c6abfa-8e96-4691-95ba-27ffd006a6a1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.1450408 Dec 22 05:41:12.135235 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63851c58-28de-466b-9bf7-98769c7b71c8 req-aa63671e-8887-4524-936d-a988809c5735 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428276 Dec 22 05:41:13.334297 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81111b10-5b07-43b5-afe1-79feab4b280a req-10cefaaa-b9ef-4fc7-8a9d-4f13babff11c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:13.335779 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-81111b10-5b07-43b5-afe1-79feab4b280a req-10cefaaa-b9ef-4fc7-8a9d-4f13babff11c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0865266 Dec 22 05:41:13.380978 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-81111b10-5b07-43b5-afe1-79feab4b280a req-cd506dac-8db3-4554-b01f-832c87fbb274 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393643 Dec 22 05:41:13.971258 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:41:14.588252 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b94f-31ee-4a9c-a95a-b19443cca663 req-957bd393-224f-469f-aaa7-16eb2cd2e40b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:14.589628 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94a5b94f-31ee-4a9c-a95a-b19443cca663 req-957bd393-224f-469f-aaa7-16eb2cd2e40b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0884752 Dec 22 05:41:14.633905 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94a5b94f-31ee-4a9c-a95a-b19443cca663 req-614bcf7c-a597-4d19-9f9e-4d757240f68e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382922 Dec 22 05:41:15.166852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:15.841942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c178e-d302-40c4-930e-5ada6e0dd628 req-c42cec2c-c8ac-4af8-84b2-0e0fd1cc7648 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:15.843497 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a30c178e-d302-40c4-930e-5ada6e0dd628 req-c42cec2c-c8ac-4af8-84b2-0e0fd1cc7648 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0929983 Dec 22 05:41:15.894036 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a30c178e-d302-40c4-930e-5ada6e0dd628 req-b8ab26e2-d707-4189-bc0a-aaf1f6b59d35 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422137 Dec 22 05:41:17.099822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70729f5-f9d7-4fa9-953b-87084855138e req-dd7d76e1-89fb-497d-a8f1-6fa7a9a1d9ef tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:17.101253 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f70729f5-f9d7-4fa9-953b-87084855138e req-dd7d76e1-89fb-497d-a8f1-6fa7a9a1d9ef tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0875864 Dec 22 05:41:17.158699 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f70729f5-f9d7-4fa9-953b-87084855138e req-f7036492-e0c4-4886-87a5-e0c2cee05df3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491574 Dec 22 05:41:18.367857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c1ed0-5fa7-4104-91c3-a22d09eba4e8 req-e407944c-f916-4f47-ae96-9e3872a05952 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:18.369315 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4d1c1ed0-5fa7-4104-91c3-a22d09eba4e8 req-e407944c-f916-4f47-ae96-9e3872a05952 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0917563 Dec 22 05:41:18.416710 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4d1c1ed0-5fa7-4104-91c3-a22d09eba4e8 req-6844509f-f191-40f7-8078-5f4880374cf8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387449 Dec 22 05:41:19.626310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a99096-8f9b-4997-8f0d-5ef4117635f9 req-c4d0580a-fb44-4112-81ba-37fae39858f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:19.627797 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-03a99096-8f9b-4997-8f0d-5ef4117635f9 req-c4d0580a-fb44-4112-81ba-37fae39858f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0903475 Dec 22 05:41:19.675810 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-03a99096-8f9b-4997-8f0d-5ef4117635f9 req-3af09809-476b-4c00-9762-659651f33ce9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393414 Dec 22 05:41:20.890083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06fe76-273b-4142-94b7-56d9fbf9694b req-358d4bf5-11ea-410d-a4b6-45c56f413d22 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:20.891601 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb06fe76-273b-4142-94b7-56d9fbf9694b req-358d4bf5-11ea-410d-a4b6-45c56f413d22 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.1005275 Dec 22 05:41:20.935698 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb06fe76-273b-4142-94b7-56d9fbf9694b req-9602f21f-3377-4913-a6c2-2e3d7f71b651 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381789 Dec 22 05:41:22.155139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61844a-2906-44b0-ab54-d40b96f0dd6a req-c0973a2d-d611-4b49-8633-0b5f4cd6a530 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:22.157169 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3c61844a-2906-44b0-ab54-d40b96f0dd6a req-c0973a2d-d611-4b49-8633-0b5f4cd6a530 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0902812 Dec 22 05:41:22.202352 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3c61844a-2906-44b0-ab54-d40b96f0dd6a req-1b26df9f-39bd-474a-b713-9a443faf9271 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393777 Dec 22 05:41:22.227155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39410) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:41:22.338266 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c0c9d995-97f6-406c-b397-d6d6abb1eadf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/3e631b30-2829-4238-95d1-61c736a39f80 HTTP/1.1" status: 200 len: 993 time: 0.1097698 Dec 22 05:41:23.835365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e6c93-fde1-4f22-ad7b-4397dba2cab0 req-495b3f72-5f25-4339-967f-488f3673dd35 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:23.836802 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb3e6c93-fde1-4f22-ad7b-4397dba2cab0 req-495b3f72-5f25-4339-967f-488f3673dd35 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0864797 Dec 22 05:41:23.882051 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb3e6c93-fde1-4f22-ad7b-4397dba2cab0 req-3da5643c-5162-4a6c-8c7f-a1a72ee959cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394456 Dec 22 05:41:23.898583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-cae73a91-cdc6-49d7-b383-1d03ed4b199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:23.900105 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-cae73a91-cdc6-49d7-b383-1d03ed4b199a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 1098 time: 0.0718868 Dec 22 05:41:24.150568 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-a8c51394-ac57-4182-be57-a1408bca5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:24.152064 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-a8c51394-ac57-4182-be57-a1408bca5982 service neutron] 10.222.0.61 "GET /v2.0/networks?id=23fb98af-0fc9-435d-9052-5263e11c8679 HTTP/1.1" status: 200 len: 898 time: 0.2457597 Dec 22 05:41:24.255780 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-e71cd7ec-f6db-45d1-a523-58a98bc4dc2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d HTTP/1.1" status: 200 len: 1001 time: 0.0967028 Dec 22 05:41:24.329962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-18b16ce6-286b-4a40-a403-39d578385f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:24.331470 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-18b16ce6-286b-4a40-a403-39d578385f70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e HTTP/1.1" status: 200 len: 835 time: 0.0690362 Dec 22 05:41:24.408180 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-e9a32b13-1fab-425e-a6d3-d4ad0bf9abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:24.409523 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-e9a32b13-1fab-425e-a6d3-d4ad0bf9abf5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=23fb98af-0fc9-435d-9052-5263e11c8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718420 Dec 22 05:41:24.548263 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-f4733616-242c-47ff-8b20-e3c259cc75d3 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310344 Dec 22 05:41:24.654159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4680-330f-4487-89d7-12c3b094fa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:24.691185 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-adeadd1e-60bd-465d-92b6-4305bf8812b5 req-12cde260-5556-48fa-a31a-cd9c1ca42855 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359057 Dec 22 05:41:25.098853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8243a7b-1d73-4853-a31f-4492179ce66b req-8edbec6d-4018-46c1-bee6-04882ab8b033 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:25.100242 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8243a7b-1d73-4853-a31f-4492179ce66b req-8edbec6d-4018-46c1-bee6-04882ab8b033 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0943532 Dec 22 05:41:25.149315 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8243a7b-1d73-4853-a31f-4492179ce66b req-c4102abf-995e-4488-9f13-95437c3f8b09 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 Dec 22 05:41:26.364387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a625da-77a3-4ebb-9096-2cb0214b9fd9 req-20463e95-9be4-4a0b-8096-623af742f8c2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:26.365853 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f2a625da-77a3-4ebb-9096-2cb0214b9fd9 req-20463e95-9be4-4a0b-8096-623af742f8c2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0996530 Dec 22 05:41:26.422301 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f2a625da-77a3-4ebb-9096-2cb0214b9fd9 req-8a446ee8-3300-41f2-a0b3-4718b384e5b4 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506186 Dec 22 05:41:26.447000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39424) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:41:26.560694 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7561879b-8a3f-41cc-902b-b8f1a60035ab tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/3e631b30-2829-4238-95d1-61c736a39f80 HTTP/1.1" status: 200 len: 993 time: 0.1123610 Dec 22 05:41:26.999923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-03e96d6e-f3ba-4014-a29e-d1ae7938f729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:28.150004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:28.240521 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:29.703044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:44.230890 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-0b99bf56-ff9c-490c-bea7-d31ad86aae75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814171 Dec 22 05:41:44.407236 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-f675272b-f2f2-4c4f-9877-89223d0a4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:44.409640 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-f675272b-f2f2-4c4f-9877-89223d0a4b2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 1098 time: 0.0918324 Dec 22 05:41:44.577535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-e2fc7258-8794-456d-ada5-569e4d36576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:44.578912 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-e2fc7258-8794-456d-ada5-569e4d36576f service neutron] 10.222.0.61 "GET /v2.0/networks?id=23fb98af-0fc9-435d-9052-5263e11c8679 HTTP/1.1" status: 200 len: 898 time: 0.1435587 Dec 22 05:41:44.684898 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-5f55cec5-ad2e-43c3-a2b8-18d9748defc1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d HTTP/1.1" status: 200 len: 1001 time: 0.0985720 Dec 22 05:41:44.748732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-cdd1a724-c0a6-4b3e-aeab-f2cb3bb1a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:44.750121 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-cdd1a724-c0a6-4b3e-aeab-f2cb3bb1a807 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e HTTP/1.1" status: 200 len: 835 time: 0.0583441 Dec 22 05:41:44.831621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-7914967e-54cf-4382-b806-8edf1e94ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:44.833055 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-7914967e-54cf-4382-b806-8edf1e94ff0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=23fb98af-0fc9-435d-9052-5263e11c8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752850 Dec 22 05:41:44.971729 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-a102a9f0-9e69-4dc4-aa71-7181a355b312 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310556 Dec 22 05:41:45.181633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:45.242664 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-881f1654-bd61-42e8-8ece-2d853eee75f3 req-ca0a9786-6318-4e0d-8851-fc219a0ed830 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628434 Dec 22 05:41:50.975764 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:41:54.658327 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d36b8999-572c-4f50-b03a-38633da3ed0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:56.994901 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-37a144f0-9f6d-48e5-adbd-015aa0295c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:58.145681 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:58.243299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:59.708077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:15.203446 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:17.515830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39444) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:17.744638 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port c99676d4-782d-4b9f-8b3d-a06a74bb8b24 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:42:17.744951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:17.918557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:17.918845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:18.056282 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for c99676d4-782d-4b9f-8b3d-a06a74bb8b24 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:42:18.213563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:18.217858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-40cf19fd-0b01-41e1-951b-bf9014d0028b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:18.261576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=c99676d4-782d-4b9f-8b3d-a06a74bb8b24,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:18.306061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.306498 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.306830 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.307204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.307574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.307947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.308334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.308730 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.309046 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.309399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.309757 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.310118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:18.314183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:18.380405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:18.380732 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Floating IP 3e631b30-2829-4238-95d1-61c736a39f80 disassociated (deleted). External IP: 172.26.1.119, port: c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d. Dec 22 05:42:18.743834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router bfe8fa79-7793-4c48-a06e-007f9966785a has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:42:19.058690 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:42:19.068574 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] Sync routers for ids ['bfe8fa79-7793-4c48-a06e-007f9966785a'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:42:19.076065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:19.085834 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] Routers {'bfe8fa79-7793-4c48-a06e-007f9966785a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:42:19.086478 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:41:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['bfe8fa79-7793-4c48-a06e-007f9966785a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:19.137162 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7d045c22-9f8b-4e8a-bf81-f0adf6970480 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/floatingips/3e631b30-2829-4238-95d1-61c736a39f80 HTTP/1.1" status: 204 len: 168 time: 1.6194954 Dec 22 05:42:19.137864 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'tag': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:42:19.185356 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'tag': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'status': 'completed', 'code': 200} Dec 22 05:42:19.275480 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] Set router bfe8fa79-7793-4c48-a06e-007f9966785a gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:42:19.325534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-1ab43fcf-5583-4a89-92ef-204b22df64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:19.327025 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-1ab43fcf-5583-4a89-92ef-204b22df64cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 1098 time: 0.0889518 Dec 22 05:42:19.472428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-c0840de1-deaa-4fc1-9d6f-bb9df901930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:19.473886 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-c0840de1-deaa-4fc1-9d6f-bb9df901930e service neutron] 10.222.0.61 "GET /v2.0/networks?id=23fb98af-0fc9-435d-9052-5263e11c8679 HTTP/1.1" status: 200 len: 898 time: 0.1378660 Dec 22 05:42:19.531366 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b5c95-e488-4971-a94f-de728658ffb1 req-2af76cc5-2b2f-4eb6-ac53-9087a32dd3ee tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:19.536724 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b48b5c95-e488-4971-a94f-de728658ffb1 req-2af76cc5-2b2f-4eb6-ac53-9087a32dd3ee tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0929801 Dec 22 05:42:19.548275 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-72cc73bd-9f49-47de-882e-ff370c7892ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d HTTP/1.1" status: 200 len: 217 time: 0.0667794 Dec 22 05:42:19.615609 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-7a5239ef-9a25-4c97-bb46-c6a9f0ec9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:19.617142 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-7a5239ef-9a25-4c97-bb46-c6a9f0ec9ea5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e HTTP/1.1" status: 200 len: 835 time: 0.0617368 Dec 22 05:42:19.633927 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:43Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '08856270-478b-426b-a1ba-ca5202eabb52', 'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:5e:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:42Z', 'updated_at': '2021-12-22T05:39:48Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:19.639355 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] Checking router: bfe8fa79-7793-4c48-a06e-007f9966785a for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:42:19.650044 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] Routers {'bfe8fa79-7793-4c48-a06e-007f9966785a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:42:19.650672 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:41:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['bfe8fa79-7793-4c48-a06e-007f9966785a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:19.698790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-1fc363a1-346e-4a3c-8a66-e2af66242292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:19.700639 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-1fc363a1-346e-4a3c-8a66-e2af66242292 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=23fb98af-0fc9-435d-9052-5263e11c8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759923 Dec 22 05:42:19.714846 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b48b5c95-e488-4971-a94f-de728658ffb1 req-2019d3cb-2c4e-4a08-87e8-52118657fa1d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763027 Dec 22 05:42:19.834935 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] Set router bfe8fa79-7793-4c48-a06e-007f9966785a gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:42:19.842243 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-a5bc3f96-ed98-477c-b059-81c4f2b166a2 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338725 Dec 22 05:42:19.979045 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-abd0a7b0-ad4b-4e7c-a0e6-98381e262101 req-2e5d92cf-4f01-4889-8735-701173639498 service neutron] 10.222.0.61 "GET /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289694 Dec 22 05:42:20.148333 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:43Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '08856270-478b-426b-a1ba-ca5202eabb52', 'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:5e:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:42Z', 'updated_at': '2021-12-22T05:39:48Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:20.152703 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6044c5-83b9-458a-b944-6dcd8028b8b4 None None] The sync data for ids ['bfe8fa79-7793-4c48-a06e-007f9966785a'] in dv-neutron-822524-1-hyperv is: [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:39:43Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '08856270-478b-426b-a1ba-ca5202eabb52', 'name': '', 'network_id': '23fb98af-0fc9-435d-9052-5263e11c8679', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:5e:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:42Z', 'updated_at': '2021-12-22T05:39:48Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:42:20.397784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c14e9-6670-4bfc-ab6f-c91c2103323c None None] New status for floating IP 3e631b30-2829-4238-95d1-61c736a39f80: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:42:20.922326 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617118-27d0-4de7-aaf2-a967ee229110 req-bb267bdd-2ba0-40dd-a511-a68f3468191f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:20.924025 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1617118-27d0-4de7-aaf2-a967ee229110 req-bb267bdd-2ba0-40dd-a511-a68f3468191f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.0899646 Dec 22 05:42:20.973948 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1617118-27d0-4de7-aaf2-a967ee229110 req-fc194675-44c8-4453-ae6d-146381c52632 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=f45ca7f8-7952-4d78-83e4-4fbc63f1931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 Dec 22 05:42:21.477936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-cafe372e-237a-4a34-b970-c2a3c418f071 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:21.478604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-cafe372e-237a-4a34-b970-c2a3c418f071 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:42:21.496600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-cafe372e-237a-4a34-b970-c2a3c418f071 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:42:21.497772 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-cafe372e-237a-4a34-b970-c2a3c418f071 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 945 time: 0.1055436 Dec 22 05:42:21.569952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:42:21.570192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:21.836686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:42:21.836906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:21.960586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:42:22.111200 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:22.117239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-22ef1f37-3808-4779-b9f5-d29d1cde445e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:22.135525 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-95e09a17-c18d-4965-920c-460ce3cd6512 req-a90b19de-7308-4663-a7ce-0cc045c274cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a387007-fb29-4109-bc78-8bad6d7a4dfd HTTP/1.1" status: 200 len: 210 time: 0.0486505 Dec 22 05:42:22.161592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:22.165235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:22.239928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] No DVR routers for this DVR port c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:42:22.242502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:22.245106 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'name': 'network-vif-deleted', 'tag': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:42:22.264348 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-9ac856c3-2d20-4610-925e-9d90dd458009 req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "DELETE /v2.0/ports/c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d HTTP/1.1" status: 204 len: 173 time: 0.7611227 Dec 22 05:42:22.297858 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a387007-fb29-4109-bc78-8bad6d7a4dfd', 'name': 'network-vif-deleted', 'tag': 'c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d', 'status': 'completed', 'code': 200} Dec 22 05:42:23.243530 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39462) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:23.819364 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:24.191021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 08856270-478b-426b-a1ba-ca5202eabb52 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:42:24.191406 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:24.381758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 08856270-478b-426b-a1ba-ca5202eabb52, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=08856270-478b-426b-a1ba-ca5202eabb52,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:42:24.382496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:24.632806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 08856270-478b-426b-a1ba-ca5202eabb52 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:42:24.654288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-043bc087-def2-4e27-975a-90cb73e34f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:24.840098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:24.843979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a1e0eeea-4e86-4833-81dc-9657282396c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:24.889504 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=08856270-478b-426b-a1ba-ca5202eabb52,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:24.936314 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.936569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.936947 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.937313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.937672 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.938029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.938408 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.938711 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.939063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.939444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.939797 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.940166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:24.972249 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:25.182114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:25.558785 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router bfe8fa79-7793-4c48-a06e-007f9966785a has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:42:25.764534 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:42:25.774765 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] Sync routers for ids ['bfe8fa79-7793-4c48-a06e-007f9966785a'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:42:25.777778 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "PUT /v2.0/routers/bfe8fa79-7793-4c48-a06e-007f9966785a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331640 Dec 22 05:42:25.781102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39466) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:25.791049 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] Routers {'bfe8fa79-7793-4c48-a06e-007f9966785a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:42:25.792548 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:41:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['bfe8fa79-7793-4c48-a06e-007f9966785a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:25.848795 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-181e80a0-fc87-41af-a01c-4465b8295de8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting subnet 1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:42:25.851772 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-181e80a0-fc87-41af-a01c-4465b8295de8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:25.909462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-181e80a0-fc87-41af-a01c-4465b8295de8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:25.980061 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] Set router bfe8fa79-7793-4c48-a06e-007f9966785a gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:42:25.993033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-181e80a0-fc87-41af-a01c-4465b8295de8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:26.072034 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-181e80a0-fc87-41af-a01c-4465b8295de8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:26.076079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a17e0ed-9d60-43d8-aca1-32109c16a624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:26.112657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e80a0-fc87-41af-a01c-4465b8295de8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:26.115744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-181e80a0-fc87-41af-a01c-4465b8295de8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:26.118442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-181e80a0-fc87-41af-a01c-4465b8295de8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:26.125250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9e1db-8983-4608-bb09-becb27f360ae None None] Network 23fb98af-0fc9-435d-9052-5263e11c8679 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:42:26.126328 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-181e80a0-fc87-41af-a01c-4465b8295de8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/subnets/1a9d1c3a-4ee8-46fb-8f8f-f45fc042608e HTTP/1.1" status: 204 len: 168 time: 0.3442273 Dec 22 05:42:26.128991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39470) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:26.195719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:42:26.241813 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:42:26.242165 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device c9f076e9-9734-4a9e-b57c-6a3f0d72dc1d not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:42:26.292925 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:42:24Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:26.297950 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] Checking router: bfe8fa79-7793-4c48-a06e-007f9966785a for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:42:26.307954 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] Routers {'bfe8fa79-7793-4c48-a06e-007f9966785a'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:42:26.308616 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:41:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['bfe8fa79-7793-4c48-a06e-007f9966785a'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:26.431837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] DHCP port deletion for 23fb98af-0fc9-435d-9052-5263e11c8679 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:42:26.436483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Deleting port 9987940e-3a0c-4366-b4dc-fc638c2eef7a {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:42:26.436982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:26.473134 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:26.498765 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] Set router bfe8fa79-7793-4c48-a06e-007f9966785a gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:42:26.651368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] For port 9987940e-3a0c-4366-b4dc-fc638c2eef7a, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=9987940e-3a0c-4366-b4dc-fc638c2eef7a,segment=NetworkSegment(81cd8507-387d-4ee7-ae1d-c5802bdc11d1),segment_id=81cd8507-387d-4ee7-ae1d-c5802bdc11d1)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:42:26.651917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:26.678908 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:26.689244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:42:26.689579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:26.777924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Calling delete_port for 9987940e-3a0c-4366-b4dc-fc638c2eef7a owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:42:26.828654 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:42:24Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:26.833000 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900ff5c-4b7f-4009-9bfa-06c10b9e337c None None] The sync data for ids ['bfe8fa79-7793-4c48-a06e-007f9966785a'] in dv-neutron-822524-1-hyperv is: [{'id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162219951', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:37Z', 'updated_at': '2021-12-22T05:42:24Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '211d6f5f-32cb-462f-8fed-b7cc6b2abfa9', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8fa79-7793-4c48-a06e-007f9966785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:38Z', 'updated_at': '2021-12-22T05:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:42:26.859544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:26.869735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:26.881256 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=211d6f5f-32cb-462f-8fed-b7cc6b2abfa9,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:42:26.881628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:26.911017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Pushing event deleted for resources: {'Port': ['ID=9987940e-3a0c-4366-b4dc-fc638c2eef7a,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:26.920623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.920850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.921218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.921548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.921872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.922196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.922502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.922834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.923147 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.923460 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.923773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.924081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:26.926796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] No DVR routers for this DVR port 9987940e-3a0c-4366-b4dc-fc638c2eef7a on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:42:26.928174 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:26.999981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7d736d21-50ba-478f-a8f2-434c4de4ff80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:27.004981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:42:27.192886 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:27.197132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-04778fe6-b109-404a-b8b8-fd6371345b4b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:27.243806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=211d6f5f-32cb-462f-8fed-b7cc6b2abfa9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:27.270332 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:27.344423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:27.525348 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:27.527480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:27.551215 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:27.551769 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Fanout notify agent at l3_agent the message router_deleted on router bfe8fa79-7793-4c48-a06e-007f9966785a {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:42:27.568887 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:27.570010 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/routers/bfe8fa79-7793-4c48-a06e-007f9966785a HTTP/1.1" status: 204 len: 168 time: 1.4400883 Dec 22 05:42:27.572892 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39474) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:27.820571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:27.962776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:27.975541 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:42:27.992760 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fb98af-0fc9-435d-9052-5263e11c8679']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:28.005980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cd8507-387d-4ee7-ae1d-c5802bdc11d1') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:28.006284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cd8507-387d-4ee7-ae1d-c5802bdc11d1') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:28.020555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.040285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.052012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 08856270-478b-426b-a1ba-ca5202eabb52 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:42:28.052486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:42:28.052486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:42:28.073420 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:42:28.089337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 08856270-478b-426b-a1ba-ca5202eabb52 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:42:28.089684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 08856270-478b-426b-a1ba-ca5202eabb52 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:42:28.090132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9987940e-3a0c-4366-b4dc-fc638c2eef7a no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:42:28.132161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 9987940e-3a0c-4366-b4dc-fc638c2eef7a {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:42:28.132528 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 9987940e-3a0c-4366-b4dc-fc638c2eef7a not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:42:28.132945 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:42:28.159016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.162973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-de2aa643-2877-47e8-b795-5405361f06d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:28.170062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:42:28.170961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 211d6f5f-32cb-462f-8fed-b7cc6b2abfa9 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:42:28.175546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.178502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.190973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Network': ['ID=23fb98af-0fc9-435d-9052-5263e11c8679,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:28.193915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:28.201108 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3dc80210-819e-4442-9de7-8d274fead787 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/networks/23fb98af-0fc9-435d-9052-5263e11c8679 HTTP/1.1" status: 204 len: 168 time: 0.6271911 Dec 22 05:42:28.203755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39478) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:28.251378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.278082 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3173a919-d462-4701-abe2-8e3285ee2e53 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.307216 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3173a919-d462-4701-abe2-8e3285ee2e53 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.377663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3173a919-d462-4701-abe2-8e3285ee2e53 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.381754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a54b0810-0166-4806-94bb-55617232d2ed tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:28.396383 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173a919-d462-4701-abe2-8e3285ee2e53 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45ca7f8-7952-4d78-83e4-4fbc63f1931e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:28.400368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3173a919-d462-4701-abe2-8e3285ee2e53 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:28.411182 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3173a919-d462-4701-abe2-8e3285ee2e53 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:28.412371 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-3173a919-d462-4701-abe2-8e3285ee2e53 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/security-groups/f45ca7f8-7952-4d78-83e4-4fbc63f1931e HTTP/1.1" status: 204 len: 168 time: 0.2075245 Dec 22 05:42:29.712653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:30.799057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39496) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:30.804444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679497233', 'description': 'tempest-secgroup-smoke-679497233 description', 'project_id': 'f4caceda070544bbab647432833f66f2'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:30.810807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:30.815810 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:30.818922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:30.825632 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:30.838899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:30.858793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:30.863077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:30.865868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:30.871474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:30.943475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:30.949334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:30.953520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bdd7f411-3f4a-41b0-a37f-8dc3475a2e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:30.998445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf052771-f428-455d-8066-0b9d1470c992,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:31.002319 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:31.006666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.007770 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2076778 Dec 22 05:42:31.012172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39500) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:31.018100 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'cf052771-f428-455d-8066-0b9d1470c992', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:31.024628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:31.028839 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:31.031905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:31.037987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:31.057168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.131755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.138166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.140368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7917808c-6017-44c1-a9a1-42f1537f1aaa tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:31.161491 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffecff4f-a08b-4a26-9ef6-0db17ff72165,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:31.163818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:31.173376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.175530 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-bceb9a05-0fc5-4f8e-ae3a-7b69e4489ed5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621857 Dec 22 05:42:31.178389 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39504) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:31.186424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'cf052771-f428-455d-8066-0b9d1470c992', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:31.192761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:31.196916 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:31.199850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:31.205884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:31.223492 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.286411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.291295 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.293225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c42d5c55-f249-43ff-9573-2ffda958eb51 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:31.312428 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456a3ed3-6c52-4337-82e1-438fecf0a82d,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:31.316368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:31.327571 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.328773 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5a7d9b81-4018-46e6-a282-8d8dc916b2cb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492064 Dec 22 05:42:31.331650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39508) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:31.336746 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'cf052771-f428-455d-8066-0b9d1470c992', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:31.342447 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:31.346706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:31.349556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:31.355076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:31.376002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.442594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.447948 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.449796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a514ee6a-459c-459f-af10-03604b67e1cc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:31.472486 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d0a233-b350-4413-87f3-09a9921d680a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:31.477184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:31.482607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.484082 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-745fbda6-02af-4b13-af8c-dfade132bcbc tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511493 Dec 22 05:42:31.487136 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39512) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:31.492192 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'cf052771-f428-455d-8066-0b9d1470c992', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:31.498398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:31.502950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:31.505997 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:31.512186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:31.531090 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.597612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.602453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.604228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-519c2ef4-9209-47a8-850f-80ec7687f98f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:31.629714 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b60a976-b6d4-4e83-8ace-585540f31fa1,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:31.634022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:31.639325 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.641200 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1de75711-5d83-495e-a5dc-10d0401e6553 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531239 Dec 22 05:42:31.644101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39516) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:31.649108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'cf052771-f428-455d-8066-0b9d1470c992', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:31.655095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:31.659610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:31.662635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:31.668578 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:31.679490 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Project f4caceda070544bbab647432833f66f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:42:31.686158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.757376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.763668 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.766026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-079e22d0-9129-4dfe-89ca-12fea7529ba2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:31.787774 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd96388-197c-4182-a237-955aee2c2da0,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:31.790228 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:31.799288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.800575 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555305 Dec 22 05:42:31.803647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39520) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:31.808824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'security_group_rule': {'security_group_id': 'cf052771-f428-455d-8066-0b9d1470c992', 'project_id': 'f4caceda070544bbab647432833f66f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:31.814723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:31.818505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:security_group_rule and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:31.821381 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:31.827177 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:31.840273 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Project f4caceda070544bbab647432833f66f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:42:31.846876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.911954 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.917759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.919600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1bddffde-3003-44ef-ab81-11c849085fc3 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:31.941463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59764a0-ec9e-4af3-b54a-4fb8976c5677,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:31.943855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:31.951451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:31.952714 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480610 Dec 22 05:42:31.955853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39524) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:31.961436 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'network': {'name': 'tempest-network-smoke--1462356998', 'project_id': 'f4caceda070544bbab647432833f66f2', 'port_security_enabled': True}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:31.966523 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:31.971630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:network and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:31.974496 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:31.980072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:31.991463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:42:31.995194 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:32.027852 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:42:32.037728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:32.038060 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Added segment e72ccf7a-78fb-483c-8d87-e91999fe7e28 of type vlan for network 045c779c-7010-4c7e-a635-9a8279bda525 Dec 22 05:42:32.066022 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:32.096070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:32.101877 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:32.102465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:32.105951 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:32.210655 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2536669 Dec 22 05:42:32.213757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39528) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:32.214267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Network': ['ID=045c779c-7010-4c7e-a635-9a8279bda525,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:32.217219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-158fd9d2-31f7-47aa-a8ad-8fcbbd316ee1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:32.220410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'admin_state_up': True, 'project_id': 'f4caceda070544bbab647432833f66f2', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:32.226917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 045c779c-7010-4c7e-a635-9a8279bda525 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:42:32.228361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:32.232528 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:router and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:32.235894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:32.243350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:32.254223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:32.255321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:32.271300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:32.667050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:32.982888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:33.012453 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:33.151206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.26.1.65 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/5a88005f-119b-4876-9c06-fdca10e3d9f0) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:42:33.300036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:33.335586 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:33.339271 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-747156b0-6a9d-418a-b8ea-a73fac6a4340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:33.401280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:42:33.404166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:42:33.409742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:42:33.438938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=5a88005f-119b-4876-9c06-fdca10e3d9f0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:33.444855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:33.840685 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:34.321331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:34.563958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:42:34.751192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:42:34.763477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Sync routers for ids ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:42:34.773532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Routers {'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:42:34.774148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:42:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:34.781129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:34.785394 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5674815 Dec 22 05:42:34.785726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39538) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:34.831368 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f4718370-f7df-4d10-98e9-363d68ca946b tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=f4caceda070544bbab647432833f66f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421355 Dec 22 05:42:34.831563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39542) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:34.954586 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Set router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:42:34.965648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f6d503-c5f4-4dfa-bf8a-80e9ce993c0a tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:34.967144 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-17f6d503-c5f4-4dfa-bf8a-80e9ce993c0a tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343484 Dec 22 05:42:34.970470 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39546) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:35.009992 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a1a2a60a-f0fb-481a-806c-c3520831f172 tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c288d81f-0c63-4ed5-97c2-f31dc6d576a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383167 Dec 22 05:42:35.012983 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39550) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:35.018598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1805270481', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'project_id': 'f4caceda070544bbab647432833f66f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:35.129206 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:35.133075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:subnet and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:35.135927 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:35.142020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:35.153705 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:42:35.158634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:35.275951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:33Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:35.279936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Checking router: b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:42:35.280314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Updating router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 port 5a88005f-119b-4876-9c06-fdca10e3d9f0 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:42:35.332117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:35.375359 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:35.380263 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-28a51544-a3e5-446b-b19b-267192d7ef64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:35.458900 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Subnet': ['ID=6ec09faa-bde0-4c53-af1b-af3529f67fbe,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:35.461761 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:35.469254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Checking segment: {'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:42:35.469593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network hostable DHCP agents. Network: 045c779c-7010-4c7e-a635-9a8279bda525, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:42:35.490209 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 045c779c-7010-4c7e-a635-9a8279bda525 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:42:35.501269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 045c779c-7010-4c7e-a635-9a8279bda525) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:42:35.507188 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:35.507310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:35.527665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2680a4c7-c655-4f3e-8603-48489c8cbd47 None None] Network 045c779c-7010-4c7e-a635-9a8279bda525 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:42:35.531749 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-60aef96e-9066-4c67-beed-6922e0b6351a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5176806 Dec 22 05:42:35.534882 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39554) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:35.859692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:35.873535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-045c779c-7010-4c7e-a635-9a8279bda525', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:42:35.874547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:35.884034 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Transition to ACTIVE for port object 5a88005f-119b-4876-9c06-fdca10e3d9f0 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:42:35.893604 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:35.899324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:36.047747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c2e6d-3edd-459f-95bc-582c54c6214e None None] Pushing event updated for resources: {'Port': ['ID=5a88005f-119b-4876-9c06-fdca10e3d9f0,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:36.050029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Attempting to bind port 5a88005f-119b-4876-9c06-fdca10e3d9f0 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:42:36.050399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Attempting to bind port 5a88005f-119b-4876-9c06-fdca10e3d9f0 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:42:36.050771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Attempting to bind port 5a88005f-119b-4876-9c06-fdca10e3d9f0 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:42:36.055465 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ad1c2e6d-3edd-459f-95bc-582c54c6214e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:36.064754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:42:36.065136 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:42:36.065548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:36.065956 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:42:36.066417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Bound port: 5a88005f-119b-4876-9c06-fdca10e3d9f0, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:42:36.066824 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:36.190715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Allocated IP 172.20.0.2 (045c779c-7010-4c7e-a635-9a8279bda525/6ec09faa-bde0-4c53-af1b-af3529f67fbe/d1958b2e-41e0-4630-9a8b-572e48deecb7) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:42:36.195856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] For port 5a88005f-119b-4876-9c06-fdca10e3d9f0, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:42:36.199787 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] For port 5a88005f-119b-4876-9c06-fdca10e3d9f0, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5a88005f-119b-4876-9c06-fdca10e3d9f0,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:42:36.206804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:36.211734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:36.368102 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Routers {'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:42:36.368756 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:42:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:36.383472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:36.425398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c2e6d-3edd-459f-95bc-582c54c6214e None None] Pushing event updated for resources: {'Port': ['ID=5a88005f-119b-4876-9c06-fdca10e3d9f0,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:36.441771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ad1c2e6d-3edd-459f-95bc-582c54c6214e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:36.697198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] Set router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:42:36.796571 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:36.825338 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Transition to ACTIVE for port object d1958b2e-41e0-4630-9a8b-572e48deecb7 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:42:36.906280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Transition to ACTIVE for port object d1958b2e-41e0-4630-9a8b-572e48deecb7 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:42:36.923822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:36.930120 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0fc28adb-4333-4d7b-a880-286653d1ce9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:36.983639 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.20.0.1 (045c779c-7010-4c7e-a635-9a8279bda525/6ec09faa-bde0-4c53-af1b-af3529f67fbe/475d79fb-da21-42bb-b5d9-c2a147c02de8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:42:37.039905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Network 045c779c-7010-4c7e-a635-9a8279bda525 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:42:37.045644 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Pushing event updated for resources: {'Port': ['ID=d1958b2e-41e0-4630-9a8b-572e48deecb7,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:37.048429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:42:37.050950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:42:37.052996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:37.147544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:37.152050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Attempting to bind port d1958b2e-41e0-4630-9a8b-572e48deecb7 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:42:37.152482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Attempting to bind port d1958b2e-41e0-4630-9a8b-572e48deecb7 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:42:37.152895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Attempting to bind port d1958b2e-41e0-4630-9a8b-572e48deecb7 on network 045c779c-7010-4c7e-a635-9a8279bda525 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:42:37.160557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:42:37.160934 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Checking segment: {'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:42:37.161339 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:37.161734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Bound using segment: {'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:42:37.162226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Bound port: d1958b2e-41e0-4630-9a8b-572e48deecb7, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:42:37.162601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:37.164650 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Transition to ACTIVE for port object 475d79fb-da21-42bb-b5d9-c2a147c02de8 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:42:37.195048 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:37.199580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c9f766f0-8d8b-4107-a008-eb80d0efbfb9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:37.212540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:33Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:37.229932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d62830-dda4-4fbb-917c-5111d1aa81f3 None None] The sync data for ids ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'] in dv-neutron-822524-1-hyperv is: [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:33Z', 'revision_number': 3, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:42:37.270857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 045c779c-7010-4c7e-a635-9a8279bda525 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:42:37.274219 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:42:37.275223 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] For port d1958b2e-41e0-4630-9a8b-572e48deecb7, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:42:37.278184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:42:37.280760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] For port d1958b2e-41e0-4630-9a8b-572e48deecb7, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d1958b2e-41e0-4630-9a8b-572e48deecb7,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:42:37.285965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:37.290254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0e3a469b-3bda-464a-874c-77a0858adadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:37.317705 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=475d79fb-da21-42bb-b5d9-c2a147c02de8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:37.327397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:37.346033 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:37.371728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Pushing event updated for resources: {'Port': ['ID=d1958b2e-41e0-4630-9a8b-572e48deecb7,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:37.374473 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:37.826108 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:37.928331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d1958b2e-41e0-4630-9a8b-572e48deecb7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:42:38.005976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port d1958b2e-41e0-4630-9a8b-572e48deecb7 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:42:38.012155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5a88005f-119b-4876-9c06-fdca10e3d9f0 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:42:38.088586 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 5a88005f-119b-4876-9c06-fdca10e3d9f0 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:42:38.095146 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5a88005f-119b-4876-9c06-fdca10e3d9f0 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:38.095597 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:38.227844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:38.255175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 5a88005f-119b-4876-9c06-fdca10e3d9f0, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5a88005f-119b-4876-9c06-fdca10e3d9f0,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:42:38.265962 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:38.268781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-948952e2-2ac1-49e9-8091-ef1507cdb2b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:38.293214 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:38.299661 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:38.333165 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd16e594-b712-48b3-bafc-7ca3113bc46f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:38.349302 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=5a88005f-119b-4876-9c06-fdca10e3d9f0,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:38.358649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:38.422444 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=475d79fb-da21-42bb-b5d9-c2a147c02de8,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:38.425058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:38.429017 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:38.569911 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 045c779c-7010-4c7e-a635-9a8279bda525 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:42:38.571106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:42:38.604954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372440d5-4b52-4412-b2e0-e942e8ad39f8 None None] Network 045c779c-7010-4c7e-a635-9a8279bda525 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:42:38.765926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-74d2070e-7c72-4989-bb7c-071d047ee3c9 None None] Provisioning for port d1958b2e-41e0-4630-9a8b-572e48deecb7 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:42:38.769602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:42:38.779125 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-74d2070e-7c72-4989-bb7c-071d047ee3c9 None None] Provisioning complete for port d1958b2e-41e0-4630-9a8b-572e48deecb7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:38.779510 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74d2070e-7c72-4989-bb7c-071d047ee3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:38.954820 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74d2070e-7c72-4989-bb7c-071d047ee3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:38.956945 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:42:38.969233 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Sync routers for ids ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:42:38.975471 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f176143-5ea4-4793-9dd0-5d59d9eda2a3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "PUT /v2.0/routers/b202c4ac-5f14-49a7-9e7c-e0ccb51982e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4352567 Dec 22 05:42:38.990569 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Routers {'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:42:38.993491 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:42:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:38.998068 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-74d2070e-7c72-4989-bb7c-071d047ee3c9 None None] For port d1958b2e-41e0-4630-9a8b-572e48deecb7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d1958b2e-41e0-4630-9a8b-572e48deecb7,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:42:39.003268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-74d2070e-7c72-4989-bb7c-071d047ee3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:39.010892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:39.162954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2070e-7c72-4989-bb7c-071d047ee3c9 None None] Pushing event updated for resources: {'Port': ['ID=d1958b2e-41e0-4630-9a8b-572e48deecb7,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:39.166928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-74d2070e-7c72-4989-bb7c-071d047ee3c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:39.171385 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-048b37e9-b8cc-44b1-8d94-ba176a2d33cd tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679497233&fields=id&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 267 time: 0.0446134 Dec 22 05:42:39.208634 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Set router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:42:39.332931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-729df737-4d06-4bc9-84bd-adf2f0737df7 None None] Provisioning complete for port d1958b2e-41e0-4630-9a8b-572e48deecb7 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:39.333299 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-729df737-4d06-4bc9-84bd-adf2f0737df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:39.336094 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-2c034c36-eb84-4d69-8346-8730c539daca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:39.337793 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-2c034c36-eb84-4d69-8346-8730c539daca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/networks?id=045c779c-7010-4c7e-a635-9a8279bda525 HTTP/1.1" status: 200 len: 797 time: 0.1588893 Dec 22 05:42:39.356984 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-e49683c8-8bdf-4c75-919b-dfe1aa1351ce tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/quotas/f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 375 time: 0.0104854 Dec 22 05:42:39.482239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-729df737-4d06-4bc9-84bd-adf2f0737df7 None None] Provisioning for port 475d79fb-da21-42bb-b5d9-c2a147c02de8 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:42:39.489524 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-729df737-4d06-4bc9-84bd-adf2f0737df7 None None] Provisioning complete for port 475d79fb-da21-42bb-b5d9-c2a147c02de8 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:39.489834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-729df737-4d06-4bc9-84bd-adf2f0737df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:39.556553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-729df737-4d06-4bc9-84bd-adf2f0737df7 None None] Port 475d79fb-da21-42bb-b5d9-c2a147c02de8 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:42:39.561394 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '475d79fb-da21-42bb-b5d9-c2a147c02de8', 'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:2f:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:36Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 2, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:39.565888 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Checking router: b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:42:39.566275 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Updating router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 port 475d79fb-da21-42bb-b5d9-c2a147c02de8 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:42:39.596717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-722df390-9e16-42e4-8cff-614bc9341b34 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:42:39.614073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-722df390-9e16-42e4-8cff-614bc9341b34 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:42:39.615717 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-722df390-9e16-42e4-8cff-614bc9341b34 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2492895 Dec 22 05:42:39.622886 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:39.678261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e094e59d-a8dc-4bfa-ad59-ab6376ca3351 None None] Provisioning complete for port 475d79fb-da21-42bb-b5d9-c2a147c02de8 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:39.678633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e094e59d-a8dc-4bfa-ad59-ab6376ca3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:39.730187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e094e59d-a8dc-4bfa-ad59-ab6376ca3351 None None] Port 475d79fb-da21-42bb-b5d9-c2a147c02de8 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:42:39.850337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f5cd5f09-d68c-4e09-95b3-898b2586cd22 None None] Provisioning complete for port 475d79fb-da21-42bb-b5d9-c2a147c02de8 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:39.850651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5f09-d68c-4e09-95b3-898b2586cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:39.879970 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d1958b2e-41e0-4630-9a8b-572e48deecb7 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:42:39.906400 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-e26661f2-5881-4b8e-a08b-5c3d62c1d82b service neutron] 10.222.0.36 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762022 Dec 22 05:42:39.952933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd5f09-d68c-4e09-95b3-898b2586cd22 None None] Port 475d79fb-da21-42bb-b5d9-c2a147c02de8 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:42:39.969696 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port d1958b2e-41e0-4630-9a8b-572e48deecb7 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:39.970383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:39.995824 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:40.009745 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Transition to ACTIVE for port object 475d79fb-da21-42bb-b5d9-c2a147c02de8 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:42:40.020385 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:40.024171 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:40.057178 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-df5e8cdf-cf78-48d8-b085-106ec78572fd service neutron] 10.222.0.36 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437268 Dec 22 05:42:40.103077 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5a88005f-119b-4876-9c06-fdca10e3d9f0 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:42:40.173172 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Pushing event updated for resources: {'Port': ['ID=475d79fb-da21-42bb-b5d9-c2a147c02de8,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:40.177767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5a88005f-119b-4876-9c06-fdca10e3d9f0 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:40.178284 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:40.190146 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.190925 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.191421 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.191921 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.192413 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.192894 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.193370 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.193841 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.194320 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.194943 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.195414 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.195959 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:40.230828 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:40.258121 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Attempting to bind port 475d79fb-da21-42bb-b5d9-c2a147c02de8 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:42:40.258760 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Attempting to bind port 475d79fb-da21-42bb-b5d9-c2a147c02de8 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:42:40.259300 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Attempting to bind port 475d79fb-da21-42bb-b5d9-c2a147c02de8 on network 045c779c-7010-4c7e-a635-9a8279bda525 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:42:40.265532 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:42:40.266169 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Checking segment: {'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:42:40.266795 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:40.267196 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Bound using segment: {'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:42:40.267715 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Bound port: 475d79fb-da21-42bb-b5d9-c2a147c02de8, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:42:40.268052 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:40.313390 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e39c33b-10a3-4cff-8812-b6f56aedbebb req-b3057223-58f8-43c6-8681-0a5c71a97178 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 210 time: 0.0607970 Dec 22 05:42:40.419427 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] For port 475d79fb-da21-42bb-b5d9-c2a147c02de8, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:42:40.422956 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] For port 475d79fb-da21-42bb-b5d9-c2a147c02de8, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=475d79fb-da21-42bb-b5d9-c2a147c02de8,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:42:40.431839 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:40.435485 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-051c310a-0726-42aa-b5fc-2a36d08bc056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:40.517449 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Routers {'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:42:40.518086 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:42:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:40.571228 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Pushing event updated for resources: {'Port': ['ID=475d79fb-da21-42bb-b5d9-c2a147c02de8,revision_number=4']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:40.581885 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d2c4fc28-0aa2-4a42-87fa-c582b672a3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:40.706864 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] Set router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:42:41.030340 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '475d79fb-da21-42bb-b5d9-c2a147c02de8', 'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:2f:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:36Z', 'updated_at': '2021-12-22T05:42:40Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:41.034872 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde9594-06bd-44cf-8135-d351bcb9b002 None None] The sync data for ids ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'] in dv-neutron-822524-1-hyperv is: [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '475d79fb-da21-42bb-b5d9-c2a147c02de8', 'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:2f:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:36Z', 'updated_at': '2021-12-22T05:42:40Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:42:41.416416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ebef1a85-9ef1-4df9-9148-16e36706bdcb req-5747081b-5d19-4ed4-859e-698f98bcc7df tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 210 time: 0.0480208 Dec 22 05:42:41.865953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 475d79fb-da21-42bb-b5d9-c2a147c02de8 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:42:41.940771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 475d79fb-da21-42bb-b5d9-c2a147c02de8 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:42:41.946560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 475d79fb-da21-42bb-b5d9-c2a147c02de8 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:41.946939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:42.066213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:42.104888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 475d79fb-da21-42bb-b5d9-c2a147c02de8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=475d79fb-da21-42bb-b5d9-c2a147c02de8,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:42:42.111639 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:42.113742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:42.181805 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=475d79fb-da21-42bb-b5d9-c2a147c02de8,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:42.185086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:42.581876 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a4bf6961-dc72-4a32-9ffe-7e68ef257ef6 req-b1065921-fbb0-442e-8eb7-211ed1201dd3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 210 time: 0.0443227 Dec 22 05:42:43.699143 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-798d22f7-e379-4deb-84c1-72ed8fe2b3d9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:43.699870 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-798d22f7-e379-4deb-84c1-72ed8fe2b3d9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:42:43.715976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-798d22f7-e379-4deb-84c1-72ed8fe2b3d9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:42:43.717403 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-798d22f7-e379-4deb-84c1-72ed8fe2b3d9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/networks?id=045c779c-7010-4c7e-a635-9a8279bda525 HTTP/1.1" status: 200 len: 797 time: 0.1703527 Dec 22 05:42:43.743275 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7f91b160-c46c-48f4-96e2-ac7ff77eb099 req-bef1c935-9c7e-475f-b8dd-64caeed8ef3a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 210 time: 0.0459414 Dec 22 05:42:43.783565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-19ba02a5-0d44-4e15-bfa8-e25d61eb9d22 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:42:43.799029 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-19ba02a5-0d44-4e15-bfa8-e25d61eb9d22 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:42:43.800544 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-19ba02a5-0d44-4e15-bfa8-e25d61eb9d22 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4caceda070544bbab647432833f66f2 HTTP/1.1" status: 200 len: 379 time: 0.0682702 Dec 22 05:42:43.810294 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'port': {'device_id': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'admin_state_up': True, 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'security_groups': ['cf052771-f428-455d-8066-0b9d1470c992']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:43.855399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 475d79fb-da21-42bb-b5d9-c2a147c02de8 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:42:43.924692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 475d79fb-da21-42bb-b5d9-c2a147c02de8 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:43.925082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:43.948630 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:43.959226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:43.970786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Made reservation on behalf of f4caceda070544bbab647432833f66f2 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:42:43.974471 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:44.140844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.20.0.5 (045c779c-7010-4c7e-a635-9a8279bda525/6ec09faa-bde0-4c53-af1b-af3529f67fbe/1a1bd3ff-3bfc-45dd-8263-a2890f32a68d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:42:44.338750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:44.355215 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Transition to ACTIVE for port object 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:42:44.380041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:44.385603 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-85c3122f-3214-4721-ac03-29edd94c7d72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:44.450140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network 045c779c-7010-4c7e-a635-9a8279bda525 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:42:44.453146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:42:44.457027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:42:44.492528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:44.506374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:44.529934 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:44.530929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:44.557804 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7513762 Dec 22 05:42:44.576096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Request body: {'port': {'device_id': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:44.692696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:44.747385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-78212397-8e63-42b4-acef-7bb30af4fc9b None None] Provisioning for port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:42:44.752647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-78212397-8e63-42b4-acef-7bb30af4fc9b None None] Provisioning complete for port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:44.753016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-78212397-8e63-42b4-acef-7bb30af4fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:44.811142 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-78212397-8e63-42b4-acef-7bb30af4fc9b None None] Port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:42:44.950525 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fdc4e-77a8-4a89-ab1d-db1e5afb9f09 req-2b01950e-c1fc-4ba9-b899-8ac9f4bce70f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:44.952078 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e65fdc4e-77a8-4a89-ab1d-db1e5afb9f09 req-2b01950e-c1fc-4ba9-b899-8ac9f4bce70f tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 931 time: 0.0902429 Dec 22 05:42:44.996930 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e65fdc4e-77a8-4a89-ab1d-db1e5afb9f09 req-690e16d3-22ce-48bf-85d7-0feb36aa2229 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388498 Dec 22 05:42:45.047321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:42:45.054750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:45.070599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Transition to ACTIVE for port object 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:42:45.076247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:45.081752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0ed21b00-791d-4b68-9fb0-310d152925cd tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:45.197730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:45.384641 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Pushing event updated for resources: {'Port': ['ID=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:45.411313 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:45.452375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Attempting to bind port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:42:45.452711 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Attempting to bind port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:42:45.453032 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Attempting to bind port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d on network 045c779c-7010-4c7e-a635-9a8279bda525 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:42:45.457903 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d on network 045c779c-7010-4c7e-a635-9a8279bda525 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:42:45.458220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Attempting to bind port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d on network 045c779c-7010-4c7e-a635-9a8279bda525 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:42:45.463604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:42:45.463963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Checking segment: {'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:42:45.464345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Bound using segment: {'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:42:45.464761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Bound port: 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72ccf7a-78fb-483c-8d87-e91999fe7e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:42:45.465101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:45.557794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] For port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:42:45.560666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] For port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:42:45.568119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:45.571735 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-62808db6-fc11-4182-8cb2-e73aa18c9ee2 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:45.628964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:45.629451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:45.630883 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] 10.222.0.61 "PUT /v2.0/ports/1a1bd3ff-3bfc-45dd-8263-a2890f32a68d HTTP/1.1" status: 200 len: 1093 time: 1.0592206 Dec 22 05:42:45.631416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'tag': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:42:45.653634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Pushing event updated for resources: {'Port': ['ID=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:45.662179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:45.721752 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'tag': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'status': 'completed', 'code': 200} Dec 22 05:42:45.763933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-43f1d44f-b9f1-4797-a7f1-6bff82fb24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:45.765634 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-43f1d44f-b9f1-4797-a7f1-6bff82fb24e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 1096 time: 0.0790904 Dec 22 05:42:45.844645 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-d0b9f488-85f7-4b77-a844-22054976ec04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d HTTP/1.1" status: 200 len: 217 time: 0.0657711 Dec 22 05:42:45.912977 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-1cd1614f-e04e-44f3-8ea6-5f7bfbea7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:45.914983 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-1cd1614f-e04e-44f3-8ea6-5f7bfbea7b62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ec09faa-bde0-4c53-af1b-af3529f67fbe HTTP/1.1" status: 200 len: 835 time: 0.0637603 Dec 22 05:42:46.006252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-1e45c2e2-2b65-453b-a037-7436d550a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:46.007765 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-1e45c2e2-2b65-453b-a037-7436d550a34e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=045c779c-7010-4c7e-a635-9a8279bda525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863073 Dec 22 05:42:46.144920 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-9e32ac3a-57be-4b85-8ae1-ed3167a2513a service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287632 Dec 22 05:42:46.196437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f31929-65c1-4e61-a14e-b1aabcb1c3f3 req-62f1e339-fc87-4844-b6bf-c90f61f324f0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:46.200752 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36f31929-65c1-4e61-a14e-b1aabcb1c3f3 req-62f1e339-fc87-4844-b6bf-c90f61f324f0 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 943 time: 0.0881462 Dec 22 05:42:46.244333 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36f31929-65c1-4e61-a14e-b1aabcb1c3f3 req-636fbfd4-2e78-4ef1-acb5-75da270b2412 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405471 Dec 22 05:42:46.282708 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-e7134f31-ab0c-4f5c-99cb-4984b588b2cd req-a153eba4-04e7-44d7-841d-e1731153aa12 service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308620 Dec 22 05:42:46.453058 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-88445d33-1a4a-44c2-8b2a-a7dfc2e0697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:46.454744 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-88445d33-1a4a-44c2-8b2a-a7dfc2e0697e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 1096 time: 0.0814121 Dec 22 05:42:46.596645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-c605a5cf-6077-4c00-890b-5557a2a9b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:46.598132 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-c605a5cf-6077-4c00-890b-5557a2a9b9f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=045c779c-7010-4c7e-a635-9a8279bda525 HTTP/1.1" status: 200 len: 898 time: 0.1366408 Dec 22 05:42:46.671171 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-98302c4c-c0d7-4b61-b74e-b50823ca8bf0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d HTTP/1.1" status: 200 len: 217 time: 0.0663643 Dec 22 05:42:46.741828 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-309ae1fd-e694-4ab7-bd85-9e3d815d7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:46.743321 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-309ae1fd-e694-4ab7-bd85-9e3d815d7f9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ec09faa-bde0-4c53-af1b-af3529f67fbe HTTP/1.1" status: 200 len: 835 time: 0.0650964 Dec 22 05:42:46.836868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-89431ce1-fb40-414a-b0bc-3ec55fc12d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:46.838388 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-89431ce1-fb40-414a-b0bc-3ec55fc12d74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=045c779c-7010-4c7e-a635-9a8279bda525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738080 Dec 22 05:42:46.989996 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-4c1581eb-e466-4cb4-bf59-72a70d1f1e2e service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439047 Dec 22 05:42:47.126387 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62f5c8e4-4079-4827-8377-ec3bef7f7aa1 req-df2fdfff-b818-498e-8e9e-8dbdb834afe4 service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293149 Dec 22 05:42:47.440441 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c28fc-328f-49b0-b5eb-99dbbeeb1a69 req-c4587c4a-201d-4219-9d03-0cf2e54f8d0d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:47.441943 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d44c28fc-328f-49b0-b5eb-99dbbeeb1a69 req-c4587c4a-201d-4219-9d03-0cf2e54f8d0d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 943 time: 0.0864704 Dec 22 05:42:47.487281 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d44c28fc-328f-49b0-b5eb-99dbbeeb1a69 req-5419f7bd-654e-4872-91e6-beddbc102be9 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394502 Dec 22 05:42:48.215082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:42:48.352106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:42:48.365495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'port_id': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'mac_address': 'fa:16:3e:d3:a0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:42:48.422456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:48.439782 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:42:48.462633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:42:48.471981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:48.475196 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ad1c2e6d-3edd-459f-95bc-582c54c6214e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:48.546900 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:48.550658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:48.690434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26ae22-13a3-4719-a1ad-78a225d236e5 req-06c209a0-8a0a-4e44-a2a5-509ce1ffc380 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:48.691867 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca26ae22-13a3-4719-a1ad-78a225d236e5 req-06c209a0-8a0a-4e44-a2a5-509ce1ffc380 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 944 time: 0.0876527 Dec 22 05:42:48.743017 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca26ae22-13a3-4719-a1ad-78a225d236e5 req-afb73b1a-3fb2-41ec-b45b-86e865cd9b8b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426693 Dec 22 05:42:48.902654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['1a1bd3ff-3bfc-45dd-8263-a2890f32a68d'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:42:49.954548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ada88-9e47-4bdc-91ca-2698a895e0b6 req-44b8c7fc-17fd-461c-b8b0-922ac6ab0a87 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:49.956043 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-784ada88-9e47-4bdc-91ca-2698a895e0b6 req-44b8c7fc-17fd-461c-b8b0-922ac6ab0a87 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 944 time: 0.0866563 Dec 22 05:42:50.002940 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-784ada88-9e47-4bdc-91ca-2698a895e0b6 req-801cb42a-4054-4862-b082-d133e3541b1c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387418 Dec 22 05:42:50.234335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:42:50.312830 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:42:50.318607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:50.319012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:50.441193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:50.468551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:42:50.478503 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:42:50.482989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:50.484927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:50.519683 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'code': 200} Dec 22 05:42:50.551056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:50.553974 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:50.796633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24381d4-135a-4980-a193-e1a773280bfa req-6056e5e1-f6e7-484e-ae4f-257e947b776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:50.798024 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a24381d4-135a-4980-a193-e1a773280bfa req-6056e5e1-f6e7-484e-ae4f-257e947b776f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 1098 time: 0.0816143 Dec 22 05:42:50.840260 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a24381d4-135a-4980-a193-e1a773280bfa req-cd5c9745-4050-431c-9821-1afda392b643 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344305 Dec 22 05:42:51.203076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3f7ec-f951-4bf5-af23-b383ca65c22a req-f293f6fc-f282-4164-b26b-068466ae4290 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:51.204667 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-07d3f7ec-f951-4bf5-af23-b383ca65c22a req-f293f6fc-f282-4164-b26b-068466ae4290 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0876117 Dec 22 05:42:51.249744 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-07d3f7ec-f951-4bf5-af23-b383ca65c22a req-0ab1eb64-0b26-4b56-b364-aa7e64699e0d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391366 Dec 22 05:42:52.447152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706b66d-7a90-43e1-a85d-c9f1f00b9350 req-7c966241-2929-419c-9eea-d4c612c65284 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:52.448597 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7706b66d-7a90-43e1-a85d-c9f1f00b9350 req-7c966241-2929-419c-9eea-d4c612c65284 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0852988 Dec 22 05:42:52.512416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7706b66d-7a90-43e1-a85d-c9f1f00b9350 req-f375a9ff-e83a-4d7a-8e8e-9d9116e3ca80 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552332 Dec 22 05:42:52.708990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d9cd3-ed10-425c-99ee-a51e474627a5 req-d874b705-f8e3-4f3d-bc90-d13e82f4709e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:52.710428 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5e7d9cd3-ed10-425c-99ee-a51e474627a5 req-d874b705-f8e3-4f3d-bc90-d13e82f4709e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0889757 Dec 22 05:42:52.755080 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5e7d9cd3-ed10-425c-99ee-a51e474627a5 req-3aadb362-848c-4d76-ab3e-40daa761afd3 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385683 Dec 22 05:42:52.778324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39622) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:52.860642 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ec258-f1bd-4fba-9cbf-13eb6cd2134c tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:52.865279 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b00ec258-f1bd-4fba-9cbf-13eb6cd2134c tempest-TestNetworkAdvancedServerOps-1944728754 tempest-TestNetworkAdvancedServerOps-1944728754-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 1093 time: 0.0831268 Dec 22 05:42:52.865569 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39626) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:52.870505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:42:52.876688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:42:52.880957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Usage tracker for resource:floatingip and tenant:f4caceda070544bbab647432833f66f2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:42:52.883959 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:42:52.890552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:42:52.904401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:53.042990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:53.182722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Allocated IP 172.26.1.212 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/c47bcabe-ac0c-457b-9723-163e7bd90fdc) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:42:53.467740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:53.500145 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:53.504008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3494064c-d3e2-4840-8c89-8f2b65e12b87 tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:53.569131 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:42:53.571985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:42:53.575703 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:42:53.609734 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=c47bcabe-ac0c-457b-9723-163e7bd90fdc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:53.618260 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:54.008029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:54.096195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:54.301155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:54.307990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:54.311690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:42:54.416964 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event updated for resources: {'Port': ['ID=c47bcabe-ac0c-457b-9723-163e7bd90fdc,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:54.420833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:42:54.428166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:54.614745 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Floating IP 16a34067-bec9-49c9-9bdc-8fbdaaeb9172 associated. External IP: 172.26.1.212, port: 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d. Dec 22 05:42:54.649340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-93abd5d5-3bec-49f2-af4f-a36cb745e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:55.124739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:42:55.314821 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:42:55.324719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] Sync routers for ids ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:42:55.334537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] Routers {'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:42:55.335156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:42:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:55.341429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:55.400563 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5314682 Dec 22 05:42:55.400563 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'tag': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:42:55.522699 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'tag': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'status': 'completed', 'code': 200} Dec 22 05:42:55.524808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] Set router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:42:55.573305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a858229-d1e6-45a3-93ae-06bcf2514b1e req-2734c70c-ff70-4b38-aeba-f437dcab5eec tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:55.574889 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a858229-d1e6-45a3-93ae-06bcf2514b1e req-2734c70c-ff70-4b38-aeba-f437dcab5eec tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0890224 Dec 22 05:42:55.614316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-f46dc265-bcab-4232-8104-f8bbc3b54b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:55.616452 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-f46dc265-bcab-4232-8104-f8bbc3b54b5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 1098 time: 0.0748942 Dec 22 05:42:55.622725 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a858229-d1e6-45a3-93ae-06bcf2514b1e req-45eed12a-5166-44f2-a2dd-a5f6eee43083 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410945 Dec 22 05:42:55.646972 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39636) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:55.754590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-d6cd1f27-5462-4199-9d73-bd6bd881c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:55.756090 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-d6cd1f27-5462-4199-9d73-bd6bd881c3f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=045c779c-7010-4c7e-a635-9a8279bda525 HTTP/1.1" status: 200 len: 898 time: 0.1330912 Dec 22 05:42:55.761885 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dbe90520-c99e-4a6d-85ab-66a3444b38f4 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/16a34067-bec9-49c9-9bdc-8fbdaaeb9172 HTTP/1.1" status: 200 len: 991 time: 0.1119237 Dec 22 05:42:55.865493 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-ec857d5a-ac35-4e85-a54e-fbcfbafae3f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d HTTP/1.1" status: 200 len: 999 time: 0.1024945 Dec 22 05:42:55.885978 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '16a34067-bec9-49c9-9bdc-8fbdaaeb9172', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'port_id': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'mac_address': 'fa:16:3e:d3:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:42:53Z', 'updated_at': '2021-12-22T05:42:53Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475d79fb-da21-42bb-b5d9-c2a147c02de8', 'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:2f:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:36Z', 'updated_at': '2021-12-22T05:42:42Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:55.890378 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] Checking router: b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:42:55.899349 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] Routers {'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:42:55.899950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:42:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:55.935527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-c118ce2a-bd56-47a0-b3c7-77b7eb6966d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:55.937023 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-c118ce2a-bd56-47a0-b3c7-77b7eb6966d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ec09faa-bde0-4c53-af1b-af3529f67fbe HTTP/1.1" status: 200 len: 835 time: 0.0656440 Dec 22 05:42:56.082411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] Set router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:42:56.136706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-a7c4ad80-9847-4a2d-9ebd-48bc24fd1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:56.138170 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-a7c4ad80-9847-4a2d-9ebd-48bc24fd1233 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=045c779c-7010-4c7e-a635-9a8279bda525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1940391 Dec 22 05:42:56.280191 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-7c5de6f6-fe89-4bac-a613-9702ff5c7eda service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347351 Dec 22 05:42:56.419355 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-95eaf630-8618-4c81-a97c-cdf929fa3906 req-fb86c323-4109-4980-9d85-c0591a716db4 service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315174 Dec 22 05:42:56.489718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '16a34067-bec9-49c9-9bdc-8fbdaaeb9172', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'port_id': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'mac_address': 'fa:16:3e:d3:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:42:53Z', 'updated_at': '2021-12-22T05:42:53Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475d79fb-da21-42bb-b5d9-c2a147c02de8', 'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:2f:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:36Z', 'updated_at': '2021-12-22T05:42:42Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:42:56.493840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8675c8f-d918-4023-ba66-213ab1cac10e None None] The sync data for ids ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'] in dv-neutron-822524-1-hyperv is: [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '16a34067-bec9-49c9-9bdc-8fbdaaeb9172', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'port_id': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'mac_address': 'fa:16:3e:d3:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:42:53Z', 'updated_at': '2021-12-22T05:42:53Z', 'revision_number': 0, 'project_id': 'f4caceda070544bbab647432833f66f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475d79fb-da21-42bb-b5d9-c2a147c02de8', 'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:2f:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:36Z', 'updated_at': '2021-12-22T05:42:42Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:42:56.694364 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c57f76-3595-47ef-9adb-73ccf9887509 None None] New status for floating IP 16a34067-bec9-49c9-9bdc-8fbdaaeb9172: ACTIVE {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:42:56.764896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39640) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:56.873494 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e688b085-31bc-4d81-9d1b-4ff402b57638 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/16a34067-bec9-49c9-9bdc-8fbdaaeb9172 HTTP/1.1" status: 200 len: 991 time: 0.1073205 Dec 22 05:42:57.009076 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c025dd7e-1fbe-42da-b8d0-f398d7bc0e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:57.879091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39644) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:42:57.994248 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-b794ad0d-755c-42a0-8448-8e7ff2c1e082 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/16a34067-bec9-49c9-9bdc-8fbdaaeb9172 HTTP/1.1" status: 200 len: 993 time: 0.1134319 Dec 22 05:42:58.139541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:58.248664 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:59.722535 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:04.979751 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:43:15.205366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:24.665975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2c096ddf-8ccc-4628-8ca5-502efb78c68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:27.019477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f727d77a-f9aa-4583-b4d1-1315d9048411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:28.136234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:28.252298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:29.726701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:41.979702 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:43:45.225282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:46.228154 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-2d6a9066-4ddc-4db4-8aed-3a2422688cfd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778289 Dec 22 05:43:46.395955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-5d7dc098-901f-4c54-8e6b-cb17790bdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:46.397495 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-5d7dc098-901f-4c54-8e6b-cb17790bdd90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 1098 time: 0.0762486 Dec 22 05:43:46.559340 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-b24ad5c3-c0a5-45b0-aac4-d5b34f503394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:46.560784 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-b24ad5c3-c0a5-45b0-aac4-d5b34f503394 service neutron] 10.222.0.61 "GET /v2.0/networks?id=045c779c-7010-4c7e-a635-9a8279bda525 HTTP/1.1" status: 200 len: 898 time: 0.1428277 Dec 22 05:43:46.667711 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-09b1893d-d3d5-40a8-936a-14cdfe816062 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d HTTP/1.1" status: 200 len: 1001 time: 0.1001925 Dec 22 05:43:46.730487 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-aca32170-b3e0-42a9-9497-2cae6b40a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:46.731932 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-aca32170-b3e0-42a9-9497-2cae6b40a418 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ec09faa-bde0-4c53-af1b-af3529f67fbe HTTP/1.1" status: 200 len: 835 time: 0.0577607 Dec 22 05:43:46.806961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-6fc8dc42-cb03-4f7a-a178-23ab147bff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:46.808467 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-6fc8dc42-cb03-4f7a-a178-23ab147bff90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=045c779c-7010-4c7e-a635-9a8279bda525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704153 Dec 22 05:43:46.940333 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-77713eee-8d3b-46a2-bae2-0218decc33ab service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242914 Dec 22 05:43:47.075332 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c6cd9995-7198-4c14-b60b-19a97573aff1 req-ad52273c-3add-45ff-af6a-436d9abb9d4d service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279166 Dec 22 05:43:54.662468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5a28e72a-52e3-4b3f-9419-fa97ad873bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:57.023840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-06830a99-1023-4bec-9cf8-4cb59c7418ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.137433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.255638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.723530 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:07.499942 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149e038-85a8-4ff5-be09-638ff01c9ffe req-507372fa-9465-45f7-a4f0-68c939a9e34d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:07.501437 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5149e038-85a8-4ff5-be09-638ff01c9ffe req-507372fa-9465-45f7-a4f0-68c939a9e34d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0849841 Dec 22 05:44:07.550901 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5149e038-85a8-4ff5-be09-638ff01c9ffe req-af579431-7965-4082-aea2-41540b9d1fa4 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412776 Dec 22 05:44:08.804061 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a794-b171-4a02-ad2c-f9e91c2f360e req-56e40b0d-a34a-444b-8cac-e0c5cfe45a2c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:08.805574 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fca6a794-b171-4a02-ad2c-f9e91c2f360e req-56e40b0d-a34a-444b-8cac-e0c5cfe45a2c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0906811 Dec 22 05:44:08.853550 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fca6a794-b171-4a02-ad2c-f9e91c2f360e req-7db5bf12-9a7b-49b2-97c6-21982f2c8b6a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416749 Dec 22 05:44:10.056754 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912228b1-02a2-4055-a5f4-6ff78f78dfd3 req-b317209c-ef4c-43a1-ae2d-cbb48792d01c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:10.058280 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-912228b1-02a2-4055-a5f4-6ff78f78dfd3 req-b317209c-ef4c-43a1-ae2d-cbb48792d01c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0959642 Dec 22 05:44:10.108730 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-912228b1-02a2-4055-a5f4-6ff78f78dfd3 req-79751902-4314-45b4-93c3-441de93d5338 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437806 Dec 22 05:44:10.143361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39690) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:10.259328 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cd860ee6-98c8-4cbc-8951-b6af809cfc24 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/16a34067-bec9-49c9-9bdc-8fbdaaeb9172 HTTP/1.1" status: 200 len: 993 time: 0.1144226 Dec 22 05:44:11.757547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127636d-1c1f-4c6f-9ca9-bab0c1f4f6fe req-658ab97a-1475-41e0-b962-13eab68b27ee tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:11.759028 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1127636d-1c1f-4c6f-9ca9-bab0c1f4f6fe req-658ab97a-1475-41e0-b962-13eab68b27ee tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0819900 Dec 22 05:44:11.796640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-ca66bf86-e46e-4547-b555-8feabf556f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:11.798182 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-ca66bf86-e46e-4547-b555-8feabf556f33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 1098 time: 0.0788274 Dec 22 05:44:11.805995 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1127636d-1c1f-4c6f-9ca9-bab0c1f4f6fe req-abd72cdf-9b32-4f87-9a8a-3dbff2bebd4c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409226 Dec 22 05:44:12.043956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-27c27110-e525-43a7-b861-9ac5d69b00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:12.045489 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-27c27110-e525-43a7-b861-9ac5d69b00c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=045c779c-7010-4c7e-a635-9a8279bda525 HTTP/1.1" status: 200 len: 898 time: 0.2406180 Dec 22 05:44:12.151813 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-1053980b-93a4-4da7-9e83-076989fdac72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d HTTP/1.1" status: 200 len: 1001 time: 0.0998337 Dec 22 05:44:12.217782 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-b1bb2124-787c-40d0-96d3-6a14b125397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:12.219582 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-b1bb2124-787c-40d0-96d3-6a14b125397e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ec09faa-bde0-4c53-af1b-af3529f67fbe HTTP/1.1" status: 200 len: 835 time: 0.0614612 Dec 22 05:44:12.300042 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-b35c57a4-1f70-4901-93aa-e466ad7575ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:12.301576 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-b35c57a4-1f70-4901-93aa-e466ad7575ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=045c779c-7010-4c7e-a635-9a8279bda525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758278 Dec 22 05:44:12.437771 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-df647e4a-4317-4561-ba30-d21a1f358739 service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296985 Dec 22 05:44:12.590074 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c683e635-1b2f-486c-b3bb-2c2508480c3c req-18e5bcd3-4d0a-4e52-ba56-6e971266c2ca service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458600 Dec 22 05:44:13.015756 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b40a2d-5185-4251-bbe8-cec9ce71c081 req-9a4a8c61-6f47-42d1-a83d-3fd70a7ce4be tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:13.017240 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5b40a2d-5185-4251-bbe8-cec9ce71c081 req-9a4a8c61-6f47-42d1-a83d-3fd70a7ce4be tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0954258 Dec 22 05:44:13.064123 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5b40a2d-5185-4251-bbe8-cec9ce71c081 req-5b892fc4-c343-41ba-b463-2e9bc93edd7d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386386 Dec 22 05:44:14.368840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d1a46-df94-44a2-aa4c-a87e93dccaaf req-1734c3a8-7ff5-4355-a16d-00473d94da3e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:14.370237 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-279d1a46-df94-44a2-aa4c-a87e93dccaaf req-1734c3a8-7ff5-4355-a16d-00473d94da3e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.1412323 Dec 22 05:44:14.420033 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-279d1a46-df94-44a2-aa4c-a87e93dccaaf req-23544306-1395-46a5-bf81-aba311322e41 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437484 Dec 22 05:44:14.443622 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39708) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:14.552449 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e7788990-3d91-44e2-9053-b3af0f1bba34 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/floatingips/16a34067-bec9-49c9-9bdc-8fbdaaeb9172 HTTP/1.1" status: 200 len: 993 time: 0.1073956 Dec 22 05:44:14.868582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39716) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:15.213410 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:15.264494 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port c47bcabe-ac0c-457b-9723-163e7bd90fdc {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:44:15.264852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:15.488598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:15.489291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:15.656894 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for c47bcabe-ac0c-457b-9723-163e7bd90fdc owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:44:15.863308 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:15.869132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d58bc1b3-80ff-4d23-b0f0-4a89f0ceb06a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:15.919866 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=c47bcabe-ac0c-457b-9723-163e7bd90fdc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:15.962776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.963170 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.963547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.963924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.964324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.964694 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.965055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.965397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.965768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.966126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.966483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.966842 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:15.971100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:16.028008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:16.028514 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Floating IP 16a34067-bec9-49c9-9bdc-8fbdaaeb9172 disassociated (deleted). External IP: 172.26.1.212, port: 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d. Dec 22 05:44:16.401775 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:44:16.586875 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:44:16.599059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] Sync routers for ids ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:44:16.605117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:16.608839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] Routers {'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:16.609814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:43:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:16.666201 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-56cc2e9c-e76f-4cf5-b5e0-bdb4409942cf tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/floatingips/16a34067-bec9-49c9-9bdc-8fbdaaeb9172 HTTP/1.1" status: 204 len: 168 time: 1.7940421 Dec 22 05:44:16.666201 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'tag': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:44:16.725398 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'tag': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'status': 'completed', 'code': 200} Dec 22 05:44:16.797332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] Set router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:16.846119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-ec6225ab-34ab-4933-beec-f22acd01f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:16.847781 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-ec6225ab-34ab-4933-beec-f22acd01f9a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4caceda070544bbab647432833f66f2&device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 1098 time: 0.0749161 Dec 22 05:44:16.992285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-87f0636d-b532-4a7c-8477-a040bc32de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:16.993756 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-87f0636d-b532-4a7c-8477-a040bc32de23 service neutron] 10.222.0.61 "GET /v2.0/networks?id=045c779c-7010-4c7e-a635-9a8279bda525 HTTP/1.1" status: 200 len: 898 time: 0.1400526 Dec 22 05:44:17.067722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bebd16-67f7-42a3-8983-3a417c49b938 req-d06fb3b3-0935-4ee2-9179-c1ef5c6ce11c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:17.068436 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a6bebd16-67f7-42a3-8983-3a417c49b938 req-d06fb3b3-0935-4ee2-9179-c1ef5c6ce11c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:44:17.077488 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-0b19c36c-9c11-467f-a4c9-93866f28c2c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d HTTP/1.1" status: 200 len: 217 time: 0.0763745 Dec 22 05:44:17.084868 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a6bebd16-67f7-42a3-8983-3a417c49b938 req-d06fb3b3-0935-4ee2-9179-c1ef5c6ce11c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:44:17.086050 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6bebd16-67f7-42a3-8983-3a417c49b938 req-d06fb3b3-0935-4ee2-9179-c1ef5c6ce11c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0994985 Dec 22 05:44:17.129342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '475d79fb-da21-42bb-b5d9-c2a147c02de8', 'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:2f:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:36Z', 'updated_at': '2021-12-22T05:42:42Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:17.133413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] Checking router: b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:44:17.136680 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6bebd16-67f7-42a3-8983-3a417c49b938 req-7fa9a834-b4b2-4806-b5e4-32a2f89161e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449078 Dec 22 05:44:17.143092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] Routers {'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:17.143718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:43:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:17.152171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-4b36ac79-88df-45c5-83ea-8225ecf36e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:17.153627 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-4b36ac79-88df-45c5-83ea-8225ecf36e82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ec09faa-bde0-4c53-af1b-af3529f67fbe HTTP/1.1" status: 200 len: 835 time: 0.0680420 Dec 22 05:44:17.238987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-77d7f7bf-aace-43b9-bbf8-6034f63530d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:17.240592 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-77d7f7bf-aace-43b9-bbf8-6034f63530d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=045c779c-7010-4c7e-a635-9a8279bda525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793068 Dec 22 05:44:17.325233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] Set router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:17.377754 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-a7c288d2-a5d7-43a8-b238-da665a63e0dd service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297967 Dec 22 05:44:17.513731 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de40b7b9-3260-45ff-8b33-4d7556847eda req-60d120bc-d5eb-45c1-8a8d-0d902a959224 service neutron] 10.222.0.61 "GET /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286392 Dec 22 05:44:17.695584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '475d79fb-da21-42bb-b5d9-c2a147c02de8', 'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:2f:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:36Z', 'updated_at': '2021-12-22T05:42:42Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:17.699642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a6db2-c64c-4fe0-a551-dea4f5317bb3 None None] The sync data for ids ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'] in dv-neutron-822524-1-hyperv is: [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:42:37Z', 'revision_number': 4, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '475d79fb-da21-42bb-b5d9-c2a147c02de8', 'name': '', 'network_id': '045c779c-7010-4c7e-a635-9a8279bda525', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'mac_address': 'fa:16:3e:2f:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:36Z', 'updated_at': '2021-12-22T05:42:42Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'subnets': [{'id': '6ec09faa-bde0-4c53-af1b-af3529f67fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:44:17.926296 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011ff35e-c190-4bb3-a139-bdcb52115293 None None] New status for floating IP 16a34067-bec9-49c9-9bdc-8fbdaaeb9172: DOWN {{(pid=87557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:44:18.346612 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7f0b-ed45-4a73-a4e4-71de760815fc req-45827097-030f-419b-9b66-4ddb1218bac5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:18.347991 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b7d7f0b-ed45-4a73-a4e4-71de760815fc req-45827097-030f-419b-9b66-4ddb1218bac5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.0941021 Dec 22 05:44:18.526826 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b7d7f0b-ed45-4a73-a4e4-71de760815fc req-d0c600e1-a146-4475-8d21-30e4a1934f13 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf052771-f428-455d-8066-0b9d1470c992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729345 Dec 22 05:44:18.968393 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e2890-a038-4983-a1e3-67425365de93 req-51ea6bff-91a6-4ca6-a767-91078ecc4a9d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:18.969096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-5e5e2890-a038-4983-a1e3-67425365de93 req-51ea6bff-91a6-4ca6-a767-91078ecc4a9d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Synchronizing usage tracker for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:44:18.979032 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:44:18.982850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-5e5e2890-a038-4983-a1e3-67425365de93 req-51ea6bff-91a6-4ca6-a767-91078ecc4a9d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Unset dirty status for tenant:f4caceda070544bbab647432833f66f2 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:44:18.984634 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5e5e2890-a038-4983-a1e3-67425365de93 req-51ea6bff-91a6-4ca6-a767-91078ecc4a9d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 945 time: 0.1087868 Dec 22 05:44:19.069239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-5e5e2890-a038-4983-a1e3-67425365de93 req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:44:19.069576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5e5e2890-a038-4983-a1e3-67425365de93 req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:19.439618 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-5e5e2890-a038-4983-a1e3-67425365de93 req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:19.439927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5e5e2890-a038-4983-a1e3-67425365de93 req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:19.576102 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-5e5e2890-a038-4983-a1e3-67425365de93 req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:44:19.722604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5e5e2890-a038-4983-a1e3-67425365de93 req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:19.728431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c8f84293-6530-4e96-9a51-20f80abc3f6b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:19.776333 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d8f88c93-4829-4cce-9e86-b5b27905e576 req-20d3aab9-9d12-40f0-8a42-9d07b9cf0f44 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d390cca-90dd-4be0-8a25-db498eedbe81 HTTP/1.1" status: 200 len: 210 time: 0.0895343 Dec 22 05:44:19.777390 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=1a1bd3ff-3bfc-45dd-8263-a2890f32a68d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:19.815855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.816198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.816579 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.816946 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.817336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.817696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.818057 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.818402 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.818759 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.819111 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.819465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.819818 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:19.828720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:19.864831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5e2890-a038-4983-a1e3-67425365de93 req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] No DVR routers for this DVR port 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:44:19.867936 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-5e5e2890-a038-4983-a1e3-67425365de93 req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:19.870899 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'name': 'network-vif-deleted', 'tag': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:44:19.888033 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-5e5e2890-a038-4983-a1e3-67425365de93 req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.61 "DELETE /v2.0/ports/1a1bd3ff-3bfc-45dd-8263-a2890f32a68d HTTP/1.1" status: 204 len: 173 time: 0.8978412 Dec 22 05:44:19.918995 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d390cca-90dd-4be0-8a25-db498eedbe81', 'name': 'network-vif-deleted', 'tag': '1a1bd3ff-3bfc-45dd-8263-a2890f32a68d', 'status': 'completed', 'code': 200} Dec 22 05:44:20.882192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39738) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:21.453419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:21.818950 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 475d79fb-da21-42bb-b5d9-c2a147c02de8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:44:21.819237 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:22.010688 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 475d79fb-da21-42bb-b5d9-c2a147c02de8, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=475d79fb-da21-42bb-b5d9-c2a147c02de8,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:22.011420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:22.132602 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 475d79fb-da21-42bb-b5d9-c2a147c02de8 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:44:22.597511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:22.601152 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7a80d76d-76c1-411b-95ac-d94f4c20764d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:22.651110 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=475d79fb-da21-42bb-b5d9-c2a147c02de8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:22.654317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:22.698494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:44:22.738834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:44:22.739178 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 1a1bd3ff-3bfc-45dd-8263-a2890f32a68d not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:44:22.932544 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:23.322898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:44:23.510335 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:44:23.521621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] Sync routers for ids ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:44:23.523171 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3074f4c5-2421-4037-a257-9c83e30b412a tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "PUT /v2.0/routers/b202c4ac-5f14-49a7-9e7c-e0ccb51982e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6396213 Dec 22 05:44:23.526006 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39742) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:23.531990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] Routers {'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:23.532669 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:43:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:23.596032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccf211a-71db-4cf5-ae55-0db29703fecb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting subnet 6ec09faa-bde0-4c53-af1b-af3529f67fbe {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:44:23.599139 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dccf211a-71db-4cf5-ae55-0db29703fecb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:23.662282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dccf211a-71db-4cf5-ae55-0db29703fecb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:23.713270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] Set router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:23.744245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dccf211a-71db-4cf5-ae55-0db29703fecb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:23.970064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dccf211a-71db-4cf5-ae55-0db29703fecb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:23.974070 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f7377094-30bb-4fb5-a7de-b2cd6ff37f56 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:24.006582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:44:22Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:24.009321 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf211a-71db-4cf5-ae55-0db29703fecb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec09faa-bde0-4c53-af1b-af3529f67fbe,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:24.010846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] Checking router: b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:44:24.012901 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dccf211a-71db-4cf5-ae55-0db29703fecb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:24.014142 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dccf211a-71db-4cf5-ae55-0db29703fecb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:24.022383 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dccf211a-71db-4cf5-ae55-0db29703fecb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/subnets/6ec09faa-bde0-4c53-af1b-af3529f67fbe HTTP/1.1" status: 204 len: 168 time: 0.4930327 Dec 22 05:44:24.022630 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39746) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:24.025233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] Routers {'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:24.025892 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:43:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:24.073418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5919fe-ee40-475c-8389-8be5737eb39c None None] Network 045c779c-7010-4c7e-a635-9a8279bda525 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:44:24.203200 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:24.349309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] Set router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:24.384187 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:24.395739 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Deleting port 5a88005f-119b-4876-9c06-fdca10e3d9f0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:44:24.396293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:24.573607 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] For port 5a88005f-119b-4876-9c06-fdca10e3d9f0, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5a88005f-119b-4876-9c06-fdca10e3d9f0,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:24.573974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:24.641566 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] DHCP port deletion for 045c779c-7010-4c7e-a635-9a8279bda525 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:44:24.654426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Deleting port d1958b2e-41e0-4630-9a8b-572e48deecb7 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:44:24.654804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:24.694953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2fd1ab0f-861a-48c0-9897-57533bd5cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:24.712517 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Calling delete_port for 5a88005f-119b-4876-9c06-fdca10e3d9f0 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:44:24.776487 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:44:22Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:24.807239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeec650-0e58-49be-8a5d-28481003f8de None None] The sync data for ids ['b202c4ac-5f14-49a7-9e7c-e0ccb51982e1'] in dv-neutron-822524-1-hyperv is: [{'id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1602000843', 'tenant_id': 'f4caceda070544bbab647432833f66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:42:32Z', 'updated_at': '2021-12-22T05:44:22Z', 'revision_number': 5, 'project_id': 'f4caceda070544bbab647432833f66f2', 'gw_port': {'id': '5a88005f-119b-4876-9c06-fdca10e3d9f0', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b202c4ac-5f14-49a7-9e7c-e0ccb51982e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:42:33Z', 'updated_at': '2021-12-22T05:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:44:24.891820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:24.895858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-270e4c4e-806e-4d94-a3a4-1e2f04ad2d90 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:24.937625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] For port d1958b2e-41e0-4630-9a8b-572e48deecb7, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=d1958b2e-41e0-4630-9a8b-572e48deecb7,segment=NetworkSegment(e72ccf7a-78fb-483c-8d87-e91999fe7e28),segment_id=e72ccf7a-78fb-483c-8d87-e91999fe7e28)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:24.937625 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:24.945386 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Port': ['ID=5a88005f-119b-4876-9c06-fdca10e3d9f0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:24.948371 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:25.036939 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.057822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Calling delete_port for d1958b2e-41e0-4630-9a8b-572e48deecb7 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:44:25.138762 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.143972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-74d2070e-7c72-4989-bb7c-071d047ee3c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:25.191379 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Pushing event deleted for resources: {'Port': ['ID=d1958b2e-41e0-4630-9a8b-572e48deecb7,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:25.207931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] No DVR routers for this DVR port d1958b2e-41e0-4630-9a8b-572e48deecb7 on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:44:25.212660 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.214172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.214513 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.214917 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.215037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.215177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.215513 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.215843 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.216249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.216522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.216928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.217364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.217630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.217983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:25.223177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:25.253723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.254347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Fanout notify agent at l3_agent the message router_deleted on router b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:44:25.280051 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.282040 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-db0a6c4a-3fc5-4845-9fd1-5c59888bec69 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/routers/b202c4ac-5f14-49a7-9e7c-e0ccb51982e1 HTTP/1.1" status: 204 len: 168 time: 1.2582693 Dec 22 05:44:25.284699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39750) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:25.401394 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.540554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.569306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045c779c-7010-4c7e-a635-9a8279bda525']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:25.582479 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72ccf7a-78fb-483c-8d87-e91999fe7e28') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:25.582781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72ccf7a-78fb-483c-8d87-e91999fe7e28') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:25.594045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.610107 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.616531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:44:25.616900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:44:25.631791 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:44:25.724055 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.727586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-352b7944-692a-41d8-bdc0-ee9befea6300 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:25.744034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.760151 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'Network': ['ID=045c779c-7010-4c7e-a635-9a8279bda525,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:25.762875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:25.770928 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1eae5170-477f-4b59-a26a-d576ef03c441 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/networks/045c779c-7010-4c7e-a635-9a8279bda525 HTTP/1.1" status: 204 len: 168 time: 0.4850559 Dec 22 05:44:25.775257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39754) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:25.848954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82fc6721-0956-4844-9e8d-6c1fcf6b7e07 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:25.907065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 475d79fb-da21-42bb-b5d9-c2a147c02de8 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:44:25.943267 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 475d79fb-da21-42bb-b5d9-c2a147c02de8 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:44:25.943631 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 475d79fb-da21-42bb-b5d9-c2a147c02de8 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:44:25.944053 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d1958b2e-41e0-4630-9a8b-572e48deecb7 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:44:25.982213 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: d1958b2e-41e0-4630-9a8b-572e48deecb7 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:44:25.982422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device d1958b2e-41e0-4630-9a8b-572e48deecb7 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:44:25.982894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5a88005f-119b-4876-9c06-fdca10e3d9f0 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:44:26.018139 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 5a88005f-119b-4876-9c06-fdca10e3d9f0 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:44:26.018502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5a88005f-119b-4876-9c06-fdca10e3d9f0 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:44:26.024659 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82fc6721-0956-4844-9e8d-6c1fcf6b7e07 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:26.090442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82fc6721-0956-4844-9e8d-6c1fcf6b7e07 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:26.094683 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-afb3b256-608f-4bfb-9902-e770fcdb8da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:26.111064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc6721-0956-4844-9e8d-6c1fcf6b7e07 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf052771-f428-455d-8066-0b9d1470c992,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:26.114472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82fc6721-0956-4844-9e8d-6c1fcf6b7e07 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:26.124962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82fc6721-0956-4844-9e8d-6c1fcf6b7e07 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:26.130289 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-82fc6721-0956-4844-9e8d-6c1fcf6b7e07 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf052771-f428-455d-8066-0b9d1470c992 HTTP/1.1" status: 204 len: 168 time: 0.3498757 Dec 22 05:44:26.518065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39764) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:26.673225 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-019ccc66-f77c-4569-97c8-bdcb761cbf9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4caceda070544bbab647432833f66f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538482 Dec 22 05:44:26.675971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39770) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:26.742213 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df80f948-73dc-4f24-ad80-9ee57e9ce7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:26.770414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df80f948-73dc-4f24-ad80-9ee57e9ce7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:26.824494 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df80f948-73dc-4f24-ad80-9ee57e9ce7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:26.829412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d62c13c8-000a-4b3f-84bb-2a89f0548cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:26.846279 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80f948-73dc-4f24-ad80-9ee57e9ce7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204ae862-f651-4af9-bfd0-9a88d04d99a8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:26.850124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-df80f948-73dc-4f24-ad80-9ee57e9ce7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:26.853465 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-df80f948-73dc-4f24-ad80-9ee57e9ce7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:26.854672 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-df80f948-73dc-4f24-ad80-9ee57e9ce7e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/204ae862-f651-4af9-bfd0-9a88d04d99a8 HTTP/1.1" status: 204 len: 168 time: 0.1774971 Dec 22 05:44:27.018121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-30e8b2dd-d1cb-4064-b959-8d2d3a5dfe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:27.181305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39778) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:27.199638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee410-0c24-43e9-9e6d-2f15af7f4de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:27.214418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cb2ee410-0c24-43e9-9e6d-2f15af7f4de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:27.218265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cb2ee410-0c24-43e9-9e6d-2f15af7f4de1 admin admin] Usage tracker for resource:security_group_rule and tenant:3d86dd2c693f49b49433ea0041d06215 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:27.221043 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cb2ee410-0c24-43e9-9e6d-2f15af7f4de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:27.226619 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cb2ee410-0c24-43e9-9e6d-2f15af7f4de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:27.312656 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee410-0c24-43e9-9e6d-2f15af7f4de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:27.318208 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee410-0c24-43e9-9e6d-2f15af7f4de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:27.325211 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86184376-b5d7-4539-ac3c-fcbad5b4d799 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:27.366224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ee410-0c24-43e9-9e6d-2f15af7f4de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570a0047-a8b4-4883-bc5b-d220f766e738,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:27.370417 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cb2ee410-0c24-43e9-9e6d-2f15af7f4de1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d86dd2c693f49b49433ea0041d06215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880381 Dec 22 05:44:27.371286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cb2ee410-0c24-43e9-9e6d-2f15af7f4de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:27.374191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39782) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:27.432439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892906d3-8d2b-45e4-8fd5-fcff8c66fd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:27.457285 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892906d3-8d2b-45e4-8fd5-fcff8c66fd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:27.519632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892906d3-8d2b-45e4-8fd5-fcff8c66fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:27.523577 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b1ea632-790d-4573-9982-e8320fb0b848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:27.536405 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892906d3-8d2b-45e4-8fd5-fcff8c66fd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570a0047-a8b4-4883-bc5b-d220f766e738,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:27.539261 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-892906d3-8d2b-45e4-8fd5-fcff8c66fd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:27.541457 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892906d3-8d2b-45e4-8fd5-fcff8c66fd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:27.544175 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-892906d3-8d2b-45e4-8fd5-fcff8c66fd92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/570a0047-a8b4-4883-bc5b-d220f766e738 HTTP/1.1" status: 204 len: 168 time: 0.1674953 Dec 22 05:44:28.134687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:28.260123 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:28.403768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:28.524500 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-106220517-network', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:28.532695 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:28.538792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Usage tracker for resource:network and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:28.543552 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:28.553755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:28.569638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Made reservation on behalf of 6c5d0dbbbe494b30932a4c90cba1e2ea for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:44:28.572286 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:28.585045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:28.599884 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:28.604116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:28.607087 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:28.613115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:28.699492 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:28.708952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:28.712304 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-070d9e31-5737-428c-9176-1405aa2bb1d0 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:28.742593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:44:28.751515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2182432-6cf1-4afb-bfa1-9883354fd6e6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:28.754629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:28.759242 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:28.759536 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Added segment 89b25296-7915-4da0-9b3f-b67a7624417a of type vlan for network 7052534f-db3c-4d26-92e8-e740f5bef211 Dec 22 05:44:28.787708 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:28.819398 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:28.820478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:28.821293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:28.825385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-063d5ff3-f814-4013-a074-3ed50b740e65 tempest-ExternalNetworksTestJSON-1639646744 tempest-ExternalNetworksTestJSON-1639646744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:28.926657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Pushing event updated for resources: {'Network': ['ID=7052534f-db3c-4d26-92e8-e740f5bef211,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:28.929801 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:28.931755 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-05381b4d-b8c9-49cf-96ad-61457e66d257 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5269976 Dec 22 05:44:28.936093 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39812) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:28.938001 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 7052534f-db3c-4d26-92e8-e740f5bef211 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:44:28.942185 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Request body: {'subnet': {'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-106220517-subnet', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:28.947410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:28.951713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Usage tracker for resource:subnet and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:28.954541 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:28.960115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:28.971100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Made reservation on behalf of 6c5d0dbbbe494b30932a4c90cba1e2ea for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:44:28.973442 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.199851 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.204471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-47ceba85-95b4-4204-8069-c96a70204778 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:29.279124 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=73dac24b-a36e-447b-8cd6-1f4d099972f6,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:29.284381 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:29.290673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Checking segment: {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:44:29.291028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Network hostable DHCP agents. Network: 7052534f-db3c-4d26-92e8-e740f5bef211, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:44:29.310853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Network 7052534f-db3c-4d26-92e8-e740f5bef211 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:44:29.320846 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 7052534f-db3c-4d26-92e8-e740f5bef211) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:29.324822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:29.325404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.332925 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a2eafe-d197-4599-b36c-fc2cf6b345f3 None None] Network 7052534f-db3c-4d26-92e8-e740f5bef211 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:44:29.347221 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4098787 Dec 22 05:44:29.350123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39816) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:29.355264 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:29.360708 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:29.364793 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Usage tracker for resource:router and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:29.367764 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:29.373814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:29.385981 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.386966 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.403216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.553921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-7052534f-db3c-4d26-92e8-e740f5bef211', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:44:29.554921 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.675050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.714160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Allocated IP 172.20.0.2 (7052534f-db3c-4d26-92e8-e740f5bef211/73dac24b-a36e-447b-8cd6-1f4d099972f6/f82e7b6f-75bb-48a1-8d7a-db5c9ea80410) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:29.747711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.937928 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.949728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Transition to ACTIVE for port object f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:29.967727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Transition to ACTIVE for port object f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:29.975049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:29.979049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:30.047939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Network 7052534f-db3c-4d26-92e8-e740f5bef211 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:30.050952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:30.054686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:44:30.060804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Pushing event updated for resources: {'Port': ['ID=f82e7b6f-75bb-48a1-8d7a-db5c9ea80410,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:30.064899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:30.138324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:30.149899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Attempting to bind port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:30.150270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Attempting to bind port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:30.150635 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Attempting to bind port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 on network 7052534f-db3c-4d26-92e8-e740f5bef211 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:44:30.156169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:44:30.156550 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Checking segment: {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:44:30.156953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:30.157348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Bound using segment: {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:44:30.157816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Bound port: f82e7b6f-75bb-48a1-8d7a-db5c9ea80410, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:30.158194 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:30.168164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:30.289424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] For port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:44:30.292486 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] For port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f82e7b6f-75bb-48a1-8d7a-db5c9ea80410,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:44:30.298377 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:30.302234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:30.312028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Allocated IP 172.26.1.51 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/0a640f56-5bb2-44b6-85c0-900653db680b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:30.393441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Pushing event updated for resources: {'Port': ['ID=f82e7b6f-75bb-48a1-8d7a-db5c9ea80410,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:30.396395 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:30.472944 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:30.502838 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:30.506852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-745e7bdd-9419-4e93-ac27-b5176945fb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:30.585123 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:30.587952 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:30.591567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:44:30.622957 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Pushing event updated for resources: {'Port': ['ID=0a640f56-5bb2-44b6-85c0-900653db680b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:30.630305 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:31.025699 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:31.327218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcda586-c35f-4184-8bbe-8433ad80eaad None None] Network 7052534f-db3c-4d26-92e8-e740f5bef211 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:44:31.385059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:31.412104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6e7afff7-0481-4b91-aacf-07e19f4a3b82 None None] Provisioning for port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:31.739300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:44:31.922331 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:44:31.930839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:31.931010 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Sync routers for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:44:31.940502 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:31.941232 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:44:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:31.948746 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:31.953318 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39820) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:31.954192 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e00136f7-fd29-4102-8dce-5b93f9fdf1bc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6023245 Dec 22 05:44:32.012056 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:32.018275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:32.019128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:32.142951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:32.149788 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:32.178612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f82e7b6f-75bb-48a1-8d7a-db5c9ea80410,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:32.184844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:32.187194 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a7bcffb8-74c4-46f5-9607-88e54d08ca05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:32.266417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=f82e7b6f-75bb-48a1-8d7a-db5c9ea80410,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:32.277061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:32.453036 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:30Z', 'revision_number': 3, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:32.457345 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Checking router: 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:44:32.457720 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Updating router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 port 0a640f56-5bb2-44b6-85c0-900653db680b binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:44:32.513349 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:32.765169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:32.838634 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:32.851221 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Transition to ACTIVE for port object 0a640f56-5bb2-44b6-85c0-900653db680b will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:32.858779 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:32.862314 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d70847c2-050e-46fe-a993-40275282b40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:32.940100 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Attempting to bind port 0a640f56-5bb2-44b6-85c0-900653db680b on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:32.940818 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Attempting to bind port 0a640f56-5bb2-44b6-85c0-900653db680b by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:32.940939 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Attempting to bind port 0a640f56-5bb2-44b6-85c0-900653db680b on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:44:32.946477 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e9f79-1390-4289-b950-05687323976b None None] Pushing event updated for resources: {'Port': ['ID=0a640f56-5bb2-44b6-85c0-900653db680b,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:32.951438 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:44:32.951815 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:44:32.952267 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:32.952722 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:44:32.953201 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Bound port: 0a640f56-5bb2-44b6-85c0-900653db680b, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:32.953599 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:32.971795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Allocated IP 172.20.0.1 (7052534f-db3c-4d26-92e8-e740f5bef211/73dac24b-a36e-447b-8cd6-1f4d099972f6/889decea-676b-4583-a71c-f5dffeffaa23) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:32.997906 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:32.998248 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:32.998582 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:32.998915 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:32.999233 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:32.999604 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:33.000014 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:33.000376 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:33.000693 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:33.001003 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:33.001314 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:33.001621 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9f79-1390-4289-b950-05687323976b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:44:33.011363 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-640e9f79-1390-4289-b950-05687323976b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:33.043571 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] For port 0a640f56-5bb2-44b6-85c0-900653db680b, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:44:33.046684 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] For port 0a640f56-5bb2-44b6-85c0-900653db680b, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0a640f56-5bb2-44b6-85c0-900653db680b,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:44:33.051262 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:33.055916 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-fc864b2b-ef1f-473b-b594-a809cd876f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:33.129949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:33.130483 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:33.131086 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:44:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:33.146369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Transition to ACTIVE for port object 889decea-676b-4583-a71c-f5dffeffaa23 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:33.171477 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:33.176203 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6e1230b3-55cd-4305-8806-87a7692628ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:33.191382 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e9f79-1390-4289-b950-05687323976b None None] Pushing event updated for resources: {'Port': ['ID=0a640f56-5bb2-44b6-85c0-900653db680b,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:33.195821 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-640e9f79-1390-4289-b950-05687323976b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:33.234733 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Network 7052534f-db3c-4d26-92e8-e740f5bef211 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:33.237612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:33.241253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:44:33.295172 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Pushing event updated for resources: {'Port': ['ID=889decea-676b-4583-a71c-f5dffeffaa23,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:33.299778 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:33.306577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:33.312706 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:33.434896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:33.474552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-59a87972-8427-457c-a696-c2488144f06b None None] Provisioning for port 889decea-676b-4583-a71c-f5dffeffaa23 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:33.480182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-59a87972-8427-457c-a696-c2488144f06b None None] Provisioning complete for port 889decea-676b-4583-a71c-f5dffeffaa23 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:33.480568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59a87972-8427-457c-a696-c2488144f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:33.535312 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-59a87972-8427-457c-a696-c2488144f06b None None] Port 889decea-676b-4583-a71c-f5dffeffaa23 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:44:33.633960 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:30Z', 'revision_number': 3, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:33.638345 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df1f1e-679e-47dc-ad16-d5f532110a78 None None] The sync data for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv is: [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:30Z', 'revision_number': 3, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:44:33.673545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:33.678231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:33.706622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f5d093d2-2963-4998-bc10-a685bd6c996b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:33.791047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:33.794698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Pushing event updated for resources: {'Port': ['ID=889decea-676b-4583-a71c-f5dffeffaa23,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:33.797741 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:33.940089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Network 7052534f-db3c-4d26-92e8-e740f5bef211 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:33.941244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:34.034160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:34.131748 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:34.132128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:34.257428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0a640f56-5bb2-44b6-85c0-900653db680b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:34.310179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:44:34.324064 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-e6ff95d9-5b6a-40c8-9cdf-96f0182f0723 None None] Provisioning complete for port 889decea-676b-4583-a71c-f5dffeffaa23 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:34.324468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e6ff95d9-5b6a-40c8-9cdf-96f0182f0723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:34.385903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 0a640f56-5bb2-44b6-85c0-900653db680b completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:34.391680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff95d9-5b6a-40c8-9cdf-96f0182f0723 None None] Port 889decea-676b-4583-a71c-f5dffeffaa23 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:44:34.394027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 0a640f56-5bb2-44b6-85c0-900653db680b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:34.394390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:34.497321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:44:34.506679 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] 10.222.0.36 "PUT /v2.0/routers/1fd14ad3-1fc6-4c75-9c89-dc9866de45a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5520856 Dec 22 05:44:34.517996 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:34.535495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 0a640f56-5bb2-44b6-85c0-900653db680b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0a640f56-5bb2-44b6-85c0-900653db680b,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:34.540616 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:34.542611 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a00625af-088c-433d-aa4a-206d5ad0545f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:34.614130 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=0a640f56-5bb2-44b6-85c0-900653db680b,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:34.617246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:35.050749 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39838) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:35.056726 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-290408554-network', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:35.061859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:35.065863 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Usage tracker for resource:network and tenant:4f6b24aa1e8d4899b901582b8b72f213 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:35.070078 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:35.075858 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:35.087294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Made reservation on behalf of 4f6b24aa1e8d4899b901582b8b72f213 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:44:35.089834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.103196 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.119962 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:35.124020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Usage tracker for resource:security_group_rule and tenant:4f6b24aa1e8d4899b901582b8b72f213 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:35.127597 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:35.133632 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:35.220614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.228004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.232666 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c21f01c2-9564-41da-8fc5-011cc59091e8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:35.257400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Sync routers for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:44:35.258284 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:44:35.269684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:35.270334 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:44:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:35.272973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f80f0dc-340e-4f23-a0f8-c8ecefc22cf6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:35.277637 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.278156 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Added segment de7ae1d5-f6fc-4232-9528-cf052f7bb48f of type vlan for network f61dc893-c046-4bda-b0f1-f552d4a1f500 Dec 22 05:44:35.290757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:35.305387 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.337980 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.339029 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:35.339626 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.343269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3023224c-d112-44d2-9d84-e93a9d4deeeb tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:35.443673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Pushing event updated for resources: {'Network': ['ID=f61dc893-c046-4bda-b0f1-f552d4a1f500,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:35.449382 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3948915 Dec 22 05:44:35.449382 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fed0bcd9-ffbc-4a97-b544-d2711bc6b631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:35.449649 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39842) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:35.451583 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:35.455296 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Request body: {'subnet': {'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-290408554-subnet', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:35.460646 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:35.464670 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Usage tracker for resource:subnet and tenant:4f6b24aa1e8d4899b901582b8b72f213 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:35.467585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:35.473524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:35.485075 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Made reservation on behalf of 4f6b24aa1e8d4899b901582b8b72f213 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:44:35.487599 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.497428 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network f61dc893-c046-4bda-b0f1-f552d4a1f500 details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:44:35.700373 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.705628 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f2815170-488e-4fdc-9303-46ce451fc3a8 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:35.777022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d286bb4f-401f-470f-9634-b1294f1559b2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:35.781098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:35.785357 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Checking segment: {'id': 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:44:35.785716 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Network hostable DHCP agents. Network: f61dc893-c046-4bda-b0f1-f552d4a1f500, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:44:35.806502 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Network f61dc893-c046-4bda-b0f1-f552d4a1f500 is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:44:35.817107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, f61dc893-c046-4bda-b0f1-f552d4a1f500) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:35.821737 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:35.822543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.836169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be284fb-887e-47b9-8947-987c2cd7581a None None] Network f61dc893-c046-4bda-b0f1-f552d4a1f500 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:44:35.843675 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-15066915-2c16-4f59-8269-f91be47d83de admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3930979 Dec 22 05:44:35.846355 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39846) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:35.851826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-290408554-router', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:35.858131 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:35.862859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Usage tracker for resource:router and tenant:4f6b24aa1e8d4899b901582b8b72f213 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:35.866085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:35.873837 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:35.886412 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.887811 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.902948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:35.959191 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0a640f56-5bb2-44b6-85c0-900653db680b up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:36.146777 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 2, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:36.151026 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 0a640f56-5bb2-44b6-85c0-900653db680b triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:36.151399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:36.205103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:36.211197 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Checking router: 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:44:36.211606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Updating router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 port 889decea-676b-4583-a71c-f5dffeffaa23 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:44:36.262776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-f61dc893-c046-4bda-b0f1-f552d4a1f500', 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'fixed_ips': [{'subnet_id': 'd286bb4f-401f-470f-9634-b1294f1559b2'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:44:36.263609 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:36.347856 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:36.640160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Allocated IP 172.20.0.2 (f61dc893-c046-4bda-b0f1-f552d4a1f500/d286bb4f-401f-470f-9634-b1294f1559b2/f33a8119-3607-475d-a37f-8511ff9ab1cc) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:36.658920 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:36.689742 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:36.825818 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Allocated IP 172.26.1.163 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/32a74cdd-b98d-480f-8b83-89b6dd72ab00) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:36.971834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.003397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.007573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f4e30275-4804-407b-aa8e-1afbfed2726a tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:37.010229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.029536 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Transition to ACTIVE for port object f33a8119-3607-475d-a37f-8511ff9ab1cc will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:37.033132 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.056730 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Transition to ACTIVE for port object 889decea-676b-4583-a71c-f5dffeffaa23 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:37.061614 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Transition to ACTIVE for port object f33a8119-3607-475d-a37f-8511ff9ab1cc will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:37.065840 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.070987 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:37.077210 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:37.080183 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:37.082833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:44:37.107661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.129692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=32a74cdd-b98d-480f-8b83-89b6dd72ab00,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:37.133026 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:37.256371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Network f61dc893-c046-4bda-b0f1-f552d4a1f500 is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:37.264707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:37.275333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:44:37.325246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4803499-699f-45fa-b01b-3ab5cd2d8d8f None None] Pushing event updated for resources: {'Port': ['ID=889decea-676b-4583-a71c-f5dffeffaa23,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:37.381500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e4803499-699f-45fa-b01b-3ab5cd2d8d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:37.382150 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b55c5f0c-bccc-4c7c-8bf1-d028d10a9d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:37.506212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Attempting to bind port f33a8119-3607-475d-a37f-8511ff9ab1cc on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:37.506468 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Attempting to bind port f33a8119-3607-475d-a37f-8511ff9ab1cc by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:37.506795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Attempting to bind port f33a8119-3607-475d-a37f-8511ff9ab1cc on network f61dc893-c046-4bda-b0f1-f552d4a1f500 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:44:37.525164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.528304 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Attempting to bind port 889decea-676b-4583-a71c-f5dffeffaa23 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:37.528684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Attempting to bind port 889decea-676b-4583-a71c-f5dffeffaa23 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:37.529058 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Attempting to bind port 889decea-676b-4583-a71c-f5dffeffaa23 on network 7052534f-db3c-4d26-92e8-e740f5bef211 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:44:37.531239 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:44:37.531735 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Checking segment: {'id': 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:44:37.532113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.532545 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Bound using segment: {'id': 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:44:37.533017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Bound port: f33a8119-3607-475d-a37f-8511ff9ab1cc, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:37.533396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.541953 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Pushing event updated for resources: {'Port': ['ID=f33a8119-3607-475d-a37f-8511ff9ab1cc,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:37.552755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:37.555793 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:44:37.556191 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Checking segment: {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:44:37.556606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.557000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Bound using segment: {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:44:37.557476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Bound port: 889decea-676b-4583-a71c-f5dffeffaa23, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:37.557855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.705983 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] For port f33a8119-3607-475d-a37f-8511ff9ab1cc, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:44:37.715045 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] For port 889decea-676b-4583-a71c-f5dffeffaa23, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:44:37.717670 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] For port f33a8119-3607-475d-a37f-8511ff9ab1cc, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f33a8119-3607-475d-a37f-8511ff9ab1cc,segment=NetworkSegment(de7ae1d5-f6fc-4232-9528-cf052f7bb48f),segment_id=de7ae1d5-f6fc-4232-9528-cf052f7bb48f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:44:37.719667 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] For port 889decea-676b-4583-a71c-f5dffeffaa23, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=889decea-676b-4583-a71c-f5dffeffaa23,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:44:37.722478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.726341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-77c2a2bc-7961-475b-862b-b97938089181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:37.756019 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.822374 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:37.823047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:44:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:37.877680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Pushing event updated for resources: {'Port': ['ID=f33a8119-3607-475d-a37f-8511ff9ab1cc,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:37.881195 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:37.888817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:37.889292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ad1c2e6d-3edd-459f-95bc-582c54c6214e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:38.052191 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4803499-699f-45fa-b01b-3ab5cd2d8d8f None None] Pushing event updated for resources: {'Port': ['ID=889decea-676b-4583-a71c-f5dffeffaa23,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:38.058003 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e4803499-699f-45fa-b01b-3ab5cd2d8d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:38.101345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:38.294495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:44:38.443919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:37Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:38.448658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59094d0-4db0-4c21-983f-8e6f9fe97f97 None None] The sync data for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv is: [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:37Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:44:38.479598 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:44:38.505512 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Sync routers for ids ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:44:38.519674 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Routers {'51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:38.520785 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:44:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:38.525427 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:38.529544 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6794748 Dec 22 05:44:38.529865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39850) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:38.737819 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Set router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:39.010848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8767d13a-adb1-47d1-9e8c-6bd01a0863e0 None None] Network f61dc893-c046-4bda-b0f1-f552d4a1f500 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:44:39.033832 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'name': 'tempest-TestShelveInstance-290408554-router', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:35Z', 'updated_at': '2021-12-22T05:44:37Z', 'revision_number': 3, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'gw_port': {'id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:36Z', 'updated_at': '2021-12-22T05:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:39.038193 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Checking router: 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:44:39.039175 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Updating router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 port 32a74cdd-b98d-480f-8b83-89b6dd72ab00 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:44:39.094245 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:39.325673 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:39.326612 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0bd0b343-f1b2-43f1-baa7-7e9430755e64 None None] Provisioning for port f33a8119-3607-475d-a37f-8511ff9ab1cc completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:39.450868 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:39.463804 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Transition to ACTIVE for port object 32a74cdd-b98d-480f-8b83-89b6dd72ab00 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:39.473667 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:39.478677 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-e6ab5cc3-37ca-4732-a68b-23c8e3bd9321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:39.557798 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Attempting to bind port 32a74cdd-b98d-480f-8b83-89b6dd72ab00 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:39.558452 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Attempting to bind port 32a74cdd-b98d-480f-8b83-89b6dd72ab00 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:39.558660 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Attempting to bind port 32a74cdd-b98d-480f-8b83-89b6dd72ab00 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:44:39.569845 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:44:39.570310 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:44:39.570864 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:39.571277 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:44:39.571816 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Bound port: 32a74cdd-b98d-480f-8b83-89b6dd72ab00, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:39.572679 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:39.586479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Allocated IP 172.20.0.1 (f61dc893-c046-4bda-b0f1-f552d4a1f500/d286bb4f-401f-470f-9634-b1294f1559b2/ce24de94-9d2c-4a01-befa-f7869ffad646) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:39.602658 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dba9e-fe8e-4815-b6cc-a0e8a50b4dcb None None] Pushing event updated for resources: {'Port': ['ID=32a74cdd-b98d-480f-8b83-89b6dd72ab00,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:39.611804 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ea1dba9e-fe8e-4815-b6cc-a0e8a50b4dcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:39.651514 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] For port 32a74cdd-b98d-480f-8b83-89b6dd72ab00, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:44:39.655147 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] For port 32a74cdd-b98d-480f-8b83-89b6dd72ab00, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=32a74cdd-b98d-480f-8b83-89b6dd72ab00,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:44:39.665327 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:39.669960 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:39.754191 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Routers {'51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:39.754846 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:44:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:39.759524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:39.777573 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Transition to ACTIVE for port object ce24de94-9d2c-4a01-befa-f7869ffad646 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:39.808495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:39.813028 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:39.828670 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dba9e-fe8e-4815-b6cc-a0e8a50b4dcb None None] Pushing event updated for resources: {'Port': ['ID=32a74cdd-b98d-480f-8b83-89b6dd72ab00,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:39.832114 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ea1dba9e-fe8e-4815-b6cc-a0e8a50b4dcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:39.879020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Network f61dc893-c046-4bda-b0f1-f552d4a1f500 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:39.885727 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:39.887904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Pushing event updated for resources: {'Port': ['ID=ce24de94-9d2c-4a01-befa-f7869ffad646,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:39.890184 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:44:39.916897 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:39.951973 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] Set router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:39.959047 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.034212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f33a8119-3607-475d-a37f-8511ff9ab1cc up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:40.126686 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port f33a8119-3607-475d-a37f-8511ff9ab1cc completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:40.132801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f33a8119-3607-475d-a37f-8511ff9ab1cc triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:40.133371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.305042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1a33c39d-8998-43a5-b7fa-8fddab8d59a8 None None] Provisioning for port ce24de94-9d2c-4a01-befa-f7869ffad646 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:40.312081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1a33c39d-8998-43a5-b7fa-8fddab8d59a8 None None] Provisioning complete for port ce24de94-9d2c-4a01-befa-f7869ffad646 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:40.312483 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a33c39d-8998-43a5-b7fa-8fddab8d59a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.319446 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'name': 'tempest-TestShelveInstance-290408554-router', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:35Z', 'updated_at': '2021-12-22T05:44:37Z', 'revision_number': 3, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'gw_port': {'id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:36Z', 'updated_at': '2021-12-22T05:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:40.324071 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf543eeb-a06a-41c9-97ed-b95a3aa04d56 None None] The sync data for ids ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'] in dv-neutron-822524-1-hyperv is: [{'id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'name': 'tempest-TestShelveInstance-290408554-router', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:35Z', 'updated_at': '2021-12-22T05:44:37Z', 'revision_number': 3, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'gw_port': {'id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:36Z', 'updated_at': '2021-12-22T05:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:44:40.373329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.394809 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-1a33c39d-8998-43a5-b7fa-8fddab8d59a8 None None] Port ce24de94-9d2c-4a01-befa-f7869ffad646 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:44:40.408212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.414842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port f33a8119-3607-475d-a37f-8511ff9ab1cc, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f33a8119-3607-475d-a37f-8511ff9ab1cc,segment=NetworkSegment(de7ae1d5-f6fc-4232-9528-cf052f7bb48f),segment_id=de7ae1d5-f6fc-4232-9528-cf052f7bb48f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:40.419869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.420926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 889decea-676b-4583-a71c-f5dffeffaa23 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:40.469014 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:40.549819 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=f33a8119-3607-475d-a37f-8511ff9ab1cc,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:40.553438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:40.559719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 889decea-676b-4583-a71c-f5dffeffaa23 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:40.576217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 889decea-676b-4583-a71c-f5dffeffaa23 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:40.576568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.670926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.676497 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.705425 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ddafb807-4a6f-4f18-81a5-91ec72c91e29 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:40.712502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.750825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 889decea-676b-4583-a71c-f5dffeffaa23, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=889decea-676b-4583-a71c-f5dffeffaa23,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:40.755695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.759082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:40.792839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:40.796762 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Pushing event updated for resources: {'Port': ['ID=ce24de94-9d2c-4a01-befa-f7869ffad646,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:40.800294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:40.832828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=889decea-676b-4583-a71c-f5dffeffaa23,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:40.836544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:40.936471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Network f61dc893-c046-4bda-b0f1-f552d4a1f500 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:40.937676 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:41.143336 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:44:41.238482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-3f2ed735-2edf-432c-af48-58edb452f89c None None] Provisioning complete for port ce24de94-9d2c-4a01-befa-f7869ffad646 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:41.238865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed735-2edf-432c-af48-58edb452f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:41.302054 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ed735-2edf-432c-af48-58edb452f89c None None] Port ce24de94-9d2c-4a01-befa-f7869ffad646 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:44:41.332906 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:44:41.341557 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87fd240c-912d-471f-ac15-adfffd383def admin admin] 10.222.0.36 "PUT /v2.0/routers/51cad9fa-5d9b-4e83-8b8e-1fdf509ab588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8105822 Dec 22 05:44:41.951909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Sync routers for ids ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:44:41.962916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Routers {'51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:41.963786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:44:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:42.019633 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 32a74cdd-b98d-480f-8b83-89b6dd72ab00 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:42.023199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39864) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:42.028874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340131588', 'description': 'tempest-secgroup-smoke-340131588 description', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:42.035253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:42.039280 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:42.042289 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:42.048243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:42.059254 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.079060 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:42.083068 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:42.086003 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:42.091689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:42.169011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.174463 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.179948 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86b4ea8e-e779-43fd-a8b7-159a3312d2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:42.195783 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 32a74cdd-b98d-480f-8b83-89b6dd72ab00 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:42.204015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Set router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:42.221719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7cad24-b091-478c-9483-0bdcc7a3cc15,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:42.224847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:42.227115 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.231357 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9ffd9cce-b169-411a-af3d-5d3caad31e3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2041640 Dec 22 05:44:42.231657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39868) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:42.237342 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': '0c7cad24-b091-478c-9483-0bdcc7a3cc15', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:42.243924 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:42.247518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 32a74cdd-b98d-480f-8b83-89b6dd72ab00 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:42.247518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.248180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:42.251638 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:42.258516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:42.282531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.345313 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.350016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.352103 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25ba0937-5c76-49cc-870e-3455620868b8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:42.375438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a66b32-aa36-49fa-befb-39332a0a8c39,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:42.377996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:42.387036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.388333 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0c392801-657b-4656-9a17-8024b73f8c21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555474 Dec 22 05:44:42.391732 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39872) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:42.397022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': '0c7cad24-b091-478c-9483-0bdcc7a3cc15', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:42.403136 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:42.407138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:42.410031 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:42.415705 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:42.433016 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.494834 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.499232 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.507155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11fdeb41-8a0a-4687-8fb2-0c6059f3e3ef tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:42.532088 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8851ee4e-100b-4257-b7d0-eb096a490125,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:42.535090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:42.540741 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.544613 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-72453f07-a4cd-4456-aa09-06e256c24d03 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518309 Dec 22 05:44:42.544950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39876) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:42.550591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': '0c7cad24-b091-478c-9483-0bdcc7a3cc15', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:42.556042 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.556885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:42.560808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:42.564045 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:42.571127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:42.593152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.608255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 32a74cdd-b98d-480f-8b83-89b6dd72ab00, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=32a74cdd-b98d-480f-8b83-89b6dd72ab00,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:42.616560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.617394 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f33a8119-3607-475d-a37f-8511ff9ab1cc up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:42.648922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:42.665255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.673663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.675596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c2072ed-2efe-40ae-adee-642b3dcb0b76 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:42.701435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f9ce67-60c0-4f2b-98e9-42359d5a743d,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:42.704031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:42.712478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.716592 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1676981 Dec 22 05:44:42.716817 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39880) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:42.723791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': '0c7cad24-b091-478c-9483-0bdcc7a3cc15', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:42.729550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:42.733580 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:42.736447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:42.742042 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:42.750906 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=32a74cdd-b98d-480f-8b83-89b6dd72ab00,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:42.755171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:42.760323 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.763260 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f33a8119-3607-475d-a37f-8511ff9ab1cc triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:42.763629 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.809275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'name': 'tempest-TestShelveInstance-290408554-router', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:35Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 4, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'gw_port': {'id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:36Z', 'updated_at': '2021-12-22T05:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'ce24de94-9d2c-4a01-befa-f7869ffad646', 'name': '', 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'mac_address': 'fa:16:3e:6f:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'd286bb4f-401f-470f-9634-b1294f1559b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:39Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 2, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'subnets': [{'id': 'd286bb4f-401f-470f-9634-b1294f1559b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:42.818751 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Checking router: 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:44:42.819110 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Updating router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 port ce24de94-9d2c-4a01-befa-f7869ffad646 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:44:42.826343 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.832454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.839407 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-be282cbf-d778-45bf-a04d-fe12536d547b tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:42.860166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f79a4ed-b963-4bd1-8d01-bf186a414c47,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:42.863867 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:42.875229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.876457 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9090b823-b53a-4cb5-bf9a-4d514a5e2814 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586256 Dec 22 05:44:42.879513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39884) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:42.885665 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': '0c7cad24-b091-478c-9483-0bdcc7a3cc15', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:42.892659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:42.896802 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:42.899844 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:42.905699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:42.917354 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Project 6c5d0dbbbe494b30932a4c90cba1e2ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:44:42.923980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.932761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.987952 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.992513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:42.994540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b232dc8-836d-4645-bcfb-60209a437b13 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:43.017734 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4a1850-1f8c-44ff-ae88-959f66da83dc,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:43.022430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:43.028209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.030012 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487958 Dec 22 05:44:43.033012 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39888) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:43.038475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': '0c7cad24-b091-478c-9483-0bdcc7a3cc15', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:43.044669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:43.049926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:43.053067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:43.059229 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:43.072160 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Project 6c5d0dbbbe494b30932a4c90cba1e2ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:44:43.079429 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.086400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 889decea-676b-4583-a71c-f5dffeffaa23 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:43.149413 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.155008 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.164180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23615bb4-870f-49cd-8873-61b9370badb1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:43.186279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0496fd86-7d41-4471-acc4-b06c246a60ab,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:43.189878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:43.197118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.206692 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e8238c25-25a2-4b6a-80d6-c58117b63ac0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1643062 Dec 22 05:44:43.261488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 889decea-676b-4583-a71c-f5dffeffaa23 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:43.261863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.370921 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-f4e40635-6d31-4544-8b3c-2d3bfd512125 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Synchronizing usage tracker for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:44:43.388570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-f4e40635-6d31-4544-8b3c-2d3bfd512125 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Unset dirty status for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:44:43.389785 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-f4e40635-6d31-4544-8b3c-2d3bfd512125 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340131588&fields=id&tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea HTTP/1.1" status: 200 len: 267 time: 0.0609710 Dec 22 05:44:43.486138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.498951 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Transition to ACTIVE for port object ce24de94-9d2c-4a01-befa-f7869ffad646 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:43.506910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.511343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:43.645290 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5620c-0650-481c-8aaa-143d45a67c90 None None] Pushing event updated for resources: {'Port': ['ID=ce24de94-9d2c-4a01-befa-f7869ffad646,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:43.649381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-02b5620c-0650-481c-8aaa-143d45a67c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:43.692592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-6be836ca-de3e-42ff-ba16-ef8aae9a125c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:43.693397 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-6be836ca-de3e-42ff-ba16-ef8aae9a125c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Synchronizing usage tracker for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:44:43.713257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-6be836ca-de3e-42ff-ba16-ef8aae9a125c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Unset dirty status for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:44:43.714663 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-6be836ca-de3e-42ff-ba16-ef8aae9a125c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 808 time: 0.3169711 Dec 22 05:44:43.734993 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-5a6342a2-5eba-412c-8429-e58a7bec5a7e tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/quotas/6c5d0dbbbe494b30932a4c90cba1e2ea HTTP/1.1" status: 200 len: 375 time: 0.0101607 Dec 22 05:44:43.742065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Attempting to bind port ce24de94-9d2c-4a01-befa-f7869ffad646 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:43.742587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Attempting to bind port ce24de94-9d2c-4a01-befa-f7869ffad646 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:43.743060 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Attempting to bind port ce24de94-9d2c-4a01-befa-f7869ffad646 on network f61dc893-c046-4bda-b0f1-f552d4a1f500 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:44:43.757719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:44:43.758190 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Checking segment: {'id': 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:44:43.758726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.759234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Bound using segment: {'id': 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:44:43.760128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Bound port: ce24de94-9d2c-4a01-befa-f7869ffad646, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:43.760628 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.821129 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-0d0b824e-4693-4928-8b31-32a963a61aaf tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781574 Dec 22 05:44:43.859506 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] For port ce24de94-9d2c-4a01-befa-f7869ffad646, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:44:43.863606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] For port ce24de94-9d2c-4a01-befa-f7869ffad646, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ce24de94-9d2c-4a01-befa-f7869ffad646,segment=NetworkSegment(de7ae1d5-f6fc-4232-9528-cf052f7bb48f),segment_id=de7ae1d5-f6fc-4232-9528-cf052f7bb48f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:44:43.869219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.873912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:43.933016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 32a74cdd-b98d-480f-8b83-89b6dd72ab00 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:44.017704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5620c-0650-481c-8aaa-143d45a67c90 None None] Pushing event updated for resources: {'Port': ['ID=ce24de94-9d2c-4a01-befa-f7869ffad646,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:44.022804 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-02b5620c-0650-481c-8aaa-143d45a67c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:44.023471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Routers {'51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:44.024169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:44:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:44.112658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 32a74cdd-b98d-480f-8b83-89b6dd72ab00 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:44.113301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:44.126076 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-c48d9cc2-3879-442b-aba7-9dce73d03644 service neutron] 10.222.0.36 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782758 Dec 22 05:44:44.276774 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-5e410a91-ce44-4873-8719-85e6f1f6a486 service neutron] 10.222.0.36 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444623 Dec 22 05:44:44.337522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] Set router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:44.519525 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a71557c-8f22-4288-bd31-c641dde30cd8 req-f7fbebfd-87cd-4349-af37-0f263bda084e tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 210 time: 0.0498192 Dec 22 05:44:44.739357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'name': 'tempest-TestShelveInstance-290408554-router', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:35Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 4, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'gw_port': {'id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:36Z', 'updated_at': '2021-12-22T05:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'ce24de94-9d2c-4a01-befa-f7869ffad646', 'name': '', 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'mac_address': 'fa:16:3e:6f:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'd286bb4f-401f-470f-9634-b1294f1559b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:39Z', 'updated_at': '2021-12-22T05:44:43Z', 'revision_number': 4, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'subnets': [{'id': 'd286bb4f-401f-470f-9634-b1294f1559b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:44.743390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1ad55-20f6-4db6-82bf-d11d9632cc85 None None] The sync data for ids ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'] in dv-neutron-822524-1-hyperv is: [{'id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'name': 'tempest-TestShelveInstance-290408554-router', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:35Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 4, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'gw_port': {'id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:36Z', 'updated_at': '2021-12-22T05:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'ce24de94-9d2c-4a01-befa-f7869ffad646', 'name': '', 'network_id': 'f61dc893-c046-4bda-b0f1-f552d4a1f500', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'mac_address': 'fa:16:3e:6f:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'd286bb4f-401f-470f-9634-b1294f1559b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:39Z', 'updated_at': '2021-12-22T05:44:43Z', 'revision_number': 4, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'subnets': [{'id': 'd286bb4f-401f-470f-9634-b1294f1559b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:44:45.216052 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:45.679745 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e96ec245-d667-4530-974a-4ffa2b8d2646 req-97392956-a198-4008-9ffc-648bafbfa1ed tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 210 time: 0.0448616 Dec 22 05:44:45.931400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-0976c5d7-58f0-458a-bd24-b0069a607391 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:45.933583 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-0976c5d7-58f0-458a-bd24-b0069a607391 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 808 time: 0.1659541 Dec 22 05:44:45.974499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ce24de94-9d2c-4a01-befa-f7869ffad646 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:46.000999 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-ef752b00-dbf2-4064-99ef-5715a4113029 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea HTTP/1.1" status: 200 len: 379 time: 0.0511272 Dec 22 05:44:46.014516 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'port': {'device_id': '078da814-24f9-4293-b394-fabdc18086c0', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'admin_state_up': True, 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'security_groups': ['0c7cad24-b091-478c-9483-0bdcc7a3cc15']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:46.051821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port ce24de94-9d2c-4a01-befa-f7869ffad646 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:46.056786 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ce24de94-9d2c-4a01-befa-f7869ffad646 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:46.057160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:46.158146 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:46.162131 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:port and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:46.164973 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:46.170573 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:46.176098 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:46.181399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Made reservation on behalf of 6c5d0dbbbe494b30932a4c90cba1e2ea for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:44:46.185017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:46.209638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port ce24de94-9d2c-4a01-befa-f7869ffad646, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ce24de94-9d2c-4a01-befa-f7869ffad646,segment=NetworkSegment(de7ae1d5-f6fc-4232-9528-cf052f7bb48f),segment_id=de7ae1d5-f6fc-4232-9528-cf052f7bb48f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:46.215171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:46.217105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:46.284458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=ce24de94-9d2c-4a01-befa-f7869ffad646,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:46.288246 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:46.365126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Allocated IP 172.20.0.7 (7052534f-db3c-4d26-92e8-e740f5bef211/73dac24b-a36e-447b-8cd6-1f4d099972f6/91e770a3-8fb1-4449-88f0-1878519ccb37) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:46.558504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:46.574596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Transition to ACTIVE for port object 91e770a3-8fb1-4449-88f0-1878519ccb37 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:46.606704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:46.614196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6746faf5-5208-42d6-82a9-7b997e2c9a83 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:46.698446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Network 7052534f-db3c-4d26-92e8-e740f5bef211 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:46.701640 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:46.705560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:44:46.737822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:46.744526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:46.778990 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:46.779659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:46.804831 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7979608 Dec 22 05:44:46.880987 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248e3db-4619-4b9c-a38f-cfa52efeaf10 req-6da67582-59af-484d-815a-85bd829220ca tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:46.882532 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d248e3db-4619-4b9c-a38f-cfa52efeaf10 req-6da67582-59af-484d-815a-85bd829220ca tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 931 time: 0.0871356 Dec 22 05:44:46.910985 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Request body: {'port': {'device_id': '078da814-24f9-4293-b394-fabdc18086c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:46.932941 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d248e3db-4619-4b9c-a38f-cfa52efeaf10 req-1111be42-1042-4828-b156-51926e288255 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440016 Dec 22 05:44:46.949008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6d463ad6-9eab-4971-8ff0-a096022e5fa1 None None] Provisioning for port 91e770a3-8fb1-4449-88f0-1878519ccb37 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:46.954035 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6d463ad6-9eab-4971-8ff0-a096022e5fa1 None None] Provisioning complete for port 91e770a3-8fb1-4449-88f0-1878519ccb37 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:46.954561 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6d463ad6-9eab-4971-8ff0-a096022e5fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:47.010389 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6d463ad6-9eab-4971-8ff0-a096022e5fa1 None None] Port 91e770a3-8fb1-4449-88f0-1878519ccb37 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:44:47.026094 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:47.491586 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e770a3-8fb1-4449-88f0-1878519ccb37 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:44:47.498906 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:47.513658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Transition to ACTIVE for port object 91e770a3-8fb1-4449-88f0-1878519ccb37 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:47.520917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:47.525588 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:47.685742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Pushing event updated for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:47.688947 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:47.762872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Attempting to bind port 91e770a3-8fb1-4449-88f0-1878519ccb37 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:47.763220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Attempting to bind port 91e770a3-8fb1-4449-88f0-1878519ccb37 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:47.763551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Attempting to bind port 91e770a3-8fb1-4449-88f0-1878519ccb37 on network 7052534f-db3c-4d26-92e8-e740f5bef211 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:44:47.768378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Port 91e770a3-8fb1-4449-88f0-1878519ccb37 on network 7052534f-db3c-4d26-92e8-e740f5bef211 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:44:47.768731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Attempting to bind port 91e770a3-8fb1-4449-88f0-1878519ccb37 on network 7052534f-db3c-4d26-92e8-e740f5bef211 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:44:47.774105 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:44:47.774399 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Checking segment: {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:44:47.774786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Bound using segment: {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:44:47.775205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Bound port: 91e770a3-8fb1-4449-88f0-1878519ccb37, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:47.775546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:47.870850 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:44:47.873904 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:44:47.880515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:47.884753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c6934693-97c3-4670-9643-25fcdacb51a5 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:47.923885 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ce24de94-9d2c-4a01-befa-f7869ffad646 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:47.946062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:47.946707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:47.948087 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] 10.222.0.61 "PUT /v2.0/ports/91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 1093 time: 1.0883591 Dec 22 05:44:47.948655 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:44:47.967931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Pushing event updated for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:47.972935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:48.026808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port ce24de94-9d2c-4a01-befa-f7869ffad646 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:48.027198 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:48.102305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-ed4b7a0d-5f54-4878-a3ac-07e33b423989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:48.103851 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-ed4b7a0d-5f54-4878-a3ac-07e33b423989 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1096 time: 0.0853250 Dec 22 05:44:48.203226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df1ec8-9544-4684-89b9-c6a4151d6e2a req-553a7dd9-371d-4a9c-ac5c-4c91359636eb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:48.208170 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'status': 'completed', 'code': 200} Dec 22 05:44:48.210944 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34df1ec8-9544-4684-89b9-c6a4151d6e2a req-553a7dd9-371d-4a9c-ac5c-4c91359636eb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.1404014 Dec 22 05:44:48.224092 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-ec828b21-b85f-4d3f-ad4d-8f7d03f54e4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 217 time: 0.1005859 Dec 22 05:44:48.255861 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34df1ec8-9544-4684-89b9-c6a4151d6e2a req-ba55ca6f-bee0-4695-8479-cc39a46487e4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440383 Dec 22 05:44:48.305347 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-7cf94103-190b-496f-9822-23419f137027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:48.306803 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-7cf94103-190b-496f-9822-23419f137027 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0761180 Dec 22 05:44:48.394531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-f37f77f4-05f4-463d-a6eb-429264bec559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:48.396067 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-f37f77f4-05f4-463d-a6eb-429264bec559 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821564 Dec 22 05:44:48.534165 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-6a441ae9-3253-4905-b2b2-4eee8a779f92 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307361 Dec 22 05:44:48.685865 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-42a34dbb-3f39-4602-9120-46af8fc01b84 req-71fd045c-3c0d-41ed-a2b8-a6e4d44fcdcb service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444948 Dec 22 05:44:48.867205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497194-2f1f-4e20-a250-d30f7734005d req-be257f6e-2151-45b9-aeba-a35f1073e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:48.868712 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62497194-2f1f-4e20-a250-d30f7734005d req-be257f6e-2151-45b9-aeba-a35f1073e6db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1096 time: 0.0764353 Dec 22 05:44:49.007876 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497194-2f1f-4e20-a250-d30f7734005d req-68a37459-346c-4106-ae47-7da8956e8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:49.009379 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62497194-2f1f-4e20-a250-d30f7734005d req-68a37459-346c-4106-ae47-7da8956e8277 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1340780 Dec 22 05:44:49.085504 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62497194-2f1f-4e20-a250-d30f7734005d req-0b309a7f-f5aa-4d36-a5eb-7a07f48d27ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 217 time: 0.0679927 Dec 22 05:44:49.157127 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497194-2f1f-4e20-a250-d30f7734005d req-2f545796-be82-4dfc-9038-720e32abd169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:49.158496 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62497194-2f1f-4e20-a250-d30f7734005d req-2f545796-be82-4dfc-9038-720e32abd169 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0669830 Dec 22 05:44:49.239464 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497194-2f1f-4e20-a250-d30f7734005d req-099068bf-fb3b-49f3-be9a-512d0f41f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:49.241730 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62497194-2f1f-4e20-a250-d30f7734005d req-099068bf-fb3b-49f3-be9a-512d0f41f597 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764046 Dec 22 05:44:49.511518 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62497194-2f1f-4e20-a250-d30f7734005d req-b7a4fe1d-2f88-45a7-8e2e-420460804b58 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625265 Dec 22 05:44:49.612560 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec3905-33cd-457b-8a7f-33ee6ed05241 req-50654a5e-7ffb-4c46-b24d-aa135c4ade01 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:49.614049 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23ec3905-33cd-457b-8a7f-33ee6ed05241 req-50654a5e-7ffb-4c46-b24d-aa135c4ade01 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0821793 Dec 22 05:44:49.646807 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-62497194-2f1f-4e20-a250-d30f7734005d req-fac58abc-d91f-433f-a5ab-81bd6779f592 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277494 Dec 22 05:44:49.663380 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23ec3905-33cd-457b-8a7f-33ee6ed05241 req-4a00333c-392d-478a-a342-854adef422d2 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434513 Dec 22 05:44:50.837634 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 91e770a3-8fb1-4449-88f0-1878519ccb37 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:44:50.862112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae57d7-b546-429b-81f4-b9065d6e0428 req-836f9b11-a7d5-48a9-9a43-89faea9f21a9 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:50.863570 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6eae57d7-b546-429b-81f4-b9065d6e0428 req-836f9b11-a7d5-48a9-9a43-89faea9f21a9 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0823069 Dec 22 05:44:50.908978 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6eae57d7-b546-429b-81f4-b9065d6e0428 req-d643714a-920f-4ec9-a97d-4704f11eea3d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394492 Dec 22 05:44:50.969739 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:50.983270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'port_id': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'mac_address': 'fa:16:3e:94:95:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:44:51.040588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:51.057763 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e770a3-8fb1-4449-88f0-1878519ccb37 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:44:51.074520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:51.081828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:51.083610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:51.159271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:51.162525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:51.495638 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['91e770a3-8fb1-4449-88f0-1878519ccb37'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:44:52.107376 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae9598-89f1-4c3a-aa6f-b3155d9a59b1 req-556f94fe-1ef0-4d77-a975-ae3ac613bdd3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:52.108890 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94ae9598-89f1-4c3a-aa6f-b3155d9a59b1 req-556f94fe-1ef0-4d77-a975-ae3ac613bdd3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 944 time: 0.0960095 Dec 22 05:44:52.154807 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94ae9598-89f1-4c3a-aa6f-b3155d9a59b1 req-867f661c-a5ff-4386-bebd-53b9a3f14546 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 Dec 22 05:44:52.854088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 91e770a3-8fb1-4449-88f0-1878519ccb37 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:44:52.931192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 91e770a3-8fb1-4449-88f0-1878519ccb37 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:52.936352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 91e770a3-8fb1-4449-88f0-1878519ccb37 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:52.936771 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:53.055685 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:53.083309 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:44:53.093105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:44:53.098817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:53.100861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e0e005a4-2036-48bb-977c-dbd70c4d58a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:53.169180 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:53.173227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:53.180443 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'code': 200} Dec 22 05:44:53.346507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a03d3-9b30-4d29-b9a7-ac38db800596 req-950be498-1ca4-4f34-95b1-fa22a8fdc5ec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:53.347933 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae8a03d3-9b30-4d29-b9a7-ac38db800596 req-950be498-1ca4-4f34-95b1-fa22a8fdc5ec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0852847 Dec 22 05:44:53.394563 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae8a03d3-9b30-4d29-b9a7-ac38db800596 req-1d0e4bcb-2621-4a66-974c-9bfdedca7359 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406854 Dec 22 05:44:53.454777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80c7a4-a4d9-4343-94aa-8a9a47511c2e req-362daaee-4988-49ab-aa1a-9f01bb4a435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:53.456324 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7e80c7a4-a4d9-4343-94aa-8a9a47511c2e req-362daaee-4988-49ab-aa1a-9f01bb4a435f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1098 time: 0.0777252 Dec 22 05:44:53.502682 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7e80c7a4-a4d9-4343-94aa-8a9a47511c2e req-e64f8ee9-a6b8-4b8c-a181-f8c1525d936a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400615 Dec 22 05:44:54.602100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361be10-346d-46e1-b35a-fd48a1912f73 req-cd8f68c4-f26e-4fd6-b2b8-60708f595dcb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:54.603464 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9361be10-346d-46e1-b35a-fd48a1912f73 req-cd8f68c4-f26e-4fd6-b2b8-60708f595dcb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0948229 Dec 22 05:44:54.649567 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-27f66817-aebf-437c-ab23-30a13da8b555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:54.651317 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9361be10-346d-46e1-b35a-fd48a1912f73 req-49a96723-d589-46b2-b40a-f82afa727e87 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419028 Dec 22 05:44:55.851855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b6d4-8dc7-4d2a-8739-ceccfd7c57fb req-5dc31fde-f540-4f7e-a657-eddbba50c1d5 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:55.853313 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a9c7b6d4-8dc7-4d2a-8739-ceccfd7c57fb req-5dc31fde-f540-4f7e-a657-eddbba50c1d5 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0841844 Dec 22 05:44:55.906239 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a9c7b6d4-8dc7-4d2a-8739-ceccfd7c57fb req-3b04eeb4-1cc8-4162-ae4f-4412830cc340 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442748 Dec 22 05:44:55.978294 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:44:56.094266 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d728-0f3e-4007-a3b0-fec1affe2421 req-ef1bfae6-e389-4ac3-b03a-64184c7cafb6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:56.095864 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cea6d728-0f3e-4007-a3b0-fec1affe2421 req-ef1bfae6-e389-4ac3-b03a-64184c7cafb6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0853758 Dec 22 05:44:56.142497 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cea6d728-0f3e-4007-a3b0-fec1affe2421 req-15157648-0853-4c96-8014-d779f2fb2e54 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Dec 22 05:44:56.165829 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 39976) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:56.287278 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad308dc-7a85-40a1-b25e-610ce55742a1 tempest-TestShelveInstance-732792640 tempest-TestShelveInstance-732792640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:56.288085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5ad308dc-7a85-40a1-b25e-610ce55742a1 tempest-TestShelveInstance-732792640 tempest-TestShelveInstance-732792640-project-admin] Synchronizing usage tracker for tenant:4f6b24aa1e8d4899b901582b8b72f213 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:44:56.304982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5ad308dc-7a85-40a1-b25e-610ce55742a1 tempest-TestShelveInstance-732792640 tempest-TestShelveInstance-732792640-project-admin] Unset dirty status for tenant:4f6b24aa1e8d4899b901582b8b72f213 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:44:56.306259 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5ad308dc-7a85-40a1-b25e-610ce55742a1 tempest-TestShelveInstance-732792640 tempest-TestShelveInstance-732792640-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1093 time: 0.1394520 Dec 22 05:44:56.309335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 39982) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:44:56.314616 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:56.322149 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:44:56.326210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:floatingip and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:44:56.329181 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:44:56.335666 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:44:56.345765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:56.494219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:56.636681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Allocated IP 172.26.1.159 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/33fa1d2f-d36a-4775-a289-49730e4b9533) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:56.797723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:56.832291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:56.835827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-abc4356b-130c-493e-9eaa-176817d4a889 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:56.896395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:56.899126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:56.902688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:44:56.933120 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'Port': ['ID=33fa1d2f-d36a-4775-a289-49730e4b9533,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:56.939800 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:57.024024 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-360f1fc9-82fa-4701-a559-e4624cdd0f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:57.336512 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:57.417469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:57.629166 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:57.636905 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:57.640436 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:44:57.864647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'Port': ['ID=33fa1d2f-d36a-4775-a289-49730e4b9533,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:57.868514 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:44:57.875010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:58.057446 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Floating IP b6967ac1-474f-4a5b-a399-0134e6cffcf0 associated. External IP: 172.26.1.159, port: 91e770a3-8fb1-4449-88f0-1878519ccb37. Dec 22 05:44:58.132154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:58.263726 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:58.432533 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:44:58.610424 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:44:58.621374 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] Sync routers for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:44:58.631443 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:58.632089 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:44:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:58.638142 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:58.696987 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3862727 Dec 22 05:44:58.697552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:44:58.741342 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'status': 'completed', 'code': 200} Dec 22 05:44:58.810929 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:58.855014 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e72b-789d-488f-840e-b82116e4750a req-140f06bf-a2b2-47a8-9b01-f9570ef74fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:58.856529 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1cb4e72b-789d-488f-840e-b82116e4750a req-140f06bf-a2b2-47a8-9b01-f9570ef74fee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1098 time: 0.0722294 Dec 22 05:44:58.990677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e72b-789d-488f-840e-b82116e4750a req-e1b9998d-15f5-49d9-a8f4-ba55b6c24331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:58.992050 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1cb4e72b-789d-488f-840e-b82116e4750a req-e1b9998d-15f5-49d9-a8f4-ba55b6c24331 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1289344 Dec 22 05:44:59.104676 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1cb4e72b-789d-488f-840e-b82116e4750a req-7958b9bc-f650-4089-97c8-d784c1bfa45b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 999 time: 0.1060905 Dec 22 05:44:59.161485 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'b6967ac1-474f-4a5b-a399-0134e6cffcf0', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'port_id': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'mac_address': 'fa:16:3e:94:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078da814-24f9-4293-b394-fabdc18086c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:57Z', 'updated_at': '2021-12-22T05:44:57Z', 'revision_number': 0, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:59.165384 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] Checking router: 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:44:59.173689 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:44:59.174275 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:44:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:59.174429 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e72b-789d-488f-840e-b82116e4750a req-286c2f49-b64a-42af-96b3-b4e25c9a9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:59.175850 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1cb4e72b-789d-488f-840e-b82116e4750a req-286c2f49-b64a-42af-96b3-b4e25c9a9f54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0654466 Dec 22 05:44:59.255337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e72b-789d-488f-840e-b82116e4750a req-bc934d29-2985-4ff4-9275-5bcccfff10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:59.256809 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1cb4e72b-789d-488f-840e-b82116e4750a req-bc934d29-2985-4ff4-9275-5bcccfff10dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750432 Dec 22 05:44:59.356592 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:44:59.533658 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1cb4e72b-789d-488f-840e-b82116e4750a req-7112f297-2599-4df1-9c01-2160daa91abd service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704027 Dec 22 05:44:59.673369 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1cb4e72b-789d-488f-840e-b82116e4750a req-17f1b74c-b9bc-44b8-b6b4-f8ddac8d95fe service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322565 Dec 22 05:44:59.729155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:59.763525 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'b6967ac1-474f-4a5b-a399-0134e6cffcf0', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'port_id': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'mac_address': 'fa:16:3e:94:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078da814-24f9-4293-b394-fabdc18086c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:57Z', 'updated_at': '2021-12-22T05:44:57Z', 'revision_number': 0, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:59.768024 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b45345-2deb-49e9-af54-fc8c9286da57 None None] The sync data for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv is: [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': 'b6967ac1-474f-4a5b-a399-0134e6cffcf0', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'port_id': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'mac_address': 'fa:16:3e:94:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078da814-24f9-4293-b394-fabdc18086c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:57Z', 'updated_at': '2021-12-22T05:44:57Z', 'revision_number': 0, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:44:59.980794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c579f2-8c5e-4211-95a2-b7ce642da972 None None] New status for floating IP b6967ac1-474f-4a5b-a399-0134e6cffcf0: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:45:15.217859 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:24.659458 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c3d25fa5-66d9-471f-83eb-a0d1a5d90eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:27.026160 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-db84df22-944c-43c5-9dd5-9a806b851f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:28.137733 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:28.259563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:29.736737 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:32.982404 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:45:45.221788 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:50.086065 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-a136114c-2ebd-4207-99b8-0511c4629120 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956919 Dec 22 05:45:50.253558 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-3ea38be7-6896-4d95-87ce-dd18c34e27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:50.254923 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-3ea38be7-6896-4d95-87ce-dd18c34e27da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1098 time: 0.0813384 Dec 22 05:45:50.411415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-44d7641f-7eef-4a1c-8476-1d6e2f83b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:50.412898 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-44d7641f-7eef-4a1c-8476-1d6e2f83b596 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1374698 Dec 22 05:45:50.515146 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-73940d05-3e25-4696-9976-69adbbcc3de3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 1001 time: 0.0949633 Dec 22 05:45:50.581625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-68f25645-e8f2-4f3f-b9fa-d65f2fd72847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:50.583406 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-68f25645-e8f2-4f3f-b9fa-d65f2fd72847 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0621185 Dec 22 05:45:50.662555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-1a33b650-6bd2-4238-a44e-5ed6b050ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:50.664051 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-1a33b650-6bd2-4238-a44e-5ed6b050ede9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738077 Dec 22 05:45:50.798545 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-e67fb60c-56b6-4041-b95b-4a0b0fdc0041 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272631 Dec 22 05:45:50.931939 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7ea00f5b-a88c-44cd-981f-85ea0aaebeb4 req-e2fe3d3f-7166-47dc-8735-1e784c6374d7 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270716 Dec 22 05:45:54.671490 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-abe12c8a-b738-47c5-b670-0ae038958b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:57.034291 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d8f3958b-a875-4fe1-97f5-b156cefa3f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:58.138822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:58.261876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:59.747898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:09.983323 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:46:15.227851 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:24.658822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ab3840ea-c0f7-4e63-8a95-6a91d404df46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:27.025425 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-59c7243b-8879-4521-81cb-97e101b1f077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:28.144795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:28.276621 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:29.746287 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:45.231965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:46.987502 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:46:51.942129 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-ad118e7d-0487-4f70-b3c9-54cabaaee6e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800025 Dec 22 05:46:52.115827 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-033c6013-5694-4e4c-a597-c904cc7678a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:52.117377 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-033c6013-5694-4e4c-a597-c904cc7678a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1098 time: 0.0841582 Dec 22 05:46:52.263853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-59ccc5ab-c513-4b27-beac-641fb7bed75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:52.265321 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-59ccc5ab-c513-4b27-beac-641fb7bed75d service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1290822 Dec 22 05:46:52.372010 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-f6aff6ad-b2c8-49b7-871d-aad305114aca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 1001 time: 0.1001103 Dec 22 05:46:52.435704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-57685343-6445-4c49-b2af-42a99be6074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:52.437216 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-57685343-6445-4c49-b2af-42a99be6074f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0588820 Dec 22 05:46:52.521156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-fafe4a18-5fd3-4f52-aae6-409a6cc100fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:52.522564 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-fafe4a18-5fd3-4f52-aae6-409a6cc100fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793409 Dec 22 05:46:52.785469 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-faeabf85-cffc-47b9-abcc-dc05615031a0 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543497 Dec 22 05:46:52.919996 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b1cb0243-8e7d-411f-a89d-4bb3c29fed18 req-f1ac4c1b-8fb4-45e8-ab5e-40730c6446fb service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279366 Dec 22 05:46:54.665434 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8604197c-be13-4f74-81a9-efef0a9087cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:57.025743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c66a50d4-bea0-41c8-bebd-5ae1fd4b115a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:58.136954 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:58.268705 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:59.750269 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:15.236855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:23.989040 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:47:24.663513 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-94d7cecc-1b1f-44e4-b8d8-61bbc5826f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:27.029810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d3e854c5-3868-4562-ab71-75efa2432238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:28.136860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:28.271438 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:29.756559 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:35.364339 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba122d-1abe-4682-afe0-e8b2d25c1eb1 req-1860135c-e080-4ad3-b26d-24f36577145d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:35.365848 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-05ba122d-1abe-4682-afe0-e8b2d25c1eb1 req-1860135c-e080-4ad3-b26d-24f36577145d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0982647 Dec 22 05:47:35.417727 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-05ba122d-1abe-4682-afe0-e8b2d25c1eb1 req-0f537f53-a10b-4205-8f07-fbc18a2a75b1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458252 Dec 22 05:47:36.752174 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347e6d6-7af7-45d8-bd1b-91e6993bd56e req-745208f7-8a57-4474-ba92-7de846175ad2 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:36.753661 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d347e6d6-7af7-45d8-bd1b-91e6993bd56e req-745208f7-8a57-4474-ba92-7de846175ad2 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.2088947 Dec 22 05:47:36.800020 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d347e6d6-7af7-45d8-bd1b-91e6993bd56e req-8c8fa8cc-f988-4cac-8343-463fbbc57bda tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394256 Dec 22 05:47:38.011369 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669b975-a666-480e-afc8-83aec9789c65 req-5bc2e50f-821e-4b85-acf2-11fa71243c45 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:38.012873 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e669b975-a666-480e-afc8-83aec9789c65 req-5bc2e50f-821e-4b85-acf2-11fa71243c45 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0855463 Dec 22 05:47:38.062347 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e669b975-a666-480e-afc8-83aec9789c65 req-3bdfae94-d382-4419-a07c-5d95a58d6576 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435853 Dec 22 05:47:39.257277 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d014877-f04b-490b-817b-36e906f8a105 req-f810931c-29e8-464d-af34-d19a995222f6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:39.258869 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1d014877-f04b-490b-817b-36e906f8a105 req-f810931c-29e8-464d-af34-d19a995222f6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0847096 Dec 22 05:47:39.305673 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1d014877-f04b-490b-817b-36e906f8a105 req-846e9295-f63c-41ee-9c34-7df6cc60ab85 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399415 Dec 22 05:47:40.526096 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f3128-0c1f-43c0-9c02-a4788e70787b req-cdf58b17-4290-4972-8bd2-9ead8b2719d4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:40.527430 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b9f3128-0c1f-43c0-9c02-a4788e70787b req-cdf58b17-4290-4972-8bd2-9ead8b2719d4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.1009741 Dec 22 05:47:40.574187 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b9f3128-0c1f-43c0-9c02-a4788e70787b req-fe851bc6-1db4-4aae-965f-ec8a8bbd6a25 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408967 Dec 22 05:47:41.781803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786b1ad-18b7-451b-a886-2304b9d98c29 req-d0e0e26c-2d47-409a-9079-3ea6766af5f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:41.783287 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5786b1ad-18b7-451b-a886-2304b9d98c29 req-d0e0e26c-2d47-409a-9079-3ea6766af5f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0921304 Dec 22 05:47:41.827207 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5786b1ad-18b7-451b-a886-2304b9d98c29 req-dd5009c4-e933-4b81-a4d7-69948725530a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376987 Dec 22 05:47:43.046946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155bfed-c2b3-4d7e-a020-f12d4994aa9d req-7993a230-6d6a-4748-a7b2-ff69ef2156cd tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:43.048452 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9155bfed-c2b3-4d7e-a020-f12d4994aa9d req-7993a230-6d6a-4748-a7b2-ff69ef2156cd tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.1001081 Dec 22 05:47:43.093120 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9155bfed-c2b3-4d7e-a020-f12d4994aa9d req-62590eb7-c888-46f9-a10b-b79d274d3c27 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388143 Dec 22 05:47:44.299976 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59e5c3-8a89-4aa5-bbdb-bae986a1e4fe req-dd108005-c51a-458a-b3bf-f9b79e0ab826 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:44.301485 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a59e5c3-8a89-4aa5-bbdb-bae986a1e4fe req-dd108005-c51a-458a-b3bf-f9b79e0ab826 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0856857 Dec 22 05:47:44.346050 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a59e5c3-8a89-4aa5-bbdb-bae986a1e4fe req-08a5091a-e1a0-417d-aa45-c8f34a7f25eb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387247 Dec 22 05:47:45.250831 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:45.561845 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566d3a2-8c8f-46fe-a8ae-b9faa1e1da62 req-f470f743-c4f1-48d8-b2b3-4c765691a1c5 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:45.563225 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3566d3a2-8c8f-46fe-a8ae-b9faa1e1da62 req-f470f743-c4f1-48d8-b2b3-4c765691a1c5 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0979688 Dec 22 05:47:45.610383 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3566d3a2-8c8f-46fe-a8ae-b9faa1e1da62 req-3a54200d-435c-42f3-91fc-1850a30d7338 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386069 Dec 22 05:47:46.811655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f6305-d99b-4208-a991-878d0bf1fa9e req-454fe845-c1c4-493e-b1fe-9f8ebe2f5f55 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:46.813144 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b0f6305-d99b-4208-a991-878d0bf1fa9e req-454fe845-c1c4-493e-b1fe-9f8ebe2f5f55 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0818446 Dec 22 05:47:46.862912 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b0f6305-d99b-4208-a991-878d0bf1fa9e req-460c25e7-18de-4a61-b0ec-4ae1ed1293d8 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439174 Dec 22 05:47:48.066902 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eb0c4-c2cf-4458-b5ed-cd313019d7d5 req-6fcc8b09-ef48-42be-82e6-2272d6cb8d00 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:48.068406 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-059eb0c4-c2cf-4458-b5ed-cd313019d7d5 req-6fcc8b09-ef48-42be-82e6-2272d6cb8d00 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0843310 Dec 22 05:47:48.114281 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-059eb0c4-c2cf-4458-b5ed-cd313019d7d5 req-e0ae9b70-a00c-4e1e-9b98-4b9c190aed47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392499 Dec 22 05:47:49.315365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4f8ed-c76e-49b9-b062-fae78c93b7b5 req-09f94148-c25e-45af-8722-17c2bdd88218 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:49.316931 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8be4f8ed-c76e-49b9-b062-fae78c93b7b5 req-09f94148-c25e-45af-8722-17c2bdd88218 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0892670 Dec 22 05:47:49.362219 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8be4f8ed-c76e-49b9-b062-fae78c93b7b5 req-0581e7a9-5aa6-4b81-9923-11940d2c0d8d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390472 Dec 22 05:47:49.643778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 91e770a3-8fb1-4449-88f0-1878519ccb37 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:47:49.789684 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:47:49.803485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'port_id': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'mac_address': 'fa:16:3e:94:95:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:47:49.871247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:49.889710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91e770a3-8fb1-4449-88f0-1878519ccb37 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:47:49.909662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:47:49.916864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:49.919842 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:47:49.987464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:47:49.995016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.995365 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.995698 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.996022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.996372 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.996693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.997010 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.997323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.997636 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.997966 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.998247 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:49.998551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:47:50.002960 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:47:50.101094 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['91e770a3-8fb1-4449-88f0-1878519ccb37'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:47:50.556743 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e9031-69b7-47b2-a993-e045fe9bbf96 req-17c0f8da-ab6a-4178-990d-14cae03c2903 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:50.558135 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b34e9031-69b7-47b2-a993-e045fe9bbf96 req-17c0f8da-ab6a-4178-990d-14cae03c2903 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 944 time: 0.0835156 Dec 22 05:47:50.606684 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b34e9031-69b7-47b2-a993-e045fe9bbf96 req-cfa3d690-0aae-4ec4-baf2-f7d2fac13bf3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Dec 22 05:47:51.646893 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 91e770a3-8fb1-4449-88f0-1878519ccb37 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:47:51.723024 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 91e770a3-8fb1-4449-88f0-1878519ccb37 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:47:51.723381 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:51.803480 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396109a1-b58b-4083-9705-b1c8cc863146 req-70142c70-be35-44ad-8166-0396d0036c9b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:51.805055 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-396109a1-b58b-4083-9705-b1c8cc863146 req-70142c70-be35-44ad-8166-0396d0036c9b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 944 time: 0.0864995 Dec 22 05:47:51.843541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:51.851074 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-396109a1-b58b-4083-9705-b1c8cc863146 req-2b08af63-4972-47cd-b334-a0ab53dbcae1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401044 Dec 22 05:47:51.875850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:47:51.885422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:47:51.891027 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:51.894179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:47:51.965850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:47:51.968880 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:47:52.053446 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492f07-6e71-4159-b095-da59970224ed req-809e938c-afdd-4ea7-83c7-04f9d9124593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:52.055062 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02492f07-6e71-4159-b095-da59970224ed req-809e938c-afdd-4ea7-83c7-04f9d9124593 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1098 time: 0.0838556 Dec 22 05:47:52.103511 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'code': 200} Dec 22 05:47:52.209227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492f07-6e71-4159-b095-da59970224ed req-ceaf8df8-4c79-476a-8285-2156df625651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:52.211335 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02492f07-6e71-4159-b095-da59970224ed req-ceaf8df8-4c79-476a-8285-2156df625651 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1333256 Dec 22 05:47:52.340519 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02492f07-6e71-4159-b095-da59970224ed req-c9d49f1d-92ef-4b8f-acfe-a1657d5b6171 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 1001 time: 0.1223023 Dec 22 05:47:52.403867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492f07-6e71-4159-b095-da59970224ed req-383718d6-c93c-4547-a7e4-e4731bb5e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:52.405565 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02492f07-6e71-4159-b095-da59970224ed req-383718d6-c93c-4547-a7e4-e4731bb5e8e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0586400 Dec 22 05:47:52.486930 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492f07-6e71-4159-b095-da59970224ed req-5c77f38d-1306-4045-81a8-97a8e4a64972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:52.488475 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02492f07-6e71-4159-b095-da59970224ed req-5c77f38d-1306-4045-81a8-97a8e4a64972 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770419 Dec 22 05:47:52.499909 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [req-02492f07-6e71-4159-b095-da59970224ed req-84fa6dbe-1a40-424c-9bb6-dc1c51ef9fee service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:47:52.500890 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02492f07-6e71-4159-b095-da59970224ed req-84fa6dbe-1a40-424c-9bb6-dc1c51ef9fee service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050771 Dec 22 05:47:52.639076 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02492f07-6e71-4159-b095-da59970224ed req-f102960e-3f3e-4e81-b549-e06043f0b461 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310127 Dec 22 05:47:52.791312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-02492f07-6e71-4159-b095-da59970224ed req-28b74170-429e-4fc0-aa8e-e5010f3b9b8d service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455319 Dec 22 05:47:53.058079 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df74ab-be25-474f-b087-3801268a3b75 req-4b9a660c-a4ee-4eb4-96b5-04756f8482e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:53.060349 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21df74ab-be25-474f-b087-3801268a3b75 req-4b9a660c-a4ee-4eb4-96b5-04756f8482e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0884464 Dec 22 05:47:53.113156 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21df74ab-be25-474f-b087-3801268a3b75 req-407b2996-ea97-4f1d-9157-b18db3a0fd9f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466413 Dec 22 05:47:54.343755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008c0f0-90ea-4d49-adbc-9c3cea7ca4e9 req-8da585f1-deb4-4f26-a649-401954f88b51 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:54.350788 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b008c0f0-90ea-4d49-adbc-9c3cea7ca4e9 req-8da585f1-deb4-4f26-a649-401954f88b51 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0977032 Dec 22 05:47:54.398709 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b008c0f0-90ea-4d49-adbc-9c3cea7ca4e9 req-bfb62c1f-63e6-498e-9327-3d88c7547a96 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469489 Dec 22 05:47:54.656822 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-79a09ead-43aa-4c36-b5bc-73d9ca3728a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:55.611319 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27ade2-d780-4135-a58b-e6340c9c48f8 req-5f3453de-40ce-4408-901e-a4f4c25f1277 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:55.613295 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e27ade2-d780-4135-a58b-e6340c9c48f8 req-5f3453de-40ce-4408-901e-a4f4c25f1277 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0936737 Dec 22 05:47:55.665348 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e27ade2-d780-4135-a58b-e6340c9c48f8 req-664d6cbc-e2e6-43df-940c-b92770fb920b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461724 Dec 22 05:47:56.873085 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7964-27d6-4eea-9567-85a5baca8ec1 req-8b158d98-b0a7-4b44-879d-6d67c3334983 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:56.874785 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9bde7964-27d6-4eea-9567-85a5baca8ec1 req-8b158d98-b0a7-4b44-879d-6d67c3334983 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0915473 Dec 22 05:47:56.926735 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9bde7964-27d6-4eea-9567-85a5baca8ec1 req-b9e6b298-087a-4663-8685-32fba5aa3f51 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413952 Dec 22 05:47:57.026282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7d30-9156-4e96-8f59-4af7340cea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:58.133781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:58.144807 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed577a9-ef19-4ac1-951d-77bade99a5b6 req-95019ecc-dc2b-4247-ac85-386f0baa2a7c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:58.146384 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4ed577a9-ef19-4ac1-951d-77bade99a5b6 req-95019ecc-dc2b-4247-ac85-386f0baa2a7c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0970290 Dec 22 05:47:58.211565 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4ed577a9-ef19-4ac1-951d-77bade99a5b6 req-f16eb3cd-484f-48ed-b42e-b2b71980e934 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570946 Dec 22 05:47:58.276540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:59.439758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9abe5-76bb-4d61-b2a6-e6910e8ced14 req-7e824b26-8cad-4091-ba9b-35e42b482271 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:59.441446 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5e9abe5-76bb-4d61-b2a6-e6910e8ced14 req-7e824b26-8cad-4091-ba9b-35e42b482271 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0984700 Dec 22 05:47:59.508335 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5e9abe5-76bb-4d61-b2a6-e6910e8ced14 req-dcacef42-4dc7-4f88-87c8-88118f619992 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569963 Dec 22 05:47:59.758266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:00.723473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf4272-4854-4c8f-9363-4a83dffc1f09 req-7357594a-200d-411e-801a-47a28e7895b4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:00.725006 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0cf4272-4854-4c8f-9363-4a83dffc1f09 req-7357594a-200d-411e-801a-47a28e7895b4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.1161425 Dec 22 05:48:00.773695 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0cf4272-4854-4c8f-9363-4a83dffc1f09 req-6fbabb55-9483-4953-8da0-d1cd4264fbd6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425313 Dec 22 05:48:00.989000 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:48:01.980670 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578cdc0-4d89-47ea-9377-68f5a1b36676 req-1c387f8b-ec03-4de0-abc7-a09f3d188020 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:01.982120 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f578cdc0-4d89-47ea-9377-68f5a1b36676 req-1c387f8b-ec03-4de0-abc7-a09f3d188020 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 945 time: 0.0855668 Dec 22 05:48:02.031756 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f578cdc0-4d89-47ea-9377-68f5a1b36676 req-fa9ce877-e5c3-4784-a527-3b23a9341d3a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437522 Dec 22 05:48:02.715468 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-b1fd4c2b-fab0-48c1-893f-f39cc5412772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:02.716967 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-b1fd4c2b-fab0-48c1-893f-f39cc5412772 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1098 time: 0.0790071 Dec 22 05:48:02.851435 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-9a9d87d8-1957-43ee-99b6-8c218b0feea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:02.852867 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-9a9d87d8-1957-43ee-99b6-8c218b0feea1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1287141 Dec 22 05:48:02.962628 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-20c9a146-9386-4373-8811-636d095e8584 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 1001 time: 0.1023803 Dec 22 05:48:03.033064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-053ac7b3-ff77-437c-bd1b-cd6d475d3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:03.034402 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-053ac7b3-ff77-437c-bd1b-cd6d475d3c48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0645003 Dec 22 05:48:03.110929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-c1eae593-6fd1-4852-ab32-ba7ed6939aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:03.113075 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-c1eae593-6fd1-4852-ab32-ba7ed6939aa5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720041 Dec 22 05:48:03.264154 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-dfa7f4fd-8611-45e1-8bb0-73b3ef046625 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444373 Dec 22 05:48:03.516780 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-7d66e1dc-f65c-4dbe-b97c-8aaf75622345 req-c541a253-93cf-4f83-9a02-7239728f3edc service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462189 Dec 22 05:48:05.743417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 91e770a3-8fb1-4449-88f0-1878519ccb37 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:48:05.900499 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:05.927183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:48:05.937816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:48:05.942910 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:05.944939 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e4803499-699f-45fa-b01b-3ab5cd2d8d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:48:05.981338 dv-neutron-822524-1-hyperv neutron-server[87556]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'code': 422} returned with failed status Dec 22 05:48:06.013298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:48:06.016515 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:48:09.761972 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 91e770a3-8fb1-4449-88f0-1878519ccb37 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:48:15.254329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:24.669141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac73f13e-8e08-4fac-ae3f-e8b7a19c82d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:27.027600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c36f53ab-cafd-4f32-8003-ec9aa8fd781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:28.144422 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:28.280212 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:29.761713 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:37.993272 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:48:45.266876 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:54.667063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a33bbb9f-8e44-43dc-bb0a-7014a060ad60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:57.030358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b9a903ef-bec0-4e07-b53d-c53c17a4e578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:58.138537 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:58.285103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:59.765320 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:03.292164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927dec3-328d-40da-9dba-d5594557fd83 req-18729423-7143-4ce3-a86d-0fa8b6d49cd9 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:03.293692 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1927dec3-328d-40da-9dba-d5594557fd83 req-18729423-7143-4ce3-a86d-0fa8b6d49cd9 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0922709 Dec 22 05:49:03.337162 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1927dec3-328d-40da-9dba-d5594557fd83 req-e64091d6-1a59-4661-84c2-d5ce1c5e8a3a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378120 Dec 22 05:49:03.835113 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38b4f5-8b20-495e-9063-9e49eb76c04e req-1c0bc135-b06c-4af9-b1f9-4036f8860923 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:03.836612 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6c38b4f5-8b20-495e-9063-9e49eb76c04e req-1c0bc135-b06c-4af9-b1f9-4036f8860923 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.2127736 Dec 22 05:49:03.883741 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6c38b4f5-8b20-495e-9063-9e49eb76c04e req-8546cbe9-011c-4211-ac12-51bdb7482408 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Dec 22 05:49:03.988027 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40244) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:49:04.106173 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-16bd5028-7e3e-4a7c-b41f-561e736ca7e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1168044 Dec 22 05:49:05.086133 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecf2e1-eb48-451b-8ca9-ab324ecb1457 req-66bf9a32-155e-4a96-bb01-44cbd41e27e6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:05.087649 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c8ecf2e1-eb48-451b-8ca9-ab324ecb1457 req-66bf9a32-155e-4a96-bb01-44cbd41e27e6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0829563 Dec 22 05:49:05.108796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-3f0280d1-c9af-41af-ba67-e993d6587508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:05.110480 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-3f0280d1-c9af-41af-ba67-e993d6587508 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0&tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea HTTP/1.1" status: 200 len: 1096 time: 0.0753508 Dec 22 05:49:05.137058 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c8ecf2e1-eb48-451b-8ca9-ab324ecb1457 req-ffdd6f20-0a19-4b05-9745-5b04a91a259f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435572 Dec 22 05:49:05.215727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-a417dcb9-cd90-4b7d-879c-8a769ac29ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:05.217137 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-a417dcb9-cd90-4b7d-879c-8a769ac29ef4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1096 time: 0.0722501 Dec 22 05:49:05.350697 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-1be5b705-e9e6-4809-a12d-dd2ab0f02d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:05.352179 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-1be5b705-e9e6-4809-a12d-dd2ab0f02d42 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1288407 Dec 22 05:49:05.460032 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-c3976f11-5603-4df6-a41d-df2073cb2a8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 999 time: 0.0996652 Dec 22 05:49:05.539543 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-78aad1c5-40c6-4a35-8c76-675fc8f0fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:05.540912 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-78aad1c5-40c6-4a35-8c76-675fc8f0fd43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0750694 Dec 22 05:49:05.621299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-05a0d68a-0669-4e69-9c18-ec1e56f59803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:05.622813 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-05a0d68a-0669-4e69-9c18-ec1e56f59803 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749574 Dec 22 05:49:05.765674 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-7f7643f2-f016-4bc0-a0ee-917179b6bc98 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351216 Dec 22 05:49:05.909161 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-76228624-76c5-4415-b0c9-f13c121cccb5 req-55ac6f59-2b91-436b-bd7f-f42032817a50 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373296 Dec 22 05:49:06.332576 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cd110-c105-4a6a-a9b1-2b9fa2d44b5b req-4b0a65da-8e56-47cf-9952-7c5354973e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:06.334918 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c0cd110-c105-4a6a-a9b1-2b9fa2d44b5b req-4b0a65da-8e56-47cf-9952-7c5354973e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0859852 Dec 22 05:49:06.386847 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c0cd110-c105-4a6a-a9b1-2b9fa2d44b5b req-512f36d6-5f11-4537-8c0d-0d9fda1d294f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442762 Dec 22 05:49:07.606913 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d998e0-c47c-449a-b839-a5e253c0bf37 req-b534d4a3-6316-4197-b3a0-5a27a1c6d987 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:07.608597 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-09d998e0-c47c-449a-b839-a5e253c0bf37 req-b534d4a3-6316-4197-b3a0-5a27a1c6d987 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0958567 Dec 22 05:49:07.657017 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-09d998e0-c47c-449a-b839-a5e253c0bf37 req-c188aca8-23d2-44c5-b0ab-6bd00f3517b4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419829 Dec 22 05:49:08.862324 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff59a-ce2c-41b3-8ba1-8f89e06ffac1 req-708f942c-30e1-40df-93f2-51f95783d723 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:08.863796 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a63ff59a-ce2c-41b3-8ba1-8f89e06ffac1 req-708f942c-30e1-40df-93f2-51f95783d723 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0920885 Dec 22 05:49:08.911629 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a63ff59a-ce2c-41b3-8ba1-8f89e06ffac1 req-d39d0e75-f756-4e2f-ac7b-a0337d9d32d2 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Dec 22 05:49:10.121372 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75f6d1-c61c-4684-833f-59f8b34fd98d req-2230b238-a588-4a2d-9501-7e5f8335c400 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:10.122865 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d75f6d1-c61c-4684-833f-59f8b34fd98d req-2230b238-a588-4a2d-9501-7e5f8335c400 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0914910 Dec 22 05:49:10.177959 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d75f6d1-c61c-4684-833f-59f8b34fd98d req-ce57c8dd-72b8-4925-ace3-48f3f7542ccf tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485308 Dec 22 05:49:11.382738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25f89-6a32-408d-b765-5b925f9a5ea1 req-15797050-f983-49bd-8de9-0f33b321ac27 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:11.387982 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7b25f89-6a32-408d-b765-5b925f9a5ea1 req-15797050-f983-49bd-8de9-0f33b321ac27 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0892851 Dec 22 05:49:11.442847 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7b25f89-6a32-408d-b765-5b925f9a5ea1 req-bb8f69dd-567f-424c-85a1-05c7cf1f31f9 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492351 Dec 22 05:49:12.654996 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf936c3-36b2-4b51-89c6-37a7e6318457 req-1f0e23cc-a591-4d1b-82ce-360345773c2f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:12.656498 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7cf936c3-36b2-4b51-89c6-37a7e6318457 req-1f0e23cc-a591-4d1b-82ce-360345773c2f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0977361 Dec 22 05:49:12.707648 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7cf936c3-36b2-4b51-89c6-37a7e6318457 req-d3cc5464-d38a-47c7-bc31-3cd8178a7e93 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447850 Dec 22 05:49:13.910993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3226d-814c-4466-8fdb-5df42ffeac70 req-ca11e378-243b-4463-a236-752209870bb3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:13.912504 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccb3226d-814c-4466-8fdb-5df42ffeac70 req-ca11e378-243b-4463-a236-752209870bb3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0901129 Dec 22 05:49:13.959891 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccb3226d-814c-4466-8fdb-5df42ffeac70 req-e93e8620-fcef-4530-9590-cdfe77beae5c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Dec 22 05:49:14.993081 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:49:15.165731 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933927d-3ece-4738-b2a6-8908c1b1ad06 req-a8d4cd6e-e3fe-4877-b676-814d5142827f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:15.167533 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9933927d-3ece-4738-b2a6-8908c1b1ad06 req-a8d4cd6e-e3fe-4877-b676-814d5142827f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0887079 Dec 22 05:49:15.216638 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9933927d-3ece-4738-b2a6-8908c1b1ad06 req-08073c53-616c-4460-9d5e-cd047632242c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431516 Dec 22 05:49:15.272607 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:16.409681 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b0389-6029-4628-8c1a-0f5728624c36 req-63bd3353-32d1-4cf4-8e49-d6cc7869a084 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:16.411190 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a8b0389-6029-4628-8c1a-0f5728624c36 req-63bd3353-32d1-4cf4-8e49-d6cc7869a084 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0876758 Dec 22 05:49:16.458875 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a8b0389-6029-4628-8c1a-0f5728624c36 req-fc3702c5-4b9c-47ad-a3c4-941f29fa5c2a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400100 Dec 22 05:49:17.684634 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ea6b9-0373-451a-b02c-e13d1df10b03 req-d02dc09b-fc0a-4e0e-89e0-c5a46688c0ae tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:17.686306 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a5ea6b9-0373-451a-b02c-e13d1df10b03 req-d02dc09b-fc0a-4e0e-89e0-c5a46688c0ae tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.1067336 Dec 22 05:49:17.739567 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a5ea6b9-0373-451a-b02c-e13d1df10b03 req-b5715a07-89d2-49c3-9e35-8f810d3c935f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472443 Dec 22 05:49:18.951279 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fb744-ce15-417d-9171-517353c9955f req-884590c3-a830-416c-9e02-c973a67d5dc4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:18.952721 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-454fb744-ce15-417d-9171-517353c9955f req-884590c3-a830-416c-9e02-c973a67d5dc4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0962749 Dec 22 05:49:19.067121 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-454fb744-ce15-417d-9171-517353c9955f req-ebbcab53-8b85-4732-977e-c894b5bbca98 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085427 Dec 22 05:49:20.270655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6609cf-2e3f-45c5-9ec5-d0da16295016 req-61bd35da-c4fa-4646-b3c7-2eb74b01bb84 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:20.272123 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d6609cf-2e3f-45c5-9ec5-d0da16295016 req-61bd35da-c4fa-4646-b3c7-2eb74b01bb84 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0863521 Dec 22 05:49:20.319440 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d6609cf-2e3f-45c5-9ec5-d0da16295016 req-83057eb5-6a80-4e7f-94c8-aca1a59f8030 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414441 Dec 22 05:49:21.525826 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c96d9b-825e-4981-a68e-b27201b7fbe7 req-a7659b32-f99a-4338-86ed-43b079723e0b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:21.527337 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-59c96d9b-825e-4981-a68e-b27201b7fbe7 req-a7659b32-f99a-4338-86ed-43b079723e0b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0904629 Dec 22 05:49:21.571800 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-59c96d9b-825e-4981-a68e-b27201b7fbe7 req-456b2a72-aec4-4772-954c-dca1a971dbc3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386524 Dec 22 05:49:22.785553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33fb5b-f10b-41da-bf33-907e31821d9b req-e0bd02f4-8ead-40a4-88c1-fad552311d52 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:22.787153 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d33fb5b-f10b-41da-bf33-907e31821d9b req-e0bd02f4-8ead-40a4-88c1-fad552311d52 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0900118 Dec 22 05:49:22.834800 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7d33fb5b-f10b-41da-bf33-907e31821d9b req-5fa009ae-67f7-4de4-8729-3e76e8c32da1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394638 Dec 22 05:49:24.039138 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b638c-fe2e-41be-a7bf-5fd25c03acf3 req-862db565-5323-40fa-b79d-ed90e2a92bdb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:24.040655 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-426b638c-fe2e-41be-a7bf-5fd25c03acf3 req-862db565-5323-40fa-b79d-ed90e2a92bdb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 943 time: 0.0905955 Dec 22 05:49:24.088009 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-426b638c-fe2e-41be-a7bf-5fd25c03acf3 req-11c580bc-4b42-4e72-86f9-992b76cce045 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391233 Dec 22 05:49:24.161749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 91e770a3-8fb1-4449-88f0-1878519ccb37 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:49:24.294564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:49:24.307373 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'port_id': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'mac_address': 'fa:16:3e:94:95:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:49:24.363903 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:24.380867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e770a3-8fb1-4449-88f0-1878519ccb37 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:49:24.396718 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:49:24.403525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:24.405270 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-c9eae556-408b-4d61-941c-34d2a4625c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:49:24.473796 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=9']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:24.482276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.482578 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.482932 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.483257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.483568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.483890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.484240 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.484557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.484929 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.485199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.485541 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.485852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:24.490078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:49:24.661687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-718e0d43-8ed6-45f5-b998-c0c51c726038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:24.854969 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['91e770a3-8fb1-4449-88f0-1878519ccb37'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:49:25.289160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6c23-0fac-4be9-8427-d94eceb4fe98 req-d6de77e2-cace-4ab0-80a9-ca19d9948ba7 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:25.290603 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63db6c23-0fac-4be9-8427-d94eceb4fe98 req-d6de77e2-cace-4ab0-80a9-ca19d9948ba7 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 944 time: 0.0899284 Dec 22 05:49:25.337678 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63db6c23-0fac-4be9-8427-d94eceb4fe98 req-ffa2ac34-3533-4b7e-900f-56e8029e00c9 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383301 Dec 22 05:49:26.164648 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 91e770a3-8fb1-4449-88f0-1878519ccb37 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:49:26.234383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 91e770a3-8fb1-4449-88f0-1878519ccb37 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:49:26.234799 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:26.349913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:26.378171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:49:26.389623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:49:26.395030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:26.396922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-02b5620c-0650-481c-8aaa-143d45a67c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:49:26.462602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=10']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:26.466100 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:49:26.531804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7c798-4142-4ee9-b72c-d7a66dd54764 req-2d23db75-8fb7-4e0c-9124-87df8774025d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:26.533292 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5a7c798-4142-4ee9-b72c-d7a66dd54764 req-2d23db75-8fb7-4e0c-9124-87df8774025d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 946 time: 0.0839698 Dec 22 05:49:26.586191 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5a7c798-4142-4ee9-b72c-d7a66dd54764 req-77525737-789c-4568-88e1-30efb7d770b0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467215 Dec 22 05:49:26.646078 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'code': 200} Dec 22 05:49:26.955596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85392c-c4d1-45c6-bed0-9c8544988ce4 req-4ebb3331-04e0-4d73-b292-0256f76a315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:26.957195 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6a85392c-c4d1-45c6-bed0-9c8544988ce4 req-4ebb3331-04e0-4d73-b292-0256f76a315a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1099 time: 0.0729585 Dec 22 05:49:27.003020 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-6a85392c-c4d1-45c6-bed0-9c8544988ce4 req-174688f0-f539-4f41-ac75-961fa54b82f9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 Dec 22 05:49:27.034577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8bb16703-d509-4720-adb3-dd300425b406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:27.792439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7abb4d-7816-4043-9263-6b06c990a1e6 req-4a114c18-03b4-4cf5-8036-baeee05a777e tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:27.793921 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d7abb4d-7816-4043-9263-6b06c990a1e6 req-4a114c18-03b4-4cf5-8036-baeee05a777e tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 946 time: 0.0876768 Dec 22 05:49:27.837795 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d7abb4d-7816-4043-9263-6b06c990a1e6 req-011780e0-8aba-4932-bbca-1a116d330312 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380654 Dec 22 05:49:28.144849 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:28.287426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:29.031356 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7c376-09a5-4f6e-b242-303385cc5f3e req-2de9edd8-a3ed-4557-96f0-4ed851141ae6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:29.033208 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dfa7c376-09a5-4f6e-b242-303385cc5f3e req-2de9edd8-a3ed-4557-96f0-4ed851141ae6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 946 time: 0.0858669 Dec 22 05:49:29.195095 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dfa7c376-09a5-4f6e-b242-303385cc5f3e req-b72de977-84d5-441c-b090-0582a63c58ef tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560836 Dec 22 05:49:29.772371 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:30.403798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199354d9-d5f8-479e-a01c-e7dca0405c5b req-d11eb887-d08c-47ad-8def-3f2755cb582c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:30.405294 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-199354d9-d5f8-479e-a01c-e7dca0405c5b req-d11eb887-d08c-47ad-8def-3f2755cb582c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 946 time: 0.0953796 Dec 22 05:49:30.454501 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-199354d9-d5f8-479e-a01c-e7dca0405c5b req-3150a8b4-6409-427f-93c7-5120da19a5a7 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 Dec 22 05:49:45.284030 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:51.992256 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:49:53.310638 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-c6f25d77-89cd-4425-b29c-02b3ff84172f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1645730 Dec 22 05:49:53.483184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-ce4039a4-f198-434e-bd33-9e01c681a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:53.484682 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-ce4039a4-f198-434e-bd33-9e01c681a90b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1099 time: 0.0789921 Dec 22 05:49:53.649371 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-72e73019-1631-4aa8-b475-af49a60c6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:53.650845 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-72e73019-1631-4aa8-b475-af49a60c6d9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1464808 Dec 22 05:49:53.762952 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-fac2b0bd-07ec-4904-9aad-f88bb4976abd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 1001 time: 0.1052804 Dec 22 05:49:53.841598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-cb361e4c-cb38-4e7d-9ef0-80b94dd4c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:53.843023 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-cb361e4c-cb38-4e7d-9ef0-80b94dd4c193 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0737457 Dec 22 05:49:53.922062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-2cd7acd4-e162-470b-ae60-c485f3c5fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:53.923554 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-2cd7acd4-e162-470b-ae60-c485f3c5fa00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739000 Dec 22 05:49:54.056166 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-fe2be9fc-0155-443b-96f3-a1b785472945 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257260 Dec 22 05:49:54.305973 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-72267ceb-5cc1-4569-a6d9-6da4fc100463 req-8999140a-0391-42f5-af4d-b407057adf4e service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427855 Dec 22 05:49:54.671476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-170c8497-a0dc-4761-9e03-d778bde4a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:57.037863 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1df29808-e90c-4b41-9cd3-9b58f8db2093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:58.153046 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:58.288385 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:59.768029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:15.289623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:24.659523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d3606e9-2ace-4db3-b0c8-d63e4aaa02af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:27.034219 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8836433c-9632-4225-8275-fb71214e6197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:28.141021 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:28.295968 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:28.996784 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:50:29.776794 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:45.284507 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:53.226298 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-88572555-7988-459c-8482-7eaf3053707a req-888740ad-f0cc-4a5b-8ddd-2ab459126c6c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778587 Dec 22 05:50:53.407762 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88572555-7988-459c-8482-7eaf3053707a req-9f2ea847-35fd-4b13-b1df-cc0262a397a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:50:53.409253 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-88572555-7988-459c-8482-7eaf3053707a req-9f2ea847-35fd-4b13-b1df-cc0262a397a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1099 time: 0.0761712 Dec 22 05:50:53.557354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88572555-7988-459c-8482-7eaf3053707a req-5b60b17d-6243-4af9-af23-cbd9faa0f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:50:53.558707 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-88572555-7988-459c-8482-7eaf3053707a req-5b60b17d-6243-4af9-af23-cbd9faa0f7cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1293192 Dec 22 05:50:53.668019 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-88572555-7988-459c-8482-7eaf3053707a req-030906f8-b4f4-44d9-a437-c33d6c76b15c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 1001 time: 0.1025987 Dec 22 05:50:53.732165 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88572555-7988-459c-8482-7eaf3053707a req-70f417d9-2981-4c8e-bd9e-df4b5a3d57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:50:53.733807 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-88572555-7988-459c-8482-7eaf3053707a req-70f417d9-2981-4c8e-bd9e-df4b5a3d57b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0594835 Dec 22 05:50:53.818044 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88572555-7988-459c-8482-7eaf3053707a req-99c4bb11-af60-4e5c-a5be-90d76f90f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:50:53.819430 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-88572555-7988-459c-8482-7eaf3053707a req-99c4bb11-af60-4e5c-a5be-90d76f90f7c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790825 Dec 22 05:50:53.952466 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-88572555-7988-459c-8482-7eaf3053707a req-2d68d321-8c46-4405-96e6-a60405eabba2 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260486 Dec 22 05:50:54.092456 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-88572555-7988-459c-8482-7eaf3053707a req-52b539ca-e63a-40db-85b9-6bc96408381c service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338372 Dec 22 05:50:54.654940 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9a327e34-4fa0-41df-be8d-5f4eff5994c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:57.038525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2cf3b4bf-9954-4d99-a16d-b7ab759da8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:58.139769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:58.295384 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:59.775234 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:05.908040 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40394) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:05.996385 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:51:06.202418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Deleting port 33fa1d2f-d36a-4775-a289-49730e4b9533 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:51:06.202712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:06.368199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:06.368550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:06.490822 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Calling delete_port for 33fa1d2f-d36a-4775-a289-49730e4b9533 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:51:06.775056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:06.779875 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee9fece6-7f4d-4c08-9fbc-e49d486196ff tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:06.835132 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event deleted for resources: {'Port': ['ID=33fa1d2f-d36a-4775-a289-49730e4b9533,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:06.871600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.871981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.872375 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.872743 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.873084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.873520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.873794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.874141 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.874497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.874848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.875195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.875545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:06.883227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:06.938694 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:06.939384 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Floating IP b6967ac1-474f-4a5b-a399-0134e6cffcf0 disassociated (deleted). External IP: 172.26.1.159, port: 91e770a3-8fb1-4449-88f0-1878519ccb37. Dec 22 05:51:07.331592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:51:07.524053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:51:07.534676 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] Sync routers for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:51:07.539019 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:07.543980 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:51:07.544627 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:51:07.599872 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "DELETE /v2.0/floatingips/b6967ac1-474f-4a5b-a399-0134e6cffcf0 HTTP/1.1" status: 204 len: 168 time: 1.6882012 Dec 22 05:51:07.599872 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:51:07.730970 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:51:07.907125 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'status': 'completed', 'code': 200} Dec 22 05:51:08.023463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-f3dff5c5-5dc9-4961-bb53-88b0d3eaeeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:08.025106 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-f3dff5c5-5dc9-4961-bb53-88b0d3eaeeb2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 1099 time: 0.0726681 Dec 22 05:51:08.080473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d768ea-1d4b-472b-b6c5-a229af38fc11 req-4c3acc42-c209-49e9-8677-04f7fdf3e60d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:08.081925 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-75d768ea-1d4b-472b-b6c5-a229af38fc11 req-4c3acc42-c209-49e9-8677-04f7fdf3e60d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 946 time: 0.0869942 Dec 22 05:51:08.087123 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:51:08.091734 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] Checking router: 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:51:08.100883 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:51:08.101516 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:50:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:51:08.128976 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-75d768ea-1d4b-472b-b6c5-a229af38fc11 req-79cb3f42-4b84-4040-a589-0bf10925db31 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412748 Dec 22 05:51:08.167540 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-de51983f-6de5-4858-82b2-07974469ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:08.169049 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-de51983f-6de5-4858-82b2-07974469ee0f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1363573 Dec 22 05:51:08.240747 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-79766aef-ab2f-44cf-a702-e43c029f3f40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 200 len: 217 time: 0.0647402 Dec 22 05:51:08.281636 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:51:08.303451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-3e11ceff-e8b9-4de8-a201-16d49fbb5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:08.304942 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-3e11ceff-e8b9-4de8-a201-16d49fbb5933 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0568912 Dec 22 05:51:08.382869 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-ca8bf466-6f83-4072-9437-57d6e1f12558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:08.384415 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-ca8bf466-6f83-4072-9437-57d6e1f12558 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713282 Dec 22 05:51:08.526393 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-c8912cd1-5ed7-4f98-9237-08e6eea40f73 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342216 Dec 22 05:51:08.595772 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:51:08.600567 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11093c7b-02c5-4935-b52b-55742f614762 None None] The sync data for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv is: [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:51:08.796088 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-37f5d3d1-49d8-46e3-b4ad-be21b0c022d9 req-28100e9a-0126-4f89-adf2-756b06754a7b service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619934 Dec 22 05:51:08.827512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43b6fa0-cb79-4f15-87f7-837f7ca81772 None None] New status for floating IP b6967ac1-474f-4a5b-a399-0134e6cffcf0: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:51:09.345475 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14b431-e39b-45b1-a2e1-0b7ebc0437f6 req-7f83e406-57a0-4665-950d-27169d112e73 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:09.346939 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb14b431-e39b-45b1-a2e1-0b7ebc0437f6 req-7f83e406-57a0-4665-950d-27169d112e73 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 946 time: 0.0946040 Dec 22 05:51:09.394607 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb14b431-e39b-45b1-a2e1-0b7ebc0437f6 req-30a257bb-9b6e-4d27-ab3a-c08137f1ad8b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c7cad24-b091-478c-9483-0bdcc7a3cc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390813 Dec 22 05:51:09.568715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-94ce1ddd-f296-4e32-af7b-0913bd6b4cb1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:09.569321 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-94ce1ddd-f296-4e32-af7b-0913bd6b4cb1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Synchronizing usage tracker for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:51:09.588153 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-94ce1ddd-f296-4e32-af7b-0913bd6b4cb1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Unset dirty status for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:51:09.589279 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-94ce1ddd-f296-4e32-af7b-0913bd6b4cb1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.61 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 946 time: 0.1119173 Dec 22 05:51:09.659500 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Deleting port 91e770a3-8fb1-4449-88f0-1878519ccb37 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:51:09.659833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:09.906953 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] For port 91e770a3-8fb1-4449-88f0-1878519ccb37, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=91e770a3-8fb1-4449-88f0-1878519ccb37,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:51:09.907317 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:10.037845 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Calling delete_port for 91e770a3-8fb1-4449-88f0-1878519ccb37 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:51:10.192840 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:10.198841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:10.247189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event deleted for resources: {'Port': ['ID=91e770a3-8fb1-4449-88f0-1878519ccb37,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:10.250334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:10.321534 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] No DVR routers for this DVR port 91e770a3-8fb1-4449-88f0-1878519ccb37 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:51:10.324557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:10.327124 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'name': 'network-vif-deleted', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:51:10.344918 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-92ccd333-3ab8-4534-a76d-89a261038ea9 req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.61 "DELETE /v2.0/ports/91e770a3-8fb1-4449-88f0-1878519ccb37 HTTP/1.1" status: 204 len: 173 time: 0.7498338 Dec 22 05:51:10.380595 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078da814-24f9-4293-b394-fabdc18086c0', 'name': 'network-vif-deleted', 'tag': '91e770a3-8fb1-4449-88f0-1878519ccb37', 'status': 'completed', 'code': 200} Dec 22 05:51:10.574603 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0bafdffb-a0e8-4ef1-a9b9-0fa868e27f8a req-cd0141e5-faf6-4ae2-b6d7-bbdb73289f00 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=078da814-24f9-4293-b394-fabdc18086c0 HTTP/1.1" status: 200 len: 210 time: 0.0457668 Dec 22 05:51:11.677418 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40418) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:11.761348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38eda95f-1edf-496a-98fa-0ee135d5d09d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:11.791084 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38eda95f-1edf-496a-98fa-0ee135d5d09d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:11.858467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38eda95f-1edf-496a-98fa-0ee135d5d09d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:11.862551 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4858826-ee4d-46ad-992f-d437fdf292d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:11.877720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eda95f-1edf-496a-98fa-0ee135d5d09d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7cad24-b091-478c-9483-0bdcc7a3cc15,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:11.880764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-38eda95f-1edf-496a-98fa-0ee135d5d09d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:11.891175 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38eda95f-1edf-496a-98fa-0ee135d5d09d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:11.892401 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-38eda95f-1edf-496a-98fa-0ee135d5d09d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "DELETE /v2.0/security-groups/0c7cad24-b091-478c-9483-0bdcc7a3cc15 HTTP/1.1" status: 204 len: 168 time: 0.2136717 Dec 22 05:51:12.561932 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40426) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:12.569404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1729186778', 'description': 'tempest-secgroup-smoke-1729186778 description', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:51:12.579126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:51:12.583759 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:51:12.586774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:51:12.594403 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:51:12.608052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:12.628515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:51:12.633777 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:51:12.638455 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:51:12.645798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:51:12.690585 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 91e770a3-8fb1-4449-88f0-1878519ccb37 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:51:12.718679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:12.724179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:12.725400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 91e770a3-8fb1-4449-88f0-1878519ccb37 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:51:12.725760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 91e770a3-8fb1-4449-88f0-1878519ccb37 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:51:12.729495 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c2c0f72-d430-4aa6-bbdb-f8442506f45c tempest-ServerActionsTestJSON-967914870 tempest-ServerActionsTestJSON-967914870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:12.776415 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8a709-ca36-4c62-85de-a7acb9370f37,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:12.780781 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:12.782126 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2190495 Dec 22 05:51:12.785598 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40430) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:12.787707 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.788020 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.788418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.788773 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.789132 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.789484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.789814 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.790178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.790521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.790874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.790969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8a709-ca36-4c62-85de-a7acb9370f37', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:51:12.791220 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.791546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:12.795718 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8ee98903-b85c-4f14-aaeb-78f2b94427f0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:12.797489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:51:12.801509 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:51:12.804519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:51:12.810410 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:51:12.828604 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:12.891940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:12.896861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:12.898621 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dcbe09ca-d894-49f5-ad43-160bce3515e6 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:12.919699 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071d9331-2905-4197-9974-c5c948b6cdb7,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:12.922115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:12.930583 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:12.931853 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5a425f6a-6826-4054-8bca-ebbb184eb186 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455069 Dec 22 05:51:12.935695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40434) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:12.940725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8a709-ca36-4c62-85de-a7acb9370f37', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:51:12.946614 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:51:12.950414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:51:12.953526 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:51:12.959267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:51:12.982958 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.047617 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.053021 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.054813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dea818df-99af-47e8-858f-773d59c1425d tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:13.076807 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d591d97-656e-4d08-966a-548ca5a4a055,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:13.081285 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:13.087002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.088159 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515245 Dec 22 05:51:13.091171 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40438) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:13.096370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8a709-ca36-4c62-85de-a7acb9370f37', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:51:13.102659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:51:13.106474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:51:13.109451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:51:13.116945 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:51:13.137085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.199412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.203980 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.210893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-69e5d4aa-0e26-49ea-9db5-a43dec33a2b2 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:13.230367 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e31274-ccce-452b-b1a5-7dc31127c8d7,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:13.233678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:13.243089 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.244559 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4505494b-f359-4cf2-9dcb-81559bf29e7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524210 Dec 22 05:51:13.247483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40442) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:13.252808 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8a709-ca36-4c62-85de-a7acb9370f37', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:51:13.259335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:51:13.263337 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:51:13.266342 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:51:13.272563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:51:13.290504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.358880 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.366354 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.369837 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5ff15d2c-c843-4edf-a538-0d454c7bffcf tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:13.400502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b7d9a9-e7ce-458c-a126-c692080386d1,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:13.402886 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:13.412174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.413585 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-4afbf425-22d5-4391-8b24-969669774e47 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1650836 Dec 22 05:51:13.416274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40446) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:13.421267 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8a709-ca36-4c62-85de-a7acb9370f37', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:51:13.427727 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:51:13.431979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:51:13.435070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:51:13.442000 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:51:13.458139 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Project 6c5d0dbbbe494b30932a4c90cba1e2ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:51:13.468406 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.539403 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.544853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.546627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a9df9933-24dd-458e-864d-1461e59ab1bb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:13.569199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9a017a-2c6d-4247-b07f-f152062fc05a,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:13.571596 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:13.579657 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.581236 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-f6ffc6b2-ae01-48eb-b8a6-2a028dd4bb7b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639569 Dec 22 05:51:13.583896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40450) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:13.589061 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8a709-ca36-4c62-85de-a7acb9370f37', 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:51:13.594931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:51:13.599168 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:security_group_rule and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:51:13.602049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:51:13.607680 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:51:13.620569 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Project 6c5d0dbbbe494b30932a4c90cba1e2ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:51:13.627017 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.692606 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.697848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.699635 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d73a9f2e-1f01-4104-acc7-0f1d2d158c7d tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:13.724118 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0ad5f0-75da-4362-aa08-0e6703ace842,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:13.726556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:13.734957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.736152 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-c79f4b39-d3c3-4d0a-9ec7-291d9f5df193 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512477 Dec 22 05:51:15.277209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:24.662776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-843bbd37-d36b-4263-a305-8c09965dbb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:27.038175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-17b6c412-0401-43e7-9b1d-9340d0bd0c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:28.137797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:28.296810 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:28.780533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-cdcfed2c-2dc8-48dc-8ed5-0559fc8ca79b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Synchronizing usage tracker for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:51:28.799377 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-cdcfed2c-2dc8-48dc-8ed5-0559fc8ca79b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Unset dirty status for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:51:28.800762 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-cdcfed2c-2dc8-48dc-8ed5-0559fc8ca79b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729186778&fields=id&tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea HTTP/1.1" status: 200 len: 267 time: 0.0601439 Dec 22 05:51:28.956009 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-b87611ee-694c-42b0-9ac4-55b1d4835d6b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:28.957468 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-b87611ee-694c-42b0-9ac4-55b1d4835d6b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 808 time: 0.1501083 Dec 22 05:51:28.972263 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-95d728fa-6d84-45f6-a3f2-70800315b6fd tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/quotas/6c5d0dbbbe494b30932a4c90cba1e2ea HTTP/1.1" status: 200 len: 375 time: 0.0090997 Dec 22 05:51:29.058670 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-263db2cc-51f3-4295-9376-f2ee3f4bd07b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810835 Dec 22 05:51:29.159925 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-94788935-1dba-4aa7-ba64-1d25c87ff04b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:51:29.161005 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-94788935-1dba-4aa7-ba64-1d25c87ff04b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499110 Dec 22 05:51:29.300815 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-c25326e4-8434-4a82-85f9-ccf4f930f980 service neutron] 10.222.0.36 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336384 Dec 22 05:51:29.441887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-f29e256b-5def-44f4-a482-1d48f95445fa service neutron] 10.222.0.36 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347349 Dec 22 05:51:29.782778 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:29.869135 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9c161660-9f5f-4ee5-bbc5-bd6afb0ed492 req-06513d91-b4e6-4185-8c18-88137a47c0d1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 210 time: 0.0542002 Dec 22 05:51:31.024767 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69e8b615-898c-492c-91b9-0101a70091c7 req-1de5d903-824a-480a-9a7e-9f99cef53a3c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 210 time: 0.0455368 Dec 22 05:51:31.142370 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-1116561e-0f14-4b61-a9eb-399994978369 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:31.143858 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-1116561e-0f14-4b61-a9eb-399994978369 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 808 time: 0.1593769 Dec 22 05:51:31.197063 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-c304116e-dc0c-438f-9584-0ab4606478ec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Synchronizing usage tracker for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:51:31.209659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-c304116e-dc0c-438f-9584-0ab4606478ec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Unset dirty status for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:51:31.210835 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-c304116e-dc0c-438f-9584-0ab4606478ec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea HTTP/1.1" status: 200 len: 380 time: 0.0532858 Dec 22 05:51:31.221250 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'port': {'device_id': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'admin_state_up': True, 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'security_groups': ['f2b8a709-ca36-4c62-85de-a7acb9370f37']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:51:31.474246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:51:31.478453 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:port and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:51:31.481288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:51:31.486841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:51:31.497128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Made reservation on behalf of 6c5d0dbbbe494b30932a4c90cba1e2ea for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:51:31.500681 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:31.682073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Allocated IP 172.20.0.11 (7052534f-db3c-4d26-92e8-e740f5bef211/73dac24b-a36e-447b-8cd6-1f4d099972f6/74c457a6-9518-410a-a7e3-a78311090d3f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:51:31.887938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:31.904412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Transition to ACTIVE for port object 74c457a6-9518-410a-a7e3-a78311090d3f will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:51:31.932221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:31.938206 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-95e7c056-6a5a-4154-8bd0-4a3e9d457b12 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:32.009154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Network 7052534f-db3c-4d26-92e8-e740f5bef211 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:51:32.012341 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:51:32.016731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:51:32.053395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'Port': ['ID=74c457a6-9518-410a-a7e3-a78311090d3f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:32.059115 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:32.098425 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:32.099324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:32.139602 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9218540 Dec 22 05:51:32.157751 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Request body: {'port': {'device_id': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:51:32.246484 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f2c-5fb0-4edf-b3b9-d0b65d34274f req-cbd164af-3354-4406-a9b7-2ccfc427f85a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:32.254833 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21327f2c-5fb0-4edf-b3b9-d0b65d34274f req-cbd164af-3354-4406-a9b7-2ccfc427f85a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 932 time: 0.1038337 Dec 22 05:51:32.293476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:32.309300 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21327f2c-5fb0-4edf-b3b9-d0b65d34274f req-e35fc4c6-83dd-4ceb-b9ef-a9935656cf20 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470269 Dec 22 05:51:32.359558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7778e878-780a-40cb-9a9c-ca673deb957e None None] Provisioning for port 74c457a6-9518-410a-a7e3-a78311090d3f completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:51:32.365568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7778e878-780a-40cb-9a9c-ca673deb957e None None] Provisioning complete for port 74c457a6-9518-410a-a7e3-a78311090d3f triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:51:32.366179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7778e878-780a-40cb-9a9c-ca673deb957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:32.441834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7778e878-780a-40cb-9a9c-ca673deb957e None None] Port 74c457a6-9518-410a-a7e3-a78311090d3f cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:51:32.648767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c457a6-9518-410a-a7e3-a78311090d3f {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:51:32.656532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:32.672848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Transition to ACTIVE for port object 74c457a6-9518-410a-a7e3-a78311090d3f will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:51:32.677922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:32.683231 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-90a5b791-c176-4a70-8124-1bba6dd3e48a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:32.845091 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Pushing event updated for resources: {'Port': ['ID=74c457a6-9518-410a-a7e3-a78311090d3f,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:32.874592 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:32.918557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Attempting to bind port 74c457a6-9518-410a-a7e3-a78311090d3f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:51:32.918896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Attempting to bind port 74c457a6-9518-410a-a7e3-a78311090d3f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:51:32.919233 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Attempting to bind port 74c457a6-9518-410a-a7e3-a78311090d3f on network 7052534f-db3c-4d26-92e8-e740f5bef211 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:51:32.924095 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Port 74c457a6-9518-410a-a7e3-a78311090d3f on network 7052534f-db3c-4d26-92e8-e740f5bef211 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:51:32.924443 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Attempting to bind port 74c457a6-9518-410a-a7e3-a78311090d3f on network 7052534f-db3c-4d26-92e8-e740f5bef211 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:51:32.929623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:51:32.929956 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Checking segment: {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:51:32.930348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Bound using segment: {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:51:32.930776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Bound port: 74c457a6-9518-410a-a7e3-a78311090d3f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b25296-7915-4da0-9b3f-b67a7624417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:51:32.931122 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:33.027678 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] For port 74c457a6-9518-410a-a7e3-a78311090d3f, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:51:33.030560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] For port 74c457a6-9518-410a-a7e3-a78311090d3f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74c457a6-9518-410a-a7e3-a78311090d3f,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:51:33.038421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:33.043205 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0e6c7cbb-2479-4174-b0d1-6af7f134a16e tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:33.102893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:33.103528 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:33.105092 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] 10.222.0.61 "PUT /v2.0/ports/74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 1094 time: 0.9525540 Dec 22 05:51:33.105624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:51:33.132834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Pushing event updated for resources: {'Port': ['ID=74c457a6-9518-410a-a7e3-a78311090d3f,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:33.138235 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4cfca626-16d2-4820-8551-a88c38ca19b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:33.176245 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f', 'status': 'completed', 'code': 200} Dec 22 05:51:33.263721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-61fcb400-aaa7-4b22-8bfe-14aa05e6fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:33.265344 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-61fcb400-aaa7-4b22-8bfe-14aa05e6fd44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1097 time: 0.0740280 Dec 22 05:51:33.343781 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-fd58f73a-def4-46b0-9957-e7e66a6815e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 217 time: 0.0650444 Dec 22 05:51:33.409259 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-61d8e706-52ff-4d1e-8e48-8fed37aa1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:33.410799 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-61d8e706-52ff-4d1e-8e48-8fed37aa1bd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0608017 Dec 22 05:51:33.493541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-1cb0d1a8-96b8-4cbe-8942-c70a73bb26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:33.494953 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-1cb0d1a8-96b8-4cbe-8942-c70a73bb26f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780065 Dec 22 05:51:33.503191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ca9bf-6961-412a-81f1-655fc6861322 req-6f534de5-d74d-46c3-b518-60fec1530aba tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:33.504752 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-304ca9bf-6961-412a-81f1-655fc6861322 req-6f534de5-d74d-46c3-b518-60fec1530aba tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0846434 Dec 22 05:51:33.548009 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-304ca9bf-6961-412a-81f1-655fc6861322 req-095113bf-6a10-4912-ad58-4bd7a87eb1a5 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373411 Dec 22 05:51:33.737806 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-bfe57f72-cc3b-431d-befc-8806758b48f1 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355473 Dec 22 05:51:33.870763 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e4be314-42bb-49ca-aee1-27c354650aa4 req-b1f8a57a-1198-4171-91d7-8681284a26fb service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257920 Dec 22 05:51:34.038955 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-3b98391a-74f4-42ef-8da7-cb8874440144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:34.040459 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-3b98391a-74f4-42ef-8da7-cb8874440144 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1097 time: 0.0760088 Dec 22 05:51:34.174998 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-0fb027c9-19eb-4686-848d-6760a48ab9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:34.176579 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-0fb027c9-19eb-4686-848d-6760a48ab9f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1288958 Dec 22 05:51:34.248074 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-a327ae07-a54a-4202-84e1-b535ddc2948c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 217 time: 0.0642648 Dec 22 05:51:34.311780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-96db1d9f-3403-4f1e-b59f-602f576281bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:34.313380 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-96db1d9f-3403-4f1e-b59f-602f576281bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0588515 Dec 22 05:51:34.393738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-5d94d52c-4b2c-4f4b-8dbc-3bf986ea7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:34.395189 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-5d94d52c-4b2c-4f4b-8dbc-3bf986ea7500 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755310 Dec 22 05:51:34.541046 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-f8702773-29b8-44ea-8c43-6fe569f3d934 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386864 Dec 22 05:51:34.679135 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b9ffa02-4955-424f-8d43-e243e70aa3e9 req-dea72290-1b31-4221-9191-854481d953ab service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300266 Dec 22 05:51:34.737419 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609708-4e63-4ed4-a78b-3235f9045153 req-5ff898e2-0d55-4ff3-b6df-c2b3c07d287d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:34.738859 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c609708-4e63-4ed4-a78b-3235f9045153 req-5ff898e2-0d55-4ff3-b6df-c2b3c07d287d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0815773 Dec 22 05:51:34.791328 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c609708-4e63-4ed4-a78b-3235f9045153 req-6d4cb2c9-6d2d-4aa8-8317-31e1efd51360 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441921 Dec 22 05:51:35.987341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16055b-7e2a-4ff4-affb-8f817b4f174b req-7fd7bfa2-1661-4772-b8e7-489ac363fab5 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:35.988795 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8e16055b-7e2a-4ff4-affb-8f817b4f174b req-7fd7bfa2-1661-4772-b8e7-489ac363fab5 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0877476 Dec 22 05:51:36.033091 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8e16055b-7e2a-4ff4-affb-8f817b4f174b req-ce93b781-3f3e-4e6c-8ad5-d26d49d0f08a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381241 Dec 22 05:51:37.243230 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d548f67-970e-4843-8b16-e9ef1a8b2aa4 req-3d743c31-ee52-4459-ac12-505f3f47f738 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:37.244788 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d548f67-970e-4843-8b16-e9ef1a8b2aa4 req-3d743c31-ee52-4459-ac12-505f3f47f738 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0953777 Dec 22 05:51:37.291512 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d548f67-970e-4843-8b16-e9ef1a8b2aa4 req-332ef8ea-8fe6-42b3-9605-b32d3d3b3bba tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 Dec 22 05:51:38.506447 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c608e-dd17-4090-9c86-02dda182ca76 req-8f8708e5-cd64-4069-8912-30cd5814503f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:38.507836 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-844c608e-dd17-4090-9c86-02dda182ca76 req-8f8708e5-cd64-4069-8912-30cd5814503f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0856519 Dec 22 05:51:38.555296 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-844c608e-dd17-4090-9c86-02dda182ca76 req-d3183394-6fa5-4c52-aca5-f311e954ecb8 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415840 Dec 22 05:51:39.893022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e87ee-fa3d-4b51-ba11-8b01b8f119f4 req-cdd10621-5aac-42c1-ac28-c34553164401 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:39.894485 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a4e87ee-fa3d-4b51-ba11-8b01b8f119f4 req-cdd10621-5aac-42c1-ac28-c34553164401 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.2190762 Dec 22 05:51:39.944900 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a4e87ee-fa3d-4b51-ba11-8b01b8f119f4 req-e740255f-4f83-4109-baf9-5acf73cc66dc tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443587 Dec 22 05:51:41.141713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f843811-3180-4074-8241-2db95e889879 req-6964168c-e575-480e-80f7-d6cf1e614ff1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:41.143162 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f843811-3180-4074-8241-2db95e889879 req-6964168c-e575-480e-80f7-d6cf1e614ff1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0835567 Dec 22 05:51:41.191631 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f843811-3180-4074-8241-2db95e889879 req-065b3bcd-5f8d-4231-875d-1899a606c050 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Dec 22 05:51:42.386030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e66f7b-a0e9-4a75-88ce-7802580450a2 req-11f8f91e-4e51-4fc3-8f7b-01006d344003 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:42.387436 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-77e66f7b-a0e9-4a75-88ce-7802580450a2 req-11f8f91e-4e51-4fc3-8f7b-01006d344003 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0878026 Dec 22 05:51:42.435042 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-77e66f7b-a0e9-4a75-88ce-7802580450a2 req-d79ab9c8-c2ef-4b1b-837b-b57b5d8ba929 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388503 Dec 22 05:51:42.815184 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 74c457a6-9518-410a-a7e3-a78311090d3f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:51:42.958453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 74c457a6-9518-410a-a7e3-a78311090d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74c457a6-9518-410a-a7e3-a78311090d3f,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:51:42.972279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '74c457a6-9518-410a-a7e3-a78311090d3f', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'port_id': '74c457a6-9518-410a-a7e3-a78311090d3f', 'mac_address': 'fa:16:3e:b3:c2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:51:42.996162 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:51:43.027451 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:43.044980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c457a6-9518-410a-a7e3-a78311090d3f {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:51:43.061341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 74c457a6-9518-410a-a7e3-a78311090d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74c457a6-9518-410a-a7e3-a78311090d3f,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:51:43.067406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:43.069105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:43.138568 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=74c457a6-9518-410a-a7e3-a78311090d3f,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:43.145869 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.146251 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.146600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.146923 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.147250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.147577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.147965 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.148323 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.148637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.148950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.149274 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.149588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:51:43.157715 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:43.515366 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['74c457a6-9518-410a-a7e3-a78311090d3f'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:51:43.634065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd84e6-7df5-458d-a9f7-bf3d5b246c0e req-80e0d325-d9d1-4136-8889-5d720114ccfa tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:43.635581 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-15dd84e6-7df5-458d-a9f7-bf3d5b246c0e req-80e0d325-d9d1-4136-8889-5d720114ccfa tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 945 time: 0.0856788 Dec 22 05:51:43.680000 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-15dd84e6-7df5-458d-a9f7-bf3d5b246c0e req-bb4a297e-e76e-4c6e-9228-fa7e12571ef8 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Dec 22 05:51:44.821254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 74c457a6-9518-410a-a7e3-a78311090d3f up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:51:44.887265 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8929d-24cf-4fbb-9268-2b0ba95a687c req-323e0d75-e734-451b-9212-cbab0a45e9b0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:44.888745 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7a8929d-24cf-4fbb-9268-2b0ba95a687c req-323e0d75-e734-451b-9212-cbab0a45e9b0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 945 time: 0.0937862 Dec 22 05:51:44.895103 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 74c457a6-9518-410a-a7e3-a78311090d3f completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:51:44.900255 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 74c457a6-9518-410a-a7e3-a78311090d3f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:51:44.900651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:44.932977 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7a8929d-24cf-4fbb-9268-2b0ba95a687c req-ecf648c3-e099-43e5-8d5a-d6d4de820fe2 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384696 Dec 22 05:51:45.016078 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:45.048029 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:51:45.058057 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 74c457a6-9518-410a-a7e3-a78311090d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74c457a6-9518-410a-a7e3-a78311090d3f,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:51:45.062984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:45.065009 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:45.098013 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f', 'code': 200} Dec 22 05:51:45.136494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=74c457a6-9518-410a-a7e3-a78311090d3f,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:45.139565 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:45.283149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:45.411554 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d03f4a-2dda-47f9-95c6-a5edecc45569 req-525de832-f244-4994-88c1-31d1bc7e69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:45.413068 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0d03f4a-2dda-47f9-95c6-a5edecc45569 req-525de832-f244-4994-88c1-31d1bc7e69ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1099 time: 0.0797722 Dec 22 05:51:45.456694 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a0d03f4a-2dda-47f9-95c6-a5edecc45569 req-f76f0358-ffc4-46c3-b145-f67e8ada42e8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361280 Dec 22 05:51:46.133839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac69a8-c5c2-4dfd-af6d-21658c07255a req-76d3ae7d-db7a-4922-92e5-7a6b6c29626e tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:46.135333 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0bac69a8-c5c2-4dfd-af6d-21658c07255a req-76d3ae7d-db7a-4922-92e5-7a6b6c29626e tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0911093 Dec 22 05:51:46.186354 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0bac69a8-c5c2-4dfd-af6d-21658c07255a req-8b0a6955-877a-4767-ac16-166026d3d0a6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Dec 22 05:51:47.383810 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c652-b14e-438a-ab7b-ee8e7f443138 req-85c06ebe-c5ba-478d-8861-b4733011f9d4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:47.385419 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2bf2c652-b14e-438a-ab7b-ee8e7f443138 req-85c06ebe-c5ba-478d-8861-b4733011f9d4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0891917 Dec 22 05:51:47.432344 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2bf2c652-b14e-438a-ab7b-ee8e7f443138 req-6f6c2808-9339-49c8-a748-7b48a2169ef8 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413051 Dec 22 05:51:47.649330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba848870-cba6-4238-beb3-07dde9579f7e req-04d8b071-436a-4345-93d4-2a8f0e56a293 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:47.650982 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ba848870-cba6-4238-beb3-07dde9579f7e req-04d8b071-436a-4345-93d4-2a8f0e56a293 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.1084540 Dec 22 05:51:47.696067 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ba848870-cba6-4238-beb3-07dde9579f7e req-0ddf2b7e-8c02-4dc3-a7d0-1fb957cd69ee tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393293 Dec 22 05:51:47.719611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40668) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:47.857245 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a90ce-9ab2-4b56-b3e7-1cb7576e8e76 tempest-TestShelveInstance-732792640 tempest-TestShelveInstance-732792640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:47.859281 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e39a90ce-9ab2-4b56-b3e7-1cb7576e8e76 tempest-TestShelveInstance-732792640 tempest-TestShelveInstance-732792640-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1094 time: 0.1384158 Dec 22 05:51:47.863531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40674) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:51:47.871817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '74c457a6-9518-410a-a7e3-a78311090d3f', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:51:47.882252 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:51:47.887489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Usage tracker for resource:floatingip and tenant:6c5d0dbbbe494b30932a4c90cba1e2ea is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:51:47.890574 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:51:47.897288 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:51:47.910229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for floatingip, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:48.056129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:48.204928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Allocated IP 172.26.1.120 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/201614f4-94fd-455f-b690-7289a4082490) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:51:48.355580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:48.387210 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:48.390829 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-000fe232-b003-4e8d-9b65-ef61b5a942eb tempest-ServersNegativeTestJSON-884769910 tempest-ServersNegativeTestJSON-884769910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:48.454874 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:51:48.457686 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:51:48.461349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:51:48.494504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'Port': ['ID=201614f4-94fd-455f-b690-7289a4082490,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:48.502797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:49.049064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:49.136483 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:49.359361 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:49.366935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:49.370600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31ff2bf1-9af3-4a79-96a4-82b635efc7f6 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:51:49.474382 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event updated for resources: {'Port': ['ID=201614f4-94fd-455f-b690-7289a4082490,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:51:49.478707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:51:49.490034 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:49.668530 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Floating IP 5bdd8505-a0bd-450c-9ee2-b23d663587f9 associated. External IP: 172.26.1.120, port: 74c457a6-9518-410a-a7e3-a78311090d3f. Dec 22 05:51:50.027431 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:51:50.342902 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:51:50.353238 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] Sync routers for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:51:50.362658 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:51:50.363255 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:51:50.368359 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:50.424753 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5599494 Dec 22 05:51:50.425439 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:51:50.469953 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f', 'status': 'completed', 'code': 200} Dec 22 05:51:50.545917 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:51:50.592430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-67977280-7ce5-41c8-94a7-60e12dfed9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:50.594067 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-67977280-7ce5-41c8-94a7-60e12dfed9a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1099 time: 0.0779436 Dec 22 05:51:50.727893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-9bfa2ea3-8d0f-4498-9cce-5650218b2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:50.729496 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-9bfa2ea3-8d0f-4498-9cce-5650218b2a53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1294615 Dec 22 05:51:50.834284 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-02855171-23cc-441f-95a0-69b23fd630c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 1000 time: 0.0984118 Dec 22 05:51:50.896560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-f5702052-b1fe-4936-a906-15e1d539ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:50.898073 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-f5702052-b1fe-4936-a906-15e1d539ce53 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0577273 Dec 22 05:51:50.899472 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '5bdd8505-a0bd-450c-9ee2-b23d663587f9', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'floating_ip_address': '172.26.1.120', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'port_id': '74c457a6-9518-410a-a7e3-a78311090d3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'mac_address': 'fa:16:3e:b3:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:51:48Z', 'updated_at': '2021-12-22T05:51:48Z', 'revision_number': 0, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:51:50.903534 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] Checking router: 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:51:50.912083 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:51:50.912724 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:51:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:51:50.976836 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-6a56a94e-bb24-4533-aecf-448dafffc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:50.978473 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-6a56a94e-bb24-4533-aecf-448dafffc383 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739095 Dec 22 05:51:51.113922 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-9430a4d6-c96e-4626-a16d-66f4c1a0f4f7 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282184 Dec 22 05:51:51.121881 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:51:51.246389 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b4d1df17-0bec-4462-adbd-857c84ec15c4 req-e90f8a4e-9797-448f-9887-6987972faa74 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257436 Dec 22 05:51:51.470854 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '5bdd8505-a0bd-450c-9ee2-b23d663587f9', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'floating_ip_address': '172.26.1.120', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'port_id': '74c457a6-9518-410a-a7e3-a78311090d3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'mac_address': 'fa:16:3e:b3:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:51:48Z', 'updated_at': '2021-12-22T05:51:48Z', 'revision_number': 0, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:51:51.477289 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ea174-2a75-49f4-aa1e-315e83a395ad None None] The sync data for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv is: [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '5bdd8505-a0bd-450c-9ee2-b23d663587f9', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'floating_ip_address': '172.26.1.120', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'port_id': '74c457a6-9518-410a-a7e3-a78311090d3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'mac_address': 'fa:16:3e:b3:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:51:48Z', 'updated_at': '2021-12-22T05:51:48Z', 'revision_number': 0, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:51:51.689091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4627c-eb62-496e-b787-091d92431b29 None None] New status for floating IP 5bdd8505-a0bd-450c-9ee2-b23d663587f9: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:51:53.223209 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-21c356a7-a433-4550-a721-306d47dca2f6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855193 Dec 22 05:51:53.392292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-d87f93b8-f40f-4b61-b133-55348e7daa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:53.393739 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-d87f93b8-f40f-4b61-b133-55348e7daa6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1099 time: 0.0799038 Dec 22 05:51:53.538599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-dbd5bcf3-f269-4909-8e06-a9756e6b3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:53.539961 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-dbd5bcf3-f269-4909-8e06-a9756e6b3a10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1274302 Dec 22 05:51:53.645413 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-79de44d9-164e-4bc7-8410-8e7b34366a2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 1002 time: 0.0982478 Dec 22 05:51:53.710073 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-af20e53b-b842-4e0b-b990-e46b51a6d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:53.711565 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-af20e53b-b842-4e0b-b990-e46b51a6d8e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0604722 Dec 22 05:51:53.790289 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-24fc3c8b-5cd1-491b-9116-cdd0c1f8abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:51:53.791781 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-24fc3c8b-5cd1-491b-9116-cdd0c1f8abd8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735650 Dec 22 05:51:53.926492 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-28d9ff09-cf5b-4571-a5ad-d11c1a715a03 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275237 Dec 22 05:51:54.185148 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a98cae52-96c2-4c8a-a8af-7969b870d2c4 req-8cc62fe6-f21f-4b61-bc41-61800f8a9a77 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523210 Dec 22 05:51:54.675390 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dbf57979-9a74-453f-8622-ed6ef687862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:57.041544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7df2adb6-4f53-4e98-bcb4-f0043debcd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:58.135787 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:58.301208 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:59.781857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:15.294433 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:19.995580 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:52:24.660195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7e09a18b-f18a-4211-97d6-a715aa4a87e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:27.040282 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8bab-72a5-465b-a3d6-9aa44d1b6dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:28.138795 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:28.305447 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:29.790068 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:45.318025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:54.235099 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-c326e3a3-a54f-4de5-a068-b6c7b787a36d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826213 Dec 22 05:52:54.402649 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-ff765a0b-46e9-454c-977a-1c6ff7b572e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:52:54.404110 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-ff765a0b-46e9-454c-977a-1c6ff7b572e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1099 time: 0.0769353 Dec 22 05:52:54.553284 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-08def640-2432-4bad-b575-34f70f24f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:52:54.554694 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-08def640-2432-4bad-b575-34f70f24f288 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1304488 Dec 22 05:52:54.662097 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-36b13b80-f3fd-4dd7-af40-fae52c55eaee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 1002 time: 0.1009426 Dec 22 05:52:54.667441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dd2d90af-0bbc-4526-95e7-31869b4801a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:54.725693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-d1d3f29e-60da-4d40-a72e-0f00c0edee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:52:54.727151 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-d1d3f29e-60da-4d40-a72e-0f00c0edee4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0580890 Dec 22 05:52:54.807420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-123a474f-411f-4b60-9364-70b03839de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:52:54.809204 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-123a474f-411f-4b60-9364-70b03839de2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758975 Dec 22 05:52:54.946259 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-21dfee52-daa4-4ce7-a7b3-7c65ffda13b4 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290967 Dec 22 05:52:55.086483 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-04a2c1c4-48a4-4204-bd3f-6c92aa191c5c req-d9355c87-40d5-4ca1-b430-2a68170f992e service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338730 Dec 22 05:52:56.994319 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:52:57.036930 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-466b01be-dfdc-4ccc-95bb-400319d37a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:58.145920 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:58.305993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:59.788994 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:03.827093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [req-ee22a43e-ae50-49eb-83f1-592f781afe30 req-eb88bb8f-34fc-45cb-9e10-3293c28a20b9 service neutron] (87555) timed out ('10.222.0.36', 34904) {{(pid=87555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 05:53:15.327177 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:24.665118 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-910a2017-cf6b-434d-995b-d85106396788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:27.033444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-65d669e6-526f-4c85-a6b2-a85ac3c1a98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:28.133261 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:28.308283 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:29.795937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:33.994137 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:53:45.332183 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:46.402918 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c9b18-c1f0-4a5f-8dd6-808e7cc88bdd req-658d837b-0d20-41d9-9de0-5128c7d1e891 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:46.403981 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b43c9b18-c1f0-4a5f-8dd6-808e7cc88bdd req-658d837b-0d20-41d9-9de0-5128c7d1e891 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0937176 Dec 22 05:53:46.450715 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b43c9b18-c1f0-4a5f-8dd6-808e7cc88bdd req-85efe366-f222-4257-ba46-dad17f986855 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404918 Dec 22 05:53:47.655080 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a12d85-4b2b-4579-85c7-25dd8694e5bb req-dcf8bf93-bcbc-4e44-b361-4b0b4009961d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:47.656583 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8a12d85-4b2b-4579-85c7-25dd8694e5bb req-dcf8bf93-bcbc-4e44-b361-4b0b4009961d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0969915 Dec 22 05:53:47.700913 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8a12d85-4b2b-4579-85c7-25dd8694e5bb req-416a679a-5361-4f1e-a5af-50eb7dc9e7c2 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385194 Dec 22 05:53:48.919765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fcd64-f9ef-44c5-9e91-8953cb2cf127 req-b9b2cf4a-e9de-4852-ac4a-c5d43a7d43fb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:48.921233 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a3fcd64-f9ef-44c5-9e91-8953cb2cf127 req-b9b2cf4a-e9de-4852-ac4a-c5d43a7d43fb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0896113 Dec 22 05:53:48.964168 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a3fcd64-f9ef-44c5-9e91-8953cb2cf127 req-ebbdef7e-9a98-46be-bbcb-2f5a95c15289 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372560 Dec 22 05:53:50.161888 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23c5d6-f35f-4e66-93aa-c901cdca433f req-d791a774-69ed-4dc8-9914-cdde3bb7bcab tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:50.163463 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b23c5d6-f35f-4e66-93aa-c901cdca433f req-d791a774-69ed-4dc8-9914-cdde3bb7bcab tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0852752 Dec 22 05:53:50.207825 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b23c5d6-f35f-4e66-93aa-c901cdca433f req-1f96d97d-b8d4-4375-9362-d074e354f71c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381646 Dec 22 05:53:51.408798 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fd097-e02a-4a8a-8d70-652bbb852555 req-fb4f9126-df8b-41fa-a614-b3e05b1d755f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:51.410332 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-784fd097-e02a-4a8a-8d70-652bbb852555 req-fb4f9126-df8b-41fa-a614-b3e05b1d755f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0876327 Dec 22 05:53:51.463136 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-784fd097-e02a-4a8a-8d70-652bbb852555 req-d4a37c03-752c-4fb4-9eef-8617bc838ab3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 Dec 22 05:53:52.680333 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a5eca-d754-431f-9b5c-3130a3aac727 req-e102d248-d531-4a0f-af4f-541f4bf7064d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:52.681919 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-013a5eca-d754-431f-9b5c-3130a3aac727 req-e102d248-d531-4a0f-af4f-541f4bf7064d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.1015081 Dec 22 05:53:52.727719 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-013a5eca-d754-431f-9b5c-3130a3aac727 req-b6b39ada-65c3-46b1-afd9-4cfdd1f25adf tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393460 Dec 22 05:53:53.935799 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb09a0-7cfd-45ab-b571-0a4b130ebd75 req-92b679d2-9a01-4735-a7a8-e76e8ac184b0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:53.937257 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-89bb09a0-7cfd-45ab-b571-0a4b130ebd75 req-92b679d2-9a01-4735-a7a8-e76e8ac184b0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0899332 Dec 22 05:53:53.984608 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-89bb09a0-7cfd-45ab-b571-0a4b130ebd75 req-3fcb82ae-5d6f-4abc-8a97-9b50ecc719e9 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383520 Dec 22 05:53:54.288601 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-531cad30-9021-42a1-81e3-3678bd285a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:54.290471 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-531cad30-9021-42a1-81e3-3678bd285a2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1099 time: 0.0768101 Dec 22 05:53:54.449156 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-9af6a082-cc46-4863-931a-9baa5b14856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:54.450502 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-9af6a082-cc46-4863-931a-9baa5b14856d service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1395154 Dec 22 05:53:54.556643 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-976e02d6-ae6f-494e-a5ce-ac628c17c3d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 1002 time: 0.0984223 Dec 22 05:53:54.622611 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-d66f4d3e-b929-453d-83e6-767ea736cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:54.624188 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-d66f4d3e-b929-453d-83e6-767ea736cc40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0614810 Dec 22 05:53:54.659704 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b290ad3c-5c46-4d1e-a775-6622ff01a9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:54.704232 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-f57dc477-def2-44fe-8bc6-5d0952d90f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:54.705713 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-f57dc477-def2-44fe-8bc6-5d0952d90f49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745690 Dec 22 05:53:54.839362 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-c051e5b4-f1e0-4896-8811-8a9bf3e5fec9 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269317 Dec 22 05:53:55.098265 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-156a7efa-7b55-44b6-b252-3b8e9a2c03ee req-04820e15-6ce4-40a9-bf47-005b559c3c91 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524056 Dec 22 05:53:55.193482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb4f1-21e0-4fdf-8495-535b1bafb61e req-4617f8c4-1f95-4e29-a705-a552949f97bc tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:55.195082 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b25fb4f1-21e0-4fdf-8495-535b1bafb61e req-4617f8c4-1f95-4e29-a705-a552949f97bc tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0943940 Dec 22 05:53:55.240828 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b25fb4f1-21e0-4fdf-8495-535b1bafb61e req-e68f539d-5043-4c00-9f47-572010cd3f6e tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398991 Dec 22 05:53:56.453984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690902f-2504-4fe6-99c9-0dad1761cdbb req-40933e63-cf75-4535-8eee-7b6a61e0e5c1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:56.455363 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e690902f-2504-4fe6-99c9-0dad1761cdbb req-40933e63-cf75-4535-8eee-7b6a61e0e5c1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0982287 Dec 22 05:53:56.501464 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e690902f-2504-4fe6-99c9-0dad1761cdbb req-59063ce0-2f87-4ce9-aefa-9ebe7ea16d99 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402238 Dec 22 05:53:56.592964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-d054ca4a-db64-43eb-aae8-904d3d69ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:56.594459 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-d054ca4a-db64-43eb-aae8-904d3d69ed57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1099 time: 0.0795665 Dec 22 05:53:56.728780 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-02fa4309-10c1-4dd6-9ffe-056714ecd76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:56.730128 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-02fa4309-10c1-4dd6-9ffe-056714ecd76a service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1287649 Dec 22 05:53:56.844946 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-3ce85cb5-00b2-43ee-9ba3-5a6607179397 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 1002 time: 0.1086867 Dec 22 05:53:56.913750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-4bbfc6dc-b77a-4d22-9065-0d9a4e7da9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:56.915224 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-4bbfc6dc-b77a-4d22-9065-0d9a4e7da9ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0633433 Dec 22 05:53:56.994392 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-d4f6267e-d0da-4214-95d6-097d0b7acec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:56.996029 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-d4f6267e-d0da-4214-95d6-097d0b7acec0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745349 Dec 22 05:53:57.028149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-82babdaf-b635-41f4-913a-849385da90a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:57.134725 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-2fb0a2d7-5a30-4224-a251-0e8558d5cab6 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314449 Dec 22 05:53:57.278973 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-de7ff0a3-2de0-4843-bc84-25fb0ee6c281 req-3163e982-5908-41a7-85ca-6820fe20e7e5 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305161 Dec 22 05:53:57.713669 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0ba0d-bf3b-40ea-8fa2-48ef4eec21ef req-68ebd81a-dc98-48b3-9458-91e302f5ea0f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:57.715401 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25e0ba0d-bf3b-40ea-8fa2-48ef4eec21ef req-68ebd81a-dc98-48b3-9458-91e302f5ea0f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0939870 Dec 22 05:53:57.764808 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25e0ba0d-bf3b-40ea-8fa2-48ef4eec21ef req-bf572c1e-5da5-49a3-b847-48e51d208ef2 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434825 Dec 22 05:53:58.136533 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:58.317834 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:58.970782 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307075de-9642-420d-9de0-5dadac723025 req-4a42d944-ddf3-445d-bf9a-4506e1db41c6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:53:58.972291 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-307075de-9642-420d-9de0-5dadac723025 req-4a42d944-ddf3-445d-bf9a-4506e1db41c6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0997109 Dec 22 05:53:59.019017 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-307075de-9642-420d-9de0-5dadac723025 req-a1aceef4-33db-447c-91ee-c03c91813552 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409241 Dec 22 05:53:59.798192 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:00.210155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96626d45-d69d-49d7-a9ed-4fe3c4f26e14 req-4814a0df-02c6-4f5d-ba9a-0bc0bcb7907e tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:00.211610 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-96626d45-d69d-49d7-a9ed-4fe3c4f26e14 req-4814a0df-02c6-4f5d-ba9a-0bc0bcb7907e tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0848970 Dec 22 05:54:00.372367 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-96626d45-d69d-49d7-a9ed-4fe3c4f26e14 req-d053c41e-d36c-47fd-938f-92dcc1329de0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545568 Dec 22 05:54:00.679065 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-53570117-a841-4656-9adb-48064a085903 req-430ac967-816b-477b-bbdd-b1be71d8300a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728264 Dec 22 05:54:00.749353 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4e5f-b4f3-49bf-a0da-43443132d08f req-fa2414be-6a38-475c-ae24-68ab3dbe1983 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:00.751207 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-526a4e5f-b4f3-49bf-a0da-43443132d08f req-fa2414be-6a38-475c-ae24-68ab3dbe1983 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0874870 Dec 22 05:54:00.795018 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-526a4e5f-b4f3-49bf-a0da-43443132d08f req-7c961677-9f71-4598-ba29-6a4e07351552 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380096 Dec 22 05:54:01.405335 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 74c457a6-9518-410a-a7e3-a78311090d3f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:54:01.522513 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:01.550313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:54:01.560494 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 74c457a6-9518-410a-a7e3-a78311090d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74c457a6-9518-410a-a7e3-a78311090d3f,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:54:01.567087 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:01.568985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-72cf8a3a-093e-4d4b-9f28-e22e9a20ceba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:54:01.641890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=74c457a6-9518-410a-a7e3-a78311090d3f,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:54:01.649214 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.649558 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.649895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.650224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.650546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.650873 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.651211 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.651518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.651837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.652195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.652514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.652828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:54:01.657310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:54:01.664717 dv-neutron-822524-1-hyperv neutron-server[87556]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f', 'code': 422} returned with failed status Dec 22 05:54:02.006562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e79a7-5b50-49d7-a258-f36ef4576eb5 req-a6953864-ef01-49af-a864-ea91af893e52 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:02.008036 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-938e79a7-5b50-49d7-a258-f36ef4576eb5 req-a6953864-ef01-49af-a864-ea91af893e52 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.1046386 Dec 22 05:54:02.072117 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-938e79a7-5b50-49d7-a258-f36ef4576eb5 req-2d3bb856-0187-49e9-8abc-1fad4ba5f4ac tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572672 Dec 22 05:54:03.265376 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fa386-aaae-4f5c-ad90-c6c6f7f1ea00 req-0002c0dd-38e7-4766-b45c-7bcca913ef6a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:03.266532 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-517fa386-aaae-4f5c-ad90-c6c6f7f1ea00 req-0002c0dd-38e7-4766-b45c-7bcca913ef6a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0925443 Dec 22 05:54:03.315183 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-517fa386-aaae-4f5c-ad90-c6c6f7f1ea00 req-d24c33a2-e0eb-4bae-8d25-2fc12eb0e511 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427706 Dec 22 05:54:03.395912 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570117-a841-4656-9adb-48064a085903 req-07ba2963-2b6c-499a-b13f-750dd1c84927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:03.397593 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-53570117-a841-4656-9adb-48064a085903 req-07ba2963-2b6c-499a-b13f-750dd1c84927 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a&tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea HTTP/1.1" status: 200 len: 1097 time: 0.0802038 Dec 22 05:54:03.507386 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570117-a841-4656-9adb-48064a085903 req-7053d765-83dd-4b34-bb4e-498353496243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:03.510337 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-53570117-a841-4656-9adb-48064a085903 req-7053d765-83dd-4b34-bb4e-498353496243 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1097 time: 0.0773487 Dec 22 05:54:03.650673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570117-a841-4656-9adb-48064a085903 req-edb4bd30-0e10-4c21-83f3-7487b7361bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:03.652323 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-53570117-a841-4656-9adb-48064a085903 req-edb4bd30-0e10-4c21-83f3-7487b7361bcc service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1370554 Dec 22 05:54:03.758276 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-53570117-a841-4656-9adb-48064a085903 req-d224ae39-9852-4c8e-8ad9-7bddae38ca0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 1000 time: 0.0979581 Dec 22 05:54:03.828940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570117-a841-4656-9adb-48064a085903 req-289f68e9-bd2d-4020-aa8d-909312113d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:03.831201 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-53570117-a841-4656-9adb-48064a085903 req-289f68e9-bd2d-4020-aa8d-909312113d04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0665376 Dec 22 05:54:03.914631 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570117-a841-4656-9adb-48064a085903 req-76a99151-6d82-4b16-ba94-dd58a9f5466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:03.916003 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-53570117-a841-4656-9adb-48064a085903 req-76a99151-6d82-4b16-ba94-dd58a9f5466c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781455 Dec 22 05:54:04.049986 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-53570117-a841-4656-9adb-48064a085903 req-a1d474b7-d98e-4b9f-97e2-0ae1dbb63b27 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272042 Dec 22 05:54:04.333926 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-53570117-a841-4656-9adb-48064a085903 req-68017171-f298-4dea-9003-876bdf9c82c1 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776129 Dec 22 05:54:04.511648 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94cfe0-3962-46a8-950f-57656ccfa780 req-75cde7b6-5463-42b1-8bcf-835a3ff96beb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:04.513032 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f94cfe0-3962-46a8-950f-57656ccfa780 req-75cde7b6-5463-42b1-8bcf-835a3ff96beb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0889430 Dec 22 05:54:04.559649 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f94cfe0-3962-46a8-950f-57656ccfa780 req-bd4a2bf9-346f-4867-a2d9-05123ac520b8 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403042 Dec 22 05:54:05.761620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b949de-0a58-4fd1-8694-e433c7f2dcc2 req-0b60f06e-6e4d-403e-896a-44c8d9d4ee21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:05.763101 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c4b949de-0a58-4fd1-8694-e433c7f2dcc2 req-0b60f06e-6e4d-403e-896a-44c8d9d4ee21 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0871465 Dec 22 05:54:05.819717 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c4b949de-0a58-4fd1-8694-e433c7f2dcc2 req-748dd177-8b49-41be-80cb-dc1a501e2dc1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500267 Dec 22 05:54:07.031663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155efd08-6b29-49d3-a80b-2b9fd7c0371b req-e6f88903-bb10-4680-a64f-e5fc09242fc0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:07.033131 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-155efd08-6b29-49d3-a80b-2b9fd7c0371b req-e6f88903-bb10-4680-a64f-e5fc09242fc0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0957222 Dec 22 05:54:07.081125 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-155efd08-6b29-49d3-a80b-2b9fd7c0371b req-b3fa088d-d2e8-4327-aac9-45c07c536274 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394979 Dec 22 05:54:08.286926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed6e40-1f83-4125-9a0d-b2938a084e37 req-3be26b5e-0ab2-4639-9814-5341373641fe tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:08.288429 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-baed6e40-1f83-4125-9a0d-b2938a084e37 req-3be26b5e-0ab2-4639-9814-5341373641fe tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0943496 Dec 22 05:54:08.332384 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-baed6e40-1f83-4125-9a0d-b2938a084e37 req-56550cbc-2974-4cb1-856c-6b34819381fb tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382860 Dec 22 05:54:09.537065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adc963-2cc1-4755-a7dd-6a1444ec298f req-ea77ce75-454c-47c0-a585-d2beacc77c6d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:09.538454 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54adc963-2cc1-4755-a7dd-6a1444ec298f req-ea77ce75-454c-47c0-a585-d2beacc77c6d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0892572 Dec 22 05:54:09.588046 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54adc963-2cc1-4755-a7dd-6a1444ec298f req-4a8045e8-8f31-48d4-9e93-7923e71b989a tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Dec 22 05:54:10.800490 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f9b45-94f8-4a09-9564-015c9450a65a req-5026dece-5421-40a0-bc91-3cb027f706cf tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:10.802408 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a2f9b45-94f8-4a09-9564-015c9450a65a req-5026dece-5421-40a0-bc91-3cb027f706cf tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0969718 Dec 22 05:54:10.852551 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a2f9b45-94f8-4a09-9564-015c9450a65a req-0afec05e-d00d-499c-b8af-22e3ed5235ba tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411885 Dec 22 05:54:10.998239 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:54:12.077482 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7477796-a1f9-44c4-a0b5-973399564212 req-55d4bb30-f2b8-4282-b23f-fa35c1d90f52 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:12.078998 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b7477796-a1f9-44c4-a0b5-973399564212 req-55d4bb30-f2b8-4282-b23f-fa35c1d90f52 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.1072013 Dec 22 05:54:12.126299 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b7477796-a1f9-44c4-a0b5-973399564212 req-4fa27a8a-74cc-46f7-a69b-ecb7fcbca74d tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388310 Dec 22 05:54:13.327960 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3c985-8cdb-4378-ba1a-5552f4652d1d req-d9c9fd64-c788-45c5-99e3-3d9210301cb1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:13.329769 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42f3c985-8cdb-4378-ba1a-5552f4652d1d req-d9c9fd64-c788-45c5-99e3-3d9210301cb1 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 944 time: 0.0873859 Dec 22 05:54:13.375857 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42f3c985-8cdb-4378-ba1a-5552f4652d1d req-8165a7e7-581e-4783-ac8f-009cb979533f tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401728 Dec 22 05:54:13.501159 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 74c457a6-9518-410a-a7e3-a78311090d3f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:54:13.637083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 74c457a6-9518-410a-a7e3-a78311090d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74c457a6-9518-410a-a7e3-a78311090d3f,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:54:13.650326 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '74c457a6-9518-410a-a7e3-a78311090d3f', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'port_id': '74c457a6-9518-410a-a7e3-a78311090d3f', 'mac_address': 'fa:16:3e:b3:c2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:54:13.705850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:13.723145 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c457a6-9518-410a-a7e3-a78311090d3f {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:54:13.738767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 74c457a6-9518-410a-a7e3-a78311090d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74c457a6-9518-410a-a7e3-a78311090d3f,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:54:13.744894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:13.747555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-0e3a469b-3bda-464a-874c-77a0858adadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:54:13.823479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=74c457a6-9518-410a-a7e3-a78311090d3f,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:54:13.826690 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:54:14.145899 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['74c457a6-9518-410a-a7e3-a78311090d3f'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:54:14.581160 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0dd6-4522-4b2d-93d6-0a70b748b8ce req-ea42394c-b2a8-4e33-b5b4-a44399e8ddcf tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:14.582670 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f3f0dd6-4522-4b2d-93d6-0a70b748b8ce req-ea42394c-b2a8-4e33-b5b4-a44399e8ddcf tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 945 time: 0.0928919 Dec 22 05:54:14.631923 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f3f0dd6-4522-4b2d-93d6-0a70b748b8ce req-e8aabb3d-0ed0-49ab-bdc2-d61702790ee2 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 Dec 22 05:54:15.323200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:15.514727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 74c457a6-9518-410a-a7e3-a78311090d3f up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:54:15.593083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 74c457a6-9518-410a-a7e3-a78311090d3f triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:54:15.593322 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:15.753093 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:15.782296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:54:15.792162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 74c457a6-9518-410a-a7e3-a78311090d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74c457a6-9518-410a-a7e3-a78311090d3f,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:54:15.797665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:15.800675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-02b5620c-0650-481c-8aaa-143d45a67c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:54:15.823111 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35ca91-1a80-4c2b-a0e2-23202fdd8e87 req-20e7a2cf-0c87-4c41-aa56-b9cee430c4ac tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:15.824665 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e35ca91-1a80-4c2b-a0e2-23202fdd8e87 req-20e7a2cf-0c87-4c41-aa56-b9cee430c4ac tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 945 time: 0.0842569 Dec 22 05:54:15.871140 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=74c457a6-9518-410a-a7e3-a78311090d3f,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:54:15.874467 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:54:15.876421 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e35ca91-1a80-4c2b-a0e2-23202fdd8e87 req-352c6cb2-1850-4326-883e-ed403552c7d4 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456433 Dec 22 05:54:15.926925 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f', 'code': 200} Dec 22 05:54:16.246692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8d0fb-c53d-43e0-b1ed-bf678822799e req-4cc9c1f5-4103-4b62-9986-d56a9f5395cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:16.248422 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-06e8d0fb-c53d-43e0-b1ed-bf678822799e req-4cc9c1f5-4103-4b62-9986-d56a9f5395cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1099 time: 0.0723510 Dec 22 05:54:16.290577 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-06e8d0fb-c53d-43e0-b1ed-bf678822799e req-501976a3-08dc-4f2e-b9de-d72b9d82a708 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349615 Dec 22 05:54:17.093349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732fd85-1a46-4ead-85c6-109ee729a094 req-4de509a2-e62a-4761-84bd-93fdc3f66d3b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:17.094887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1732fd85-1a46-4ead-85c6-109ee729a094 req-4de509a2-e62a-4761-84bd-93fdc3f66d3b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0985637 Dec 22 05:54:17.146987 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1732fd85-1a46-4ead-85c6-109ee729a094 req-544f9689-adae-4c59-a3ce-e731ff415101 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439184 Dec 22 05:54:18.501753 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e70cd-581e-4af9-bb0c-045736742ded req-2286c0cb-6c57-4cb0-989a-e5049e200678 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:18.503141 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e74e70cd-581e-4af9-bb0c-045736742ded req-2286c0cb-6c57-4cb0-989a-e5049e200678 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0919640 Dec 22 05:54:18.551966 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e74e70cd-581e-4af9-bb0c-045736742ded req-63cb1f5e-b64d-4e7c-96cf-c0e6920c6b30 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430570 Dec 22 05:54:24.665694 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-23c522ff-db6f-496e-9fbc-a48154ae1a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:27.033872 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7554e710-78a5-4911-9419-b90b35cd6c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:28.136107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:28.321768 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:29.802445 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:45.350546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:47.997323 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:54:54.663254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c37a2d09-c793-4331-bbd4-6739c5077ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:56.352196 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4721961d-57cd-434d-9fda-df18c00b6969 req-9037ab79-c727-4a84-97f7-fe0b8ef099da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2128656 Dec 22 05:54:56.523123 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721961d-57cd-434d-9fda-df18c00b6969 req-2feb8461-f684-4515-888d-48ced79dec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:56.524559 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4721961d-57cd-434d-9fda-df18c00b6969 req-2feb8461-f684-4515-888d-48ced79dec4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1099 time: 0.0782435 Dec 22 05:54:56.677878 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721961d-57cd-434d-9fda-df18c00b6969 req-32b6b745-bf24-4fff-a7ee-455ce1219a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:56.679356 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4721961d-57cd-434d-9fda-df18c00b6969 req-32b6b745-bf24-4fff-a7ee-455ce1219a39 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1351624 Dec 22 05:54:56.789481 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4721961d-57cd-434d-9fda-df18c00b6969 req-43f78d30-01df-420c-8c31-3bd65e63396b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 1002 time: 0.1036270 Dec 22 05:54:56.855764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721961d-57cd-434d-9fda-df18c00b6969 req-ff48b336-8624-45c2-a9d2-dc87e3e2932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:56.857170 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4721961d-57cd-434d-9fda-df18c00b6969 req-ff48b336-8624-45c2-a9d2-dc87e3e2932d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0614777 Dec 22 05:54:56.933541 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721961d-57cd-434d-9fda-df18c00b6969 req-e4f0adaf-4bf1-43b5-a0c4-e05e2e205625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:54:56.935027 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4721961d-57cd-434d-9fda-df18c00b6969 req-e4f0adaf-4bf1-43b5-a0c4-e05e2e205625 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713155 Dec 22 05:54:57.037734 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a18dece-23aa-425a-aec2-8a22293a6f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:57.070449 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4721961d-57cd-434d-9fda-df18c00b6969 req-d5e499aa-229f-4efa-ab2b-c5839901be23 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287992 Dec 22 05:54:57.205683 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-4721961d-57cd-434d-9fda-df18c00b6969 req-9b15b3c5-3fbe-4ec4-80bf-6ee46eaedb23 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294026 Dec 22 05:54:58.140721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:58.322807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:59.802111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:15.364383 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:24.664106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-16cae82f-e496-4e85-8f26-b112620d57b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:25.002119 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:55:27.053254 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1b0dfbc6-bcc4-4d31-95d6-887613d7b838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:28.145088 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:28.320502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:29.812479 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:34.967423 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40808) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:35.173788 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Deleting port 201614f4-94fd-455f-b690-7289a4082490 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:35.174140 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:35.342536 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:35.342861 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:35.463475 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Calling delete_port for 201614f4-94fd-455f-b690-7289a4082490 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:55:35.750628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:35.754240 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a45063c-78b5-412b-95af-7fd5e949b5af tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:35.796357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event deleted for resources: {'Port': ['ID=201614f4-94fd-455f-b690-7289a4082490,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:35.835576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.835932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.836322 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.836661 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.837016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.837373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.837726 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.838065 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.838408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.838750 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.839096 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.839433 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:35.846222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:35.900224 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:35.900562 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Floating IP 5bdd8505-a0bd-450c-9ee2-b23d663587f9 disassociated (deleted). External IP: 172.26.1.120, port: 74c457a6-9518-410a-a7e3-a78311090d3f. Dec 22 05:55:36.270109 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:55:36.455441 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:55:36.466149 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] Sync routers for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:55:36.471857 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:36.476292 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:55:36.476962 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:36.526466 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-467d62a7-9767-4514-b544-4e5ecc294a89 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "DELETE /v2.0/floatingips/5bdd8505-a0bd-450c-9ee2-b23d663587f9 HTTP/1.1" status: 204 len: 168 time: 1.5577340 Dec 22 05:55:36.526970 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:55:36.655426 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:55:36.766862 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f', 'status': 'completed', 'code': 200} Dec 22 05:55:36.901979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-54384a49-e167-42f4-a4ee-e9e59329e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:55:36.903475 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-54384a49-e167-42f4-a4ee-e9e59329e76c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 1099 time: 0.0795918 Dec 22 05:55:37.022003 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:37.026075 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] Checking router: 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:55:37.034493 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:55:37.035010 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:37.043365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-cf84be5f-9784-4504-bb91-3bd16f614e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:55:37.044912 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-cf84be5f-9784-4504-bb91-3bd16f614e4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 200 len: 909 time: 0.1341999 Dec 22 05:55:37.058974 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753656d-fb7a-4b54-85d9-2d5602f9909a req-e148e488-152a-4b78-8b58-2b8efce12f67 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:55:37.060557 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1753656d-fb7a-4b54-85d9-2d5602f9909a req-e148e488-152a-4b78-8b58-2b8efce12f67 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.2128603 Dec 22 05:55:37.104790 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1753656d-fb7a-4b54-85d9-2d5602f9909a req-7583e371-76af-47f1-80e1-2c4a2d53d5a7 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384436 Dec 22 05:55:37.113586 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-be0834f5-a96d-49d6-9f5b-047dd3d23d95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 200 len: 217 time: 0.0620296 Dec 22 05:55:37.181405 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-d3c79874-2a41-45b9-bfbb-7b98c755680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:55:37.182844 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-d3c79874-2a41-45b9-bfbb-7b98c755680f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 200 len: 847 time: 0.0619354 Dec 22 05:55:37.217943 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:55:37.260519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-718bfce7-3287-46aa-894e-d623e69a0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:55:37.262658 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-718bfce7-3287-46aa-894e-d623e69a0478 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7052534f-db3c-4d26-92e8-e740f5bef211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709653 Dec 22 05:55:37.400203 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-94aa5ee1-3c01-4f1e-b872-20b6a49d4fb3 service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290805 Dec 22 05:55:37.538729 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:37.543021 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef77ea8-e4c4-4558-982f-65de3dd0e0dd None None] The sync data for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv is: [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:44:33Z', 'revision_number': 4, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '889decea-676b-4583-a71c-f5dffeffaa23', 'name': '', 'network_id': '7052534f-db3c-4d26-92e8-e740f5bef211', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'mac_address': 'fa:16:3e:da:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:32Z', 'updated_at': '2021-12-22T05:44:40Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'subnets': [{'id': '73dac24b-a36e-447b-8cd6-1f4d099972f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:55:37.662268 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b87f2d4d-3bcd-4db7-a39f-dee3b082ed65 req-730fe564-3b38-4e0e-94e9-fbf50b7339fa service neutron] 10.222.0.61 "GET /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555213 Dec 22 05:55:37.776475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffb230-a32f-415e-b826-914eb912ed95 None None] New status for floating IP 5bdd8505-a0bd-450c-9ee2-b23d663587f9: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:55:38.301036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f411eb-0f88-4458-a5c7-d24a124e3383 req-0118f68e-9a11-44c2-bfd3-6e8ef9be2710 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:55:38.302526 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3f411eb-0f88-4458-a5c7-d24a124e3383 req-0118f68e-9a11-44c2-bfd3-6e8ef9be2710 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.0845594 Dec 22 05:55:38.347571 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3f411eb-0f88-4458-a5c7-d24a124e3383 req-9112e7f5-8ceb-4fc9-ad5a-9d78ccb933d3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2b8a709-ca36-4c62-85de-a7acb9370f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393250 Dec 22 05:55:38.667461 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-863224c8-d3f5-4494-b488-e17af633c673 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:55:38.668204 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-863224c8-d3f5-4494-b488-e17af633c673 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Synchronizing usage tracker for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:55:38.686163 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-863224c8-d3f5-4494-b488-e17af633c673 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Unset dirty status for tenant:6c5d0dbbbe494b30932a4c90cba1e2ea on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:55:38.687538 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-863224c8-d3f5-4494-b488-e17af633c673 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 946 time: 0.1210747 Dec 22 05:55:38.760781 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Deleting port 74c457a6-9518-410a-a7e3-a78311090d3f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:38.761114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:39.011024 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] For port 74c457a6-9518-410a-a7e3-a78311090d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74c457a6-9518-410a-a7e3-a78311090d3f,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:55:39.011242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:39.134254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Calling delete_port for 74c457a6-9518-410a-a7e3-a78311090d3f owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:55:39.296388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:39.303189 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:39.350725 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event deleted for resources: {'Port': ['ID=74c457a6-9518-410a-a7e3-a78311090d3f,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:39.353422 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:39.426400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] No DVR routers for this DVR port 74c457a6-9518-410a-a7e3-a78311090d3f on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:55:39.429301 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:39.432128 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'name': 'network-vif-deleted', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:55:39.449562 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-ff83e03f-9346-4dc0-addc-5e9ce69388b2 req-e4459f5b-5ae5-4d37-96fb-7ea3f01cfa39 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.61 "DELETE /v2.0/ports/74c457a6-9518-410a-a7e3-a78311090d3f HTTP/1.1" status: 204 len: 173 time: 0.7566235 Dec 22 05:55:39.502277 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-95ee5f60-ea55-4463-89da-2437521e740f req-821bac45-bb83-446f-8889-b80fc1d88a66 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 210 time: 0.0447216 Dec 22 05:55:39.554048 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a', 'name': 'network-vif-deleted', 'tag': '74c457a6-9518-410a-a7e3-a78311090d3f', 'status': 'completed', 'code': 200} Dec 22 05:55:40.675537 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c424f63c-4dcd-45d2-941d-f44dc59df768 req-b7f29c44-0070-492c-93e6-a7fe02b58ec0 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d9cf84c-4ea0-40ad-80ef-6cb60c054f6a HTTP/1.1" status: 200 len: 210 time: 0.0465455 Dec 22 05:55:41.779550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40830) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:41.852179 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-402d82c6-5a31-410a-be29-a2585578fa33 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:41.882449 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-402d82c6-5a31-410a-be29-a2585578fa33 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:41.954366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-402d82c6-5a31-410a-be29-a2585578fa33 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:41.958467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c6b3884b-a104-4741-bcd1-64b40a979a17 tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:41.973817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d82c6-5a31-410a-be29-a2585578fa33 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8a709-ca36-4c62-85de-a7acb9370f37,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:41.976794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-402d82c6-5a31-410a-be29-a2585578fa33 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:41.984358 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-402d82c6-5a31-410a-be29-a2585578fa33 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:41.988329 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-402d82c6-5a31-410a-be29-a2585578fa33 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] 10.222.0.36 "DELETE /v2.0/security-groups/f2b8a709-ca36-4c62-85de-a7acb9370f37 HTTP/1.1" status: 204 len: 168 time: 0.2076972 Dec 22 05:55:42.036198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40836) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:42.887885 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:43.282842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Deleting port 889decea-676b-4583-a71c-f5dffeffaa23 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:43.283162 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:43.473052 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] For port 889decea-676b-4583-a71c-f5dffeffaa23, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=889decea-676b-4583-a71c-f5dffeffaa23,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:55:43.473376 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:43.594041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Calling delete_port for 889decea-676b-4583-a71c-f5dffeffaa23 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:55:43.811525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 74c457a6-9518-410a-a7e3-a78311090d3f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:55:43.846342 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 74c457a6-9518-410a-a7e3-a78311090d3f {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:55:43.846662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 74c457a6-9518-410a-a7e3-a78311090d3f not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:55:43.912653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:43.916420 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f828edaf-7732-4f25-a3b3-7a0ab40cb41f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:43.964438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=889decea-676b-4583-a71c-f5dffeffaa23,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:43.994599 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:44.375927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:44.752043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:55:44.936704 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:55:44.946978 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] Sync routers for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:55:44.949195 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-86681d05-a61c-44f9-a330-47b7859f3cdb admin admin] 10.222.0.36 "PUT /v2.0/routers/1fd14ad3-1fc6-4c75-9c89-dc9866de45a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9096708 Dec 22 05:55:44.952085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40842) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:44.957305 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:55:44.957906 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:45.129593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:45.140119 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:55:45.317041 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:45.328277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Deleting port 0a640f56-5bb2-44b6-85c0-900653db680b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:45.328610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:45.357754 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:45.421976 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:55:43Z', 'revision_number': 5, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port': {'id': '0a640f56-5bb2-44b6-85c0-900653db680b', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:30Z', 'updated_at': '2021-12-22T05:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:45.425693 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] Checking router: 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:55:45.434127 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] Routers {'1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:55:45.434686 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:45.504463 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] For port 0a640f56-5bb2-44b6-85c0-900653db680b, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=0a640f56-5bb2-44b6-85c0-900653db680b,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:55:45.504791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:45.582324 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] Set router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:55:45.634186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Calling delete_port for 0a640f56-5bb2-44b6-85c0-900653db680b owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:55:45.716649 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:55:45Z', 'revision_number': 6, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:45.721009 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d116b-3293-4f1e-9633-08c52e334b70 None None] The sync data for ids ['1fd14ad3-1fc6-4c75-9c89-dc9866de45a7'] in dv-neutron-822524-1-hyperv is: [{'id': '1fd14ad3-1fc6-4c75-9c89-dc9866de45a7', 'name': 'tempest-TestShelveInstance-106220517-router', 'tenant_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:29Z', 'updated_at': '2021-12-22T05:55:45Z', 'revision_number': 6, 'project_id': '6c5d0dbbbe494b30932a4c90cba1e2ea', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:55:45.950669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:45.954324 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:45.996476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a640f56-5bb2-44b6-85c0-900653db680b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:45.999976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:46.095198 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.279858 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.282275 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.307398 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.307966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:55:46.322249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.323385 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-14285975-05a6-4e97-90fb-c3653f3c4430 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1fd14ad3-1fc6-4c75-9c89-dc9866de45a7 HTTP/1.1" status: 204 len: 168 time: 1.3704202 Dec 22 05:55:46.326322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40846) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:46.386755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Deleting subnet 73dac24b-a36e-447b-8cd6-1f4d099972f6 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:55:46.389979 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.444765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.540550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.543575 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0a640f56-5bb2-44b6-85c0-900653db680b no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:55:46.577761 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 0a640f56-5bb2-44b6-85c0-900653db680b {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:55:46.578121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 0a640f56-5bb2-44b6-85c0-900653db680b not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:55:46.578552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 889decea-676b-4583-a71c-f5dffeffaa23 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:55:46.612943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 889decea-676b-4583-a71c-f5dffeffaa23 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:55:46.613308 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 889decea-676b-4583-a71c-f5dffeffaa23 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:55:46.619958 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.624546 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-789ae317-71b1-4e9f-908e-a05077708ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:46.658722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73dac24b-a36e-447b-8cd6-1f4d099972f6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:46.663836 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.669199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486fbbe5-3ea8-44e6-a10f-224b750b33f0 None None] Network 7052534f-db3c-4d26-92e8-e740f5bef211 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:55:46.671776 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.672180 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.672557 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.672923 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.673282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.673641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.674002 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.674370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.674722 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.675073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.675426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.675804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:46.680000 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:46.681959 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9f31e72c-503b-4ca7-a760-59dee5e40a7b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/73dac24b-a36e-447b-8cd6-1f4d099972f6 HTTP/1.1" status: 204 len: 168 time: 0.3546383 Dec 22 05:55:46.684433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40850) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:46.909027 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.919729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Deleting port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:46.920045 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:46.952497 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] DHCP port deletion for 7052534f-db3c-4d26-92e8-e740f5bef211 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:55:46.956815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] Deleting port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:46.957189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.128615 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] For port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f82e7b6f-75bb-48a1-8d7a-db5c9ea80410,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:55:47.128963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.166047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] For port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f82e7b6f-75bb-48a1-8d7a-db5c9ea80410,segment=NetworkSegment(89b25296-7915-4da0-9b3f-b67a7624417a),segment_id=89b25296-7915-4da0-9b3f-b67a7624417a)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:55:47.166429 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.259871 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Calling delete_port for f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:55:47.293453 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] Calling delete_port for f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:55:47.341692 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.346512 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-daabbf3f-4318-4b4c-bf65-3c7253ecd527 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:47.368984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:55:47.369345 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:55:47.390961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Pushing event deleted for resources: {'Port': ['ID=f82e7b6f-75bb-48a1-8d7a-db5c9ea80410,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:47.392758 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] No DVR routers for this DVR port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:55:47.394394 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:47.509148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.533562 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7052534f-db3c-4d26-92e8-e740f5bef211']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:47.545393 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b25296-7915-4da0-9b3f-b67a7624417a') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:47.545684 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b25296-7915-4da0-9b3f-b67a7624417a') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:47.556874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.576717 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.582813 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:55:47.583227 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:55:47.596241 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:55:47.673144 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.677712 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82191f55-9a95-496b-b176-3b0bf1e12dc8 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:47.695713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.706021 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Pushing event deleted for resources: {'Network': ['ID=7052534f-db3c-4d26-92e8-e740f5bef211,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:47.709199 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:47.720806 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] 10.222.0.36 "DELETE /v2.0/networks/7052534f-db3c-4d26-92e8-e740f5bef211 HTTP/1.1" status: 204 len: 168 time: 1.0354414 Dec 22 05:55:47.723927 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40854) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:47.871518 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] Deleting port f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:47.872413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:47.949444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-af14919b-e0ac-49cd-87d1-00aa981f37a2 None None] The port 'f82e7b6f-75bb-48a1-8d7a-db5c9ea80410' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:55:48.303238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:55:48.309816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:48.338397 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:55:48.338752 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f82e7b6f-75bb-48a1-8d7a-db5c9ea80410 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:55:48.796805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Deleting port ce24de94-9d2c-4a01-befa-f7869ffad646 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:48.797414 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:48.967687 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] For port ce24de94-9d2c-4a01-befa-f7869ffad646, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=ce24de94-9d2c-4a01-befa-f7869ffad646,segment=NetworkSegment(de7ae1d5-f6fc-4232-9528-cf052f7bb48f),segment_id=de7ae1d5-f6fc-4232-9528-cf052f7bb48f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:55:48.968072 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:49.092338 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Calling delete_port for ce24de94-9d2c-4a01-befa-f7869ffad646 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:55:49.284239 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:49.288077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:49.331626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce24de94-9d2c-4a01-befa-f7869ffad646,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:49.334754 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:49.611911 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:49.978692 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:55:50.276504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:55:50.288816 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] Sync routers for ids ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:55:50.304746 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] Routers {'51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:55:50.305036 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40858) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:50.305555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:50.311223 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] 10.222.0.36 "PUT /v2.0/routers/51cad9fa-5d9b-4e83-8b8e-1fdf509ab588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5835493 Dec 22 05:55:50.496067 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:50.530081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] Set router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:55:50.674106 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:50.684294 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Deleting port 32a74cdd-b98d-480f-8b83-89b6dd72ab00 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:50.684621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:50.819547 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'name': 'tempest-TestShelveInstance-290408554-router', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:35Z', 'updated_at': '2021-12-22T05:55:49Z', 'revision_number': 5, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'gw_port': {'id': '32a74cdd-b98d-480f-8b83-89b6dd72ab00', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:36Z', 'updated_at': '2021-12-22T05:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:50.823904 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] Checking router: 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:55:50.833440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] Routers {'51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:55:50.834083 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:50.975302 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] For port 32a74cdd-b98d-480f-8b83-89b6dd72ab00, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=32a74cdd-b98d-480f-8b83-89b6dd72ab00,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:55:50.975763 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:50.989801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] Set router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:55:51.095500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'name': 'tempest-TestShelveInstance-290408554-router', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:35Z', 'updated_at': '2021-12-22T05:55:50Z', 'revision_number': 6, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:51.100220 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467fde6-a8e4-4593-8027-b60601b846ef None None] The sync data for ids ['51cad9fa-5d9b-4e83-8b8e-1fdf509ab588'] in dv-neutron-822524-1-hyperv is: [{'id': '51cad9fa-5d9b-4e83-8b8e-1fdf509ab588', 'name': 'tempest-TestShelveInstance-290408554-router', 'tenant_id': '4f6b24aa1e8d4899b901582b8b72f213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:44:35Z', 'updated_at': '2021-12-22T05:55:50Z', 'revision_number': 6, 'project_id': '4f6b24aa1e8d4899b901582b8b72f213', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:55:51.101055 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Calling delete_port for 32a74cdd-b98d-480f-8b83-89b6dd72ab00 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:55:51.431288 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:51.437665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5e8319a2-7b90-4ca9-95ee-e7233236c3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:51.485420 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a74cdd-b98d-480f-8b83-89b6dd72ab00,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:51.488592 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:51.578065 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:51.749956 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:51.752179 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:51.778965 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:51.779518 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 05:55:51.791621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:51.792785 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-61deb2e1-e677-4497-9868-6917cb2bb5a0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/51cad9fa-5d9b-4e83-8b8e-1fdf509ab588 HTTP/1.1" status: 204 len: 168 time: 1.4867742 Dec 22 05:55:51.795293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:51.856808 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c86eb9a-25bd-4409-a769-3c9e75739958 admin admin] Deleting subnet d286bb4f-401f-470f-9634-b1294f1559b2 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 05:55:51.860059 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb9a-25bd-4409-a769-3c9e75739958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:51.911073 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb9a-25bd-4409-a769-3c9e75739958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:51.996328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb9a-25bd-4409-a769-3c9e75739958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:52.066653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb9a-25bd-4409-a769-3c9e75739958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:52.070653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f4eff799-29dc-4627-93c4-998c0ba3993b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:52.104978 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86eb9a-25bd-4409-a769-3c9e75739958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d286bb4f-401f-470f-9634-b1294f1559b2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:52.107982 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c86eb9a-25bd-4409-a769-3c9e75739958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:52.108940 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb9a-25bd-4409-a769-3c9e75739958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:52.121049 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba61d69-f449-47c8-a7a5-c296a52ee246 None None] Network f61dc893-c046-4bda-b0f1-f552d4a1f500 requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:55:52.121547 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c86eb9a-25bd-4409-a769-3c9e75739958 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d286bb4f-401f-470f-9634-b1294f1559b2 HTTP/1.1" status: 204 len: 168 time: 0.3226767 Dec 22 05:55:52.121547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40866) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:52.230267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:52.240745 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Deleting port f33a8119-3607-475d-a37f-8511ff9ab1cc {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:52.241064 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:52.318989 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ce24de94-9d2c-4a01-befa-f7869ffad646 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:55:52.360557 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: ce24de94-9d2c-4a01-befa-f7869ffad646 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:55:52.360926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device ce24de94-9d2c-4a01-befa-f7869ffad646 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:55:52.361364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 32a74cdd-b98d-480f-8b83-89b6dd72ab00 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:55:52.387070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] DHCP port deletion for f61dc893-c046-4bda-b0f1-f552d4a1f500 request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 05:55:52.400294 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 32a74cdd-b98d-480f-8b83-89b6dd72ab00 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:55:52.400650 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 32a74cdd-b98d-480f-8b83-89b6dd72ab00 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:55:52.402364 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] Deleting port f33a8119-3607-475d-a37f-8511ff9ab1cc {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:52.402862 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:52.585241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] For port f33a8119-3607-475d-a37f-8511ff9ab1cc, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f33a8119-3607-475d-a37f-8511ff9ab1cc,segment=NetworkSegment(de7ae1d5-f6fc-4232-9528-cf052f7bb48f),segment_id=de7ae1d5-f6fc-4232-9528-cf052f7bb48f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:55:52.585820 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:52.616619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] For port f33a8119-3607-475d-a37f-8511ff9ab1cc, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f33a8119-3607-475d-a37f-8511ff9ab1cc,segment=NetworkSegment(de7ae1d5-f6fc-4232-9528-cf052f7bb48f),segment_id=de7ae1d5-f6fc-4232-9528-cf052f7bb48f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:55:52.617025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:52.710589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Calling delete_port for f33a8119-3607-475d-a37f-8511ff9ab1cc owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:55:52.795696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:52.796084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] Calling delete_port for f33a8119-3607-475d-a37f-8511ff9ab1cc owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 05:55:52.799832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35a3be2e-e61e-49d4-80e0-f95e91d7b92b tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:52.843243 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33a8119-3607-475d-a37f-8511ff9ab1cc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:52.846365 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:52.847137 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] No DVR routers for this DVR port f33a8119-3607-475d-a37f-8511ff9ab1cc on host dv-neutron-822524-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:55:52.872759 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:55:52.873101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:55:52.973575 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:52.999098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61dc893-c046-4bda-b0f1-f552d4a1f500']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:53.012226 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:53.012511 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7ae1d5-f6fc-4232-9528-cf052f7bb48f') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:53.024658 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539941'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:53.041072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:53.047130 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:55:53.047507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2570987'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: timer() Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: self._notify() Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: event.method(event) Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:55:53.061003 dv-neutron-822524-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:55:53.141471 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:53.146543 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9069a41-bbe7-4081-9acb-c2c16d0e1aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:53.161478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649577'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:53.171424 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Pushing event deleted for resources: {'Network': ['ID=f61dc893-c046-4bda-b0f1-f552d4a1f500,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:53.175443 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:53.179048 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f61dc893-c046-4bda-b0f1-f552d4a1f500 HTTP/1.1" status: 204 len: 168 time: 1.0568173 Dec 22 05:55:53.317288 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40872) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:53.365764 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-126c57c5-61c0-4e3f-a61f-b1c10670d868 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c5d0dbbbe494b30932a4c90cba1e2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471194 Dec 22 05:55:53.368431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40876) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:53.374532 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] Deleting port f33a8119-3607-475d-a37f-8511ff9ab1cc {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 05:55:53.375008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:53.432121 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87128fe2-6832-4e6f-ae07-050db4ff68d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:53.445476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-0dc34221-904f-4716-9d8b-09d62d519f1e None None] The port 'f33a8119-3607-475d-a37f-8511ff9ab1cc' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 05:55:53.461030 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87128fe2-6832-4e6f-ae07-050db4ff68d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:53.517076 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87128fe2-6832-4e6f-ae07-050db4ff68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:53.521473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ffd2867a-d058-49e5-9017-e43fac0af3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:53.535147 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87128fe2-6832-4e6f-ae07-050db4ff68d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2182432-6cf1-4afb-bfa1-9883354fd6e6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:53.539032 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87128fe2-6832-4e6f-ae07-050db4ff68d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:53.545579 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87128fe2-6832-4e6f-ae07-050db4ff68d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:53.546981 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87128fe2-6832-4e6f-ae07-050db4ff68d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2182432-6cf1-4afb-bfa1-9883354fd6e6 HTTP/1.1" status: 204 len: 168 time: 0.1774850 Dec 22 05:55:53.971418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40884) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:54.021322 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6c171480-3d0e-4cac-9dc4-d2e2323f79c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f6b24aa1e8d4899b901582b8b72f213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484722 Dec 22 05:55:54.023677 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40888) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:54.082300 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f3fea0a-c637-480c-ba79-b925e2536283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:54.111107 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f3fea0a-c637-480c-ba79-b925e2536283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:54.169629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f3fea0a-c637-480c-ba79-b925e2536283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:54.173542 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2aa8d420-2797-43c3-b8cd-ed46a03c45d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:54.186822 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fea0a-c637-480c-ba79-b925e2536283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f80f0dc-340e-4f23-a0f8-c8ecefc22cf6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:54.189770 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0f3fea0a-c637-480c-ba79-b925e2536283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:54.191740 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f3fea0a-c637-480c-ba79-b925e2536283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:54.195410 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0f3fea0a-c637-480c-ba79-b925e2536283 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f80f0dc-340e-4f23-a0f8-c8ecefc22cf6 HTTP/1.1" status: 204 len: 168 time: 0.1683433 Dec 22 05:55:54.317134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f33a8119-3607-475d-a37f-8511ff9ab1cc no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:55:54.353376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: f33a8119-3607-475d-a37f-8511ff9ab1cc {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 05:55:54.353722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f33a8119-3607-475d-a37f-8511ff9ab1cc not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 05:55:54.656943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4c6d0b9f-f72c-4eb8-82fa-971084059dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.048999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40912) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:55.155476 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1320328845-network', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:55:55.160384 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:55:55.164331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Usage tracker for resource:network and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:55:55.167222 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:55:55.172916 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:55:55.186480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Made reservation on behalf of a1cd1fa04e82462ba576e143f704fd82 for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:55:55.188821 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.204226 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.218629 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:55:55.222380 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Usage tracker for resource:security_group_rule and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:55:55.225520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:55:55.231036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:55:55.312815 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.318883 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.323669 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17dba1cc-fef1-41eb-86e8-3cf6efbc80e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:55.361353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:55:55.369867 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08390af7-ca7b-403f-b233-83efdd422ec9,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:55.373924 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:55.376647 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.376989 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Added segment 1294246d-5c68-47ae-b1ed-954fafe97e6f of type vlan for network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb Dec 22 05:55:55.404929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.436721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.438519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:55:55.439352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.444785 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31f540f4-119f-4c35-9c0a-9cfe7a2b8a91 tempest-RoutersNegativeTest-238808093 tempest-RoutersNegativeTest-238808093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:55.549701 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4996133 Dec 22 05:55:55.550508 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Pushing event updated for resources: {'Network': ['ID=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:55.553515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40918) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:55.554043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:55.559434 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Request body: {'subnet': {'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1320328845-subnet', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:55:55.561797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:55:55.564832 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:55:55.569507 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Usage tracker for resource:subnet and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:55:55.572462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:55:55.579191 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:55:55.589547 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Made reservation on behalf of a1cd1fa04e82462ba576e143f704fd82 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:55:55.592083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.807531 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.811234 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eb415ab0-57fe-4b7e-a2c8-64af5a9cff06 tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:55.882614 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0bea7b1-97de-4762-9e79-11b0b20b1be3,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:55.886973 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:55.894039 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Checking segment: {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:55:55.894384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Network hostable DHCP agents. Network: 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:55:55.914609 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:55:55.924467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:55:55.929190 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:55:55.930156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.933519 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b7b35-4d9f-4512-a017-a5a28fa8d95c None None] Network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:55:55.952344 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aab21050-476e-4a22-ac7b-6570b27a3b7f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3975744 Dec 22 05:55:55.955404 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40922) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:55.960719 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:55:55.965806 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:55:55.972155 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Usage tracker for resource:router and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:55:55.975166 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:55:55.981192 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:55:55.993379 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:55.994374 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.010588 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.148400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:55:56.149238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.308162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Allocated IP 172.20.0.2 (4a6a4819-f610-45c8-81a4-b6c0e5a1baeb/b0bea7b1-97de-4762-9e79-11b0b20b1be3/66503a46-61e2-4873-8f21-2309d5d182ff) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:55:56.418729 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.522835 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.535623 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Transition to ACTIVE for port object 66503a46-61e2-4873-8f21-2309d5d182ff will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:55:56.555999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Transition to ACTIVE for port object 66503a46-61e2-4873-8f21-2309d5d182ff will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:55:56.563276 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.568821 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:56.626982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:55:56.629714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:55:56.633570 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:55:56.665418 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Pushing event updated for resources: {'Port': ['ID=66503a46-61e2-4873-8f21-2309d5d182ff,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:56.707937 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.708199 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.708556 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.708936 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.709248 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.709584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.709900 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.710221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.710538 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.710850 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.711182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.711482 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:56.719405 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:56.737383 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.739701 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Attempting to bind port 66503a46-61e2-4873-8f21-2309d5d182ff on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:55:56.740128 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Attempting to bind port 66503a46-61e2-4873-8f21-2309d5d182ff by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:55:56.740722 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Attempting to bind port 66503a46-61e2-4873-8f21-2309d5d182ff on network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:55:56.746310 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:55:56.746688 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Checking segment: {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:55:56.747084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.747471 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Bound using segment: {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:55:56.748017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Bound port: 66503a46-61e2-4873-8f21-2309d5d182ff, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:55:56.748769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.767653 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.838895 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] For port 66503a46-61e2-4873-8f21-2309d5d182ff, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:55:56.841959 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] For port 66503a46-61e2-4873-8f21-2309d5d182ff, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=66503a46-61e2-4873-8f21-2309d5d182ff,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:55:56.846477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:56.850117 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:56.905847 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Allocated IP 172.26.1.13 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:55:56.940242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Pushing event updated for resources: {'Port': ['ID=66503a46-61e2-4873-8f21-2309d5d182ff,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:56.942950 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:57.038370 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-3dd249f2-72f0-4c35-8ddc-692b96f41692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:57.066768 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:57.098938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:57.117582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:57.176253 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:55:57.179641 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:55:57.183346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:55:57.234050 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Pushing event updated for resources: {'Port': ['ID=a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:57.238282 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:57.612309 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:57.904993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc84a3e-07fe-455f-bad7-6bb566d7f631 None None] Network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:55:58.015357 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9e2f42bc-698a-49ca-a7d0-00a6d5cafd34 None None] Provisioning for port 66503a46-61e2-4873-8f21-2309d5d182ff completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:55:58.119812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:58.155209 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:58.328314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:58.355051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 66503a46-61e2-4873-8f21-2309d5d182ff up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:55:58.356757 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:55:58.426115 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 66503a46-61e2-4873-8f21-2309d5d182ff completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:55:58.432061 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 66503a46-61e2-4873-8f21-2309d5d182ff triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:55:58.432678 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:58.500182 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-db0851aa-47e2-451b-93b9-f19efdf3e1e0 None None] Provisioning complete for port 66503a46-61e2-4873-8f21-2309d5d182ff triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:55:58.500474 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-db0851aa-47e2-451b-93b9-f19efdf3e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:58.551623 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:55:58.562733 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Sync routers for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:55:58.572716 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:55:58.573326 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:58.580349 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:58.581905 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8fb96c5d-12ba-4cf6-b87c-39907c333d23 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6254320 Dec 22 05:55:58.584840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40926) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:55:58.701702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:58.753796 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:55:58.755015 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-db0851aa-47e2-451b-93b9-f19efdf3e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:58.770742 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 66503a46-61e2-4873-8f21-2309d5d182ff, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=66503a46-61e2-4873-8f21-2309d5d182ff,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:55:58.776554 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:58.784179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:58.906915 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-db0851aa-47e2-451b-93b9-f19efdf3e1e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:55:58.907280 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-db0851aa-47e2-451b-93b9-f19efdf3e1e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:55:58.907760 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=66503a46-61e2-4873-8f21-2309d5d182ff,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:58.910827 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:59.035127 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:55:57Z', 'revision_number': 3, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:59.039267 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Checking router: 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:55:59.039621 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Updating router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:55:59.095726 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:59.433241 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:59.444969 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:59.445509 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Transition to ACTIVE for port object a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:55:59.459004 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:59.471083 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-a789f1f7-704b-4d56-8c53-b21bbf451e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:59.562461 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Attempting to bind port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:55:59.562932 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Attempting to bind port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:55:59.563510 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Attempting to bind port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:55:59.574515 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:55:59.575007 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:55:59.575471 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:59.575945 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:55:59.576489 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Bound port: a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:55:59.577175 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:59.634168 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Pushing event updated for resources: {'Port': ['ID=a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:59.654387 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.654724 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.655056 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.655376 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.655696 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.656014 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.656355 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.656690 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.656974 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.657280 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.657590 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.657894 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:55:59.664434 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:59.670531 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] For port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:55:59.673788 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] For port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:55:59.679863 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:59.684623 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-ea1dba9e-fe8e-4815-b6cc-a0e8a50b4dcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:59.692564 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Allocated IP 172.20.0.1 (4a6a4819-f610-45c8-81a4-b6c0e5a1baeb/b0bea7b1-97de-4762-9e79-11b0b20b1be3/c02d4652-5e16-4d97-a5ca-6a923b8ba963) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:55:59.757941 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:55:59.758574 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:55:59.813975 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:59.825239 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Pushing event updated for resources: {'Port': ['ID=a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:55:59.845855 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-056deb39-75a2-4877-aa56-edf89cab5be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:55:59.850298 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:59.868479 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Transition to ACTIVE for port object c02d4652-5e16-4d97-a5ca-6a923b8ba963 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:55:59.893426 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:55:59.906158 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f08b7be2-79ed-4fc2-9e89-7c5dd7755a8d tempest-TestMinimumBasicScenario-1488957231 tempest-TestMinimumBasicScenario-1488957231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:55:59.966571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:55:59.969635 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:55:59.973550 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:55:59.974139 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:56:00.017267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Pushing event updated for resources: {'Port': ['ID=c02d4652-5e16-4d97-a5ca-6a923b8ba963,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:00.022063 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:00.040510 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:00.283605 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:55:57Z', 'revision_number': 3, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:00.289559 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc95ed3-16a0-4a54-a543-47674f559d2c None None] The sync data for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv is: [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:55:57Z', 'revision_number': 3, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:56:00.340082 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a10c9846-6880-470f-9b9e-339fd7a9cd70 None None] Provisioning for port c02d4652-5e16-4d97-a5ca-6a923b8ba963 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:56:00.345641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a10c9846-6880-470f-9b9e-339fd7a9cd70 None None] Provisioning complete for port c02d4652-5e16-4d97-a5ca-6a923b8ba963 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:00.346107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a10c9846-6880-470f-9b9e-339fd7a9cd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:00.354072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:00.387023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 66503a46-61e2-4873-8f21-2309d5d182ff up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:00.469636 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a10c9846-6880-470f-9b9e-339fd7a9cd70 None None] Port c02d4652-5e16-4d97-a5ca-6a923b8ba963 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:56:00.484194 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 66503a46-61e2-4873-8f21-2309d5d182ff triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:00.484580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:00.647251 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:00.653013 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:00.680899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-edceaee7-42c4-452e-92e6-298ee1543951 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:00.764269 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:00.768091 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Pushing event updated for resources: {'Port': ['ID=c02d4652-5e16-4d97-a5ca-6a923b8ba963,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:00.771257 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:00.910244 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:56:00.911401 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:56:01.103585 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:56:01.196836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-358fcd85-46ae-48d6-bda9-0ac81ccd9136 None None] Provisioning complete for port c02d4652-5e16-4d97-a5ca-6a923b8ba963 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:01.197396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-358fcd85-46ae-48d6-bda9-0ac81ccd9136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:01.258549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-358fcd85-46ae-48d6-bda9-0ac81ccd9136 None None] Port c02d4652-5e16-4d97-a5ca-6a923b8ba963 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:56:01.426839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:56:01.436300 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-40a885ef-2b09-4f84-9730-129a3d645372 admin admin] 10.222.0.36 "PUT /v2.0/routers/10bdb6ca-b40e-4e12-8bc1-02c831325ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8503802 Dec 22 05:56:01.873043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Sync routers for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:56:01.883502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:56:01.884263 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:01.964978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40944) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:01.970610 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-690259068-network', 'tenant_id': '8351b698cf304ab3892effe32089732d'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:01.975791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:01.979709 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Usage tracker for resource:network and tenant:8351b698cf304ab3892effe32089732d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:01.982663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:01.989732 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:02.001838 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Made reservation on behalf of 8351b698cf304ab3892effe32089732d for: {'network': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:56:02.002043 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:56:02.004530 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for network, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.017237 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.034713 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:02.038728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Usage tracker for resource:security_group_rule and tenant:8351b698cf304ab3892effe32089732d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:02.041701 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:02.047309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:02.082266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:56:02.129716 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.135731 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.138816 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c374757d-f790-4870-8c6d-21d025428ae1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:02.170482 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:56:02.178805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5188599c-bd47-4c4a-a968-5aeacc48c4ea,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:02.182458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:02.184964 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.185302 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.segments_db [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Added segment cda88f43-1a87-4079-92c2-b191cc46ce33 of type vlan for network b77a996f-b0b5-46c7-a7d2-3743329e3bbc Dec 22 05:56:02.213753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791423077331'] for network, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.245152 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543'] for network, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.246270 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:02.247266 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.253251 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7905b5c1-14b2-48f5-9aee-896fad1579fc tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:02.357156 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3910265 Dec 22 05:56:02.359050 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:02.360102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40948) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:02.366568 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Request body: {'subnet': {'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-690259068-subnet', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:02.368451 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Pushing event updated for resources: {'Network': ['ID=b77a996f-b0b5-46c7-a7d2-3743329e3bbc,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:02.371196 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7a0d843e-aeea-418a-95db-9efb191d59fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:02.372410 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:02.376700 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Usage tracker for resource:subnet and tenant:8351b698cf304ab3892effe32089732d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:02.379618 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:02.385370 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:02.397324 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Network b77a996f-b0b5-46c7-a7d2-3743329e3bbc details requested by agent ovs-agent-dv-neutron-822524-1-hyperv with host dv-neutron-822524-1-hyperv {{(pid=87556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 05:56:02.397825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Made reservation on behalf of 8351b698cf304ab3892effe32089732d for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:56:02.400385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461088'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.583514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:56:02.591039 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 2, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:02.593017 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:02.593388 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.613663 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461074'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.619022 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce5e68da-4d72-4110-8db3-199457c3d9a9 tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:02.623836 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Checking router: 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:56:02.624221 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Updating router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 port c02d4652-5e16-4d97-a5ca-6a923b8ba963 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:56:02.690105 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a7554f-4d30-4b20-88be-fef6d2f4d915,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:02.694224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:02.700422 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Checking segment: {'id': 'cda88f43-1a87-4079-92c2-b191cc46ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:56:02.700774 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Network hostable DHCP agents. Network: b77a996f-b0b5-46c7-a7d2-3743329e3bbc, hostable agents: ['b2579b0e-7268-4176-a6ed-6dbad2ea5590'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:56:02.723963 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Network b77a996f-b0b5-46c7-a7d2-3743329e3bbc is scheduled to be hosted by DHCP agent b2579b0e-7268-4176-a6ed-6dbad2ea5590 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:56:02.734255 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822524-1-hyperv, b77a996f-b0b5-46c7-a7d2-3743329e3bbc) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:56:02.739233 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:02.740128 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.749099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5954ee33-1bb0-4e85-8987-a1d4eaca43bd None None] Network b77a996f-b0b5-46c7-a7d2-3743329e3bbc requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:56:02.764023 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f9b3dbf3-6884-4147-a38b-b2106eb2ed38 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4026675 Dec 22 05:56:02.765376 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.767891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40952) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:02.773349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-690259068-router', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:02.778273 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:02.782112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Usage tracker for resource:router and tenant:8351b698cf304ab3892effe32089732d is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:02.784919 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:02.791293 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:02.804011 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45642'] for router, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.805036 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45661'] for router, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:02.820155 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.031603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.091049 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45615'] for router, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.101106 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:56:03.108998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.125838 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:03.290189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30109c36-1ae1-5c9f-9757-32e55e91d138-b77a996f-b0b5-46c7-a7d2-3743329e3bbc', 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'fixed_ips': [{'subnet_id': '88a7554f-4d30-4b20-88be-fef6d2f4d915'}]}} from dv-neutron-822524-1-hyperv. {{(pid=87556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 05:56:03.291025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.320926 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:03.327544 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:03.407255 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.437644 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.545107 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.555244 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.db_base_plugin_common [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Allocated IP 172.20.0.2 (b77a996f-b0b5-46c7-a7d2-3743329e3bbc/88a7554f-4d30-4b20-88be-fef6d2f4d915/5db7dfe2-6c46-4b1f-8877-8f6532ad8d79) {{(pid=87556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:56:03.564330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Transition to ACTIVE for port object c02d4652-5e16-4d97-a5ca-6a923b8ba963 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:56:03.577803 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Allocated IP 172.26.1.211 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/f21ee114-1a01-43e9-b7ea-70541c10a339) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:56:03.588666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.596156 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:03.796111 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb099e35-7241-40ba-a212-ba91a4b5e803 None None] Pushing event updated for resources: {'Port': ['ID=c02d4652-5e16-4d97-a5ca-6a923b8ba963,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:03.802126 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb099e35-7241-40ba-a212-ba91a4b5e803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:03.874593 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.909335 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.914169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eefc4613-241a-4894-86e6-ef09881707e3 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:03.928728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Attempting to bind port c02d4652-5e16-4d97-a5ca-6a923b8ba963 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:56:03.929108 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Attempting to bind port c02d4652-5e16-4d97-a5ca-6a923b8ba963 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:56:03.929481 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Attempting to bind port c02d4652-5e16-4d97-a5ca-6a923b8ba963 on network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:56:03.966275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:56:03.966584 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Checking segment: {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:56:03.967004 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.967393 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Bound using segment: {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:56:03.967877 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Bound port: c02d4652-5e16-4d97-a5ca-6a923b8ba963, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:56:03.968297 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:03.975312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:56:03.978186 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:56:03.980794 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:56:04.026626 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Pushing event updated for resources: {'Port': ['ID=f21ee114-1a01-43e9-b7ea-70541c10a339,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:04.030957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:04.081008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Notify callbacks [] for port, precommit_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:04.107702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Transition to ACTIVE for port object 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:56:04.126360 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] For port c02d4652-5e16-4d97-a5ca-6a923b8ba963, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:56:04.132800 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] For port c02d4652-5e16-4d97-a5ca-6a923b8ba963, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c02d4652-5e16-4d97-a5ca-6a923b8ba963,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:56:04.135478 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Transition to ACTIVE for port object 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 will not be triggered until provisioned by entity DHCP. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:56:04.138577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:04.142464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-94e3aa46-cc3a-4f54-adce-f30e6bc34401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:04.173023 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237'] for port, after_create {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:04.225314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Network b77a996f-b0b5-46c7-a7d2-3743329e3bbc is already hosted by enough agents. {{(pid=87556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:56:04.229791 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.scheduler.base_scheduler [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Resources bound (agent type, host, resource id): {{(pid=87556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:56:04.237400 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Received port after_create {{(pid=87556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:56:04.248802 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:56:04.249439 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:04.376224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:04.425658 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb099e35-7241-40ba-a212-ba91a4b5e803 None None] Pushing event updated for resources: {'Port': ['ID=c02d4652-5e16-4d97-a5ca-6a923b8ba963,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:04.428984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb099e35-7241-40ba-a212-ba91a4b5e803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:04.448350 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:04.450552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:04.684619 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Attempting to bind port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:56:04.685318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Attempting to bind port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'cda88f43-1a87-4079-92c2-b191cc46ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:56:04.685318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Attempting to bind port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 on network b77a996f-b0b5-46c7-a7d2-3743329e3bbc {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:56:04.698353 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Pushing event updated for resources: {'Port': ['ID=5db7dfe2-6c46-4b1f-8877-8f6532ad8d79,revision_number=1']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:04.708984 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:04.711195 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:56:04.711564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Checking segment: {'id': 'cda88f43-1a87-4079-92c2-b191cc46ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:56:04.711952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:04.712368 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Bound using segment: {'id': 'cda88f43-1a87-4079-92c2-b191cc46ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:56:04.712867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Bound port: 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda88f43-1a87-4079-92c2-b191cc46ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:56:04.713333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:04.742729 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:56:04.796847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714472'] for router, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:04.837875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:04.838249 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:05.010064 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Router d3b5d872-00ff-40fe-a943-7b90a2a034a2 is scheduled to L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 with binding_index 1 {{(pid=87555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 05:56:05.070526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] For port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:56:05.091699 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] For port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5db7dfe2-6c46-4b1f-8877-8f6532ad8d79,segment=NetworkSegment(cda88f43-1a87-4079-92c2-b191cc46ce33),segment_id=cda88f43-1a87-4079-92c2-b191cc46ce33)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:56:05.101749 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:05.106982 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:05.190520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:56:05.203911 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Sync routers for ids ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:56:05.222580 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:05.225042 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Routers {'d3b5d872-00ff-40fe-a943-7b90a2a034a2'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:56:05.225900 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-aeb05816-821d-4635-8377-54857ca5851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:05.227679 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40956) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:05.240752 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9104ab2f-742a-4e4f-ae13-7afb86dbaed1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4715710 Dec 22 05:56:05.318874 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Pushing event updated for resources: {'Port': ['ID=5db7dfe2-6c46-4b1f-8877-8f6532ad8d79,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:05.322775 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-089b5d1f-7c3c-44b0-a9ab-55424697a049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:05.367133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:04Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:05.371922 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541fa5e-cd44-422d-a7c5-31524fd32391 None None] The sync data for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv is: [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:04Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:56:05.469486 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Set router d3b5d872-00ff-40fe-a943-7b90a2a034a2 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:56:05.799139 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-aeb05816-821d-4635-8377-54857ca5851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'name': 'tempest-TestSnapshotPattern-690259068-router', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:56:02Z', 'updated_at': '2021-12-22T05:56:04Z', 'revision_number': 3, 'project_id': '8351b698cf304ab3892effe32089732d', 'gw_port': {'id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:56:03Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:05.803574 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Checking router: d3b5d872-00ff-40fe-a943-7b90a2a034a2 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:56:05.803923 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Updating router d3b5d872-00ff-40fe-a943-7b90a2a034a2 port f21ee114-1a01-43e9-b7ea-70541c10a339 binding host dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:56:05.866265 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.041217 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.259104 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Allocated IP 172.20.0.1 (b77a996f-b0b5-46c7-a7d2-3743329e3bbc/88a7554f-4d30-4b20-88be-fef6d2f4d915/98adc6ed-3ea6-4070-a84a-6ab3469f0e47) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:56:06.284041 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Notify callbacks [] for port, precommit_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.317344 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.provisioning_blocks [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Transition to ACTIVE for port object f21ee114-1a01-43e9-b7ea-70541c10a339 will not be triggered until provisioned by entity L2. {{(pid=87557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:56:06.341089 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.347101 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-640e9f79-1390-4289-b950-05687323976b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:06.464091 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c02d4652-5e16-4d97-a5ca-6a923b8ba963 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:06.479865 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Attempting to bind port f21ee114-1a01-43e9-b7ea-70541c10a339 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:56:06.480441 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Attempting to bind port f21ee114-1a01-43e9-b7ea-70541c10a339 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:56:06.481029 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Attempting to bind port f21ee114-1a01-43e9-b7ea-70541c10a339 on network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:56:06.499982 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d02b26-1623-4c91-894c-1bacc04fbb1a None None] Pushing event updated for resources: {'Port': ['ID=f21ee114-1a01-43e9-b7ea-70541c10a339,revision_number=2']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:06.508550 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:56:06.511647 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Checking segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:56:06.512212 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.512826 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Bound using segment: {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'} {{(pid=87557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:56:06.514359 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.managers [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Bound port: f21ee114-1a01-43e9-b7ea-70541c10a339, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ccd82e-3f60-4496-973b-a7d134685007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5'}}] {{(pid=87557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:56:06.514853 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.565883 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d1d02b26-1623-4c91-894c-1bacc04fbb1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:06.580176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb115b57-fb09-49d1-9f1c-f4eadaec2e2a None None] Network b77a996f-b0b5-46c7-a7d2-3743329e3bbc requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 05:56:06.607266 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port c02d4652-5e16-4d97-a5ca-6a923b8ba963 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:56:06.631971 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-aeb05816-821d-4635-8377-54857ca5851c None None] For port f21ee114-1a01-43e9-b7ea-70541c10a339, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:56:06.635111 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.plugins.ml2.db [None req-aeb05816-821d-4635-8377-54857ca5851c None None] For port f21ee114-1a01-43e9-b7ea-70541c10a339, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f21ee114-1a01-43e9-b7ea-70541c10a339,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:56:06.641731 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron_lib.callbacks.manager [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.648728 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d4a54390-201a-4ce3-afd3-e22f468934ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:06.653293 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.670423 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Transition to ACTIVE for port object 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:56:06.674047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c02d4652-5e16-4d97-a5ca-6a923b8ba963 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:06.674672 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.702148 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.708791 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6bba8446-3fc5-4d7f-ada3-02799c49f160 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:06.742065 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-770b59b3-2290-4916-814f-de7137a92b47 None None] Provisioning for port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:56:06.745316 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Routers {'d3b5d872-00ff-40fe-a943-7b90a2a034a2'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:56:06.745952 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-aeb05816-821d-4635-8377-54857ca5851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:06.787521 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Network b77a996f-b0b5-46c7-a7d2-3743329e3bbc is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:56:06.799899 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:56:06.805904 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:56:06.842363 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Pushing event updated for resources: {'Port': ['ID=98adc6ed-3ea6-4070-a84a-6ab3469f0e47,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:06.845689 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:06.869215 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d02b26-1623-4c91-894c-1bacc04fbb1a None None] Pushing event updated for resources: {'Port': ['ID=f21ee114-1a01-43e9-b7ea-70541c10a339,revision_number=3']} {{(pid=87557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:06.880512 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG oslo_concurrency.lockutils [None req-d1d02b26-1623-4c91-894c-1bacc04fbb1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:06.886744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685094'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.986329 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:06.995054 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-aeb05816-821d-4635-8377-54857ca5851c None None] Set router d3b5d872-00ff-40fe-a943-7b90a2a034a2 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:56:07.031444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port c02d4652-5e16-4d97-a5ca-6a923b8ba963, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c02d4652-5e16-4d97-a5ca-6a923b8ba963,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:56:07.033840 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:07.038273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:07.039189 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:07.125006 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:07.216307 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=c02d4652-5e16-4d97-a5ca-6a923b8ba963,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:07.219435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:07.239553 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:56:07.247228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:07.247608 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:07.323848 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-aeb05816-821d-4635-8377-54857ca5851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'name': 'tempest-TestSnapshotPattern-690259068-router', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:56:02Z', 'updated_at': '2021-12-22T05:56:04Z', 'revision_number': 3, 'project_id': '8351b698cf304ab3892effe32089732d', 'gw_port': {'id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:56:03Z', 'updated_at': '2021-12-22T05:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:07.328627 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb05816-821d-4635-8377-54857ca5851c None None] The sync data for ids ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'] in dv-neutron-822524-1-hyperv is: [{'id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'name': 'tempest-TestSnapshotPattern-690259068-router', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:56:02Z', 'updated_at': '2021-12-22T05:56:04Z', 'revision_number': 3, 'project_id': '8351b698cf304ab3892effe32089732d', 'gw_port': {'id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:56:03Z', 'updated_at': '2021-12-22T05:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:56:07.365241 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:07.373472 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:07.402164 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7efdbff2-7923-4ae3-8c9d-4c2145c48ed1 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:07.414995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:07.454435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5db7dfe2-6c46-4b1f-8877-8f6532ad8d79,segment=NetworkSegment(cda88f43-1a87-4079-92c2-b191cc46ce33),segment_id=cda88f43-1a87-4079-92c2-b191cc46ce33)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:56:07.462548 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:07.464900 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:07.493971 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685253'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:07.497812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Pushing event updated for resources: {'Port': ['ID=98adc6ed-3ea6-4070-a84a-6ab3469f0e47,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:07.501765 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:07.550693 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dd57e50d-84b0-4777-86ab-a19571f28fd6 None None] Provisioning complete for port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:07.551092 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dd57e50d-84b0-4777-86ab-a19571f28fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:07.601051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=5db7dfe2-6c46-4b1f-8877-8f6532ad8d79,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:07.606991 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:07.670852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Network b77a996f-b0b5-46c7-a7d2-3743329e3bbc is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:56:07.672100 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:56:07.750406 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dd57e50d-84b0-4777-86ab-a19571f28fd6 None None] Provisioning for port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:56:07.756577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-dd57e50d-84b0-4777-86ab-a19571f28fd6 None None] Provisioning complete for port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:07.757186 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dd57e50d-84b0-4777-86ab-a19571f28fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:07.826642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-dd57e50d-84b0-4777-86ab-a19571f28fd6 None None] Port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:56:07.903702 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Router d3b5d872-00ff-40fe-a943-7b90a2a034a2 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:56:07.947311 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-653501de-f0d1-49ca-aec6-ae4153f9dc38 None None] Provisioning complete for port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:07.947943 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-653501de-f0d1-49ca-aec6-ae4153f9dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:08.006441 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-653501de-f0d1-49ca-aec6-ae4153f9dc38 None None] Port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:56:08.100114 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:56:08.109400 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-540994b3-0c68-4f41-b136-ca6dfb41b9ea admin admin] 10.222.0.36 "PUT /v2.0/routers/d3b5d872-00ff-40fe-a943-7b90a2a034a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8803904 Dec 22 05:56:08.409431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f21ee114-1a01-43e9-b7ea-70541c10a339 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:08.487137 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port f21ee114-1a01-43e9-b7ea-70541c10a339 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:56:08.495896 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f21ee114-1a01-43e9-b7ea-70541c10a339 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:08.496308 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:08.625526 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:08.643273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port f21ee114-1a01-43e9-b7ea-70541c10a339, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f21ee114-1a01-43e9-b7ea-70541c10a339,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:56:08.647225 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40966) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:08.651682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:08.653172 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c02d4652-5e16-4d97-a5ca-6a923b8ba963 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:08.653527 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546975010', 'description': 'tempest-secgroup-smoke-1546975010 description', 'project_id': 'a1cd1fa04e82462ba576e143f704fd82'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:08.659679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:08.663853 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:security_group and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:08.670602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:08.676357 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:08.678000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:08.686776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:08.778551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=f21ee114-1a01-43e9-b7ea-70541c10a339,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:08.782708 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:08.793253 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port c02d4652-5e16-4d97-a5ca-6a923b8ba963 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:08.793762 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:08.846624 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:08.850673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:security_group_rule and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:08.854336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:08.860292 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:08.920296 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:08.932184 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:08.936824 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:08.940532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-48969409-2457-462e-ad42-e70737e2c89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:08.979817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f32c288-8590-4ec6-be66-4b9b8280fd21,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:08.986553 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:08.993684 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:08.995850 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7c40d69e-5193-4115-8878-9a3b0a21fb91 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3472681 Dec 22 05:56:08.999062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40970) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:09.002837 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:09.003313 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.004515 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'security_group_rule': {'security_group_id': '2f32c288-8590-4ec6-be66-4b9b8280fd21', 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:09.010742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:09.014489 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:security_group_rule and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:09.017438 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:09.023413 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:09.037104 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Sync routers for ids ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:56:09.042067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.065963 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Routers {'d3b5d872-00ff-40fe-a943-7b90a2a034a2'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:56:09.066603 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:09.102209 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.107552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.109459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c0f8d3e3-147e-4fd3-af4d-011b7b9a7514 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:09.130002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bb3698-cc8e-44f8-b57f-5aedbf03b0e8,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:09.134208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:09.142706 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.143939 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6c0f57e1-10df-4de6-8abf-e92131de5257 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437173 Dec 22 05:56:09.146851 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40974) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:09.152217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'security_group_rule': {'security_group_id': '2f32c288-8590-4ec6-be66-4b9b8280fd21', 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:09.158039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:09.161834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:security_group_rule and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:09.164921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:09.170521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:09.192893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.254915 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.260062 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.262504 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f77af81e-b6b4-44ac-a383-e1fd90f06304 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:09.282719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5211488-3864-41d1-baa0-b76bec7a2aa2,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:09.287117 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:09.296353 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.300299 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-a1e41de0-5aed-4944-9959-5fa2ab93a236 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496868 Dec 22 05:56:09.300510 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40978) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:09.305637 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'security_group_rule': {'security_group_id': '2f32c288-8590-4ec6-be66-4b9b8280fd21', 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:09.311841 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:09.315633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:security_group_rule and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:09.315891 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Set router d3b5d872-00ff-40fe-a943-7b90a2a034a2 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:56:09.318521 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:09.324056 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:09.341407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.407071 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.411971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.414031 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-200f1fc6-3953-4eb8-b751-dfc60960e438 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:09.435059 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfc9e4f-8f25-4c47-a197-09c95b6194b6,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:09.438987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:09.447607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.448836 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-36ae1c2a-2e0a-46ad-ae8d-8bb51cb64416 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473441 Dec 22 05:56:09.451876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40982) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:09.457212 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'security_group_rule': {'security_group_id': '2f32c288-8590-4ec6-be66-4b9b8280fd21', 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:09.464600 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:09.468698 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:security_group_rule and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:09.471926 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:09.478671 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:09.497855 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.570995 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.575812 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.584360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a887b929-5c1d-4896-8b77-2ebd1745b7fe tempest-TestNetworkBasicOps-237870165 tempest-TestNetworkBasicOps-237870165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:09.606696 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b78bad-9941-4789-9a2c-a2d57861b399,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:09.609898 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:09.618574 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.619933 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a08eef7e-c871-4cc4-a623-2d17fe79de92 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670041 Dec 22 05:56:09.622738 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 40986) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:09.628380 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'security_group_rule': {'security_group_id': '2f32c288-8590-4ec6-be66-4b9b8280fd21', 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:09.634771 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:09.638593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:security_group_rule and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:09.641440 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:09.647202 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:09.659380 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Project a1cd1fa04e82462ba576e143f704fd82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:56:09.666468 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.690171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'name': 'tempest-TestSnapshotPattern-690259068-router', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:56:02Z', 'updated_at': '2021-12-22T05:56:06Z', 'revision_number': 4, 'project_id': '8351b698cf304ab3892effe32089732d', 'gw_port': {'id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:56:03Z', 'updated_at': '2021-12-22T05:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '98adc6ed-3ea6-4070-a84a-6ab3469f0e47', 'name': '', 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'mac_address': 'fa:16:3e:c6:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '88a7554f-4d30-4b20-88be-fef6d2f4d915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:56:06Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 2, 'project_id': '8351b698cf304ab3892effe32089732d', 'subnets': [{'id': '88a7554f-4d30-4b20-88be-fef6d2f4d915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:09.694798 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Checking router: d3b5d872-00ff-40fe-a943-7b90a2a034a2 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:56:09.695161 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Updating router d3b5d872-00ff-40fe-a943-7b90a2a034a2 port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 binding host dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:56:09.735340 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.740713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.747661 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.748554 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71602aba-769d-4758-b77a-037d596a4dca tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:09.766540 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667da7f7-fb28-4da7-8f0e-b11e5928b4fd,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:09.769496 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:09.777997 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.779228 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7e1fa2e7-bc57-4fbe-8f4a-3a1988befa72 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1551850 Dec 22 05:56:09.782208 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 40990) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:09.787671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'security_group_rule': {'security_group_id': '2f32c288-8590-4ec6-be66-4b9b8280fd21', 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:09.793966 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:09.798060 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:security_group_rule and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:09.800900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:09.806959 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:09.818797 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.securitygroups_db [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Project a1cd1fa04e82462ba576e143f704fd82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:56:09.825683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.894602 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.899723 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747903'] for security_group_rule, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.901745 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0dea2124-25b1-4b3b-b3ae-69ef4f93388b tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:09.923859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9606fe48-0fe1-4036-9ac5-a7db167bce8f,revision_number=0']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:09.926246 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:09.935365 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:09.936641 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-9638bd4d-29b9-49d9-bb43-60e9bdbf6443 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534245 Dec 22 05:56:10.110888 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:10.124999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Transition to ACTIVE for port object 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:56:10.132663 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:10.136375 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:10.181869 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-8cec78b1-40e6-437c-a542-f9507d87add4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546975010&fields=id&tenant_id=a1cd1fa04e82462ba576e143f704fd82 HTTP/1.1" status: 200 len: 267 time: 0.0403247 Dec 22 05:56:10.320764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b3915-50ed-46c7-a733-ec42674b43dc None None] Pushing event updated for resources: {'Port': ['ID=98adc6ed-3ea6-4070-a84a-6ab3469f0e47,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:10.324250 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d30b3915-50ed-46c7-a733-ec42674b43dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:10.381432 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f21ee114-1a01-43e9-b7ea-70541c10a339 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:10.394611 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-c43f02d9-e80b-4947-aa96-de6d22876810 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:10.397142 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-c43f02d9-e80b-4947-aa96-de6d22876810 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 810 time: 0.2064323 Dec 22 05:56:10.411958 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-900e4237-9e13-4645-a4f2-538e46c55fc0 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/quotas/a1cd1fa04e82462ba576e143f704fd82 HTTP/1.1" status: 200 len: 375 time: 0.0096846 Dec 22 05:56:10.450226 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Attempting to bind port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 on host dv-neutron-822524-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:56:10.450606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Attempting to bind port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 by drivers openvswitch,hyperv on host dv-neutron-822524-1-hyperv at level 0 using segments [{'id': 'cda88f43-1a87-4079-92c2-b191cc46ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:56:10.450976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Attempting to bind port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 on network b77a996f-b0b5-46c7-a7d2-3743329e3bbc {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:56:10.463747 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Checking agent: {'id': '9d65ea89-af05-4ce1-835d-0babd2bbcc61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822524-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 37, 28), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822524-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:56:10.464032 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Checking segment: {'id': 'cda88f43-1a87-4079-92c2-b191cc46ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:56:10.464469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:10.464875 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Bound using segment: {'id': 'cda88f43-1a87-4079-92c2-b191cc46ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:56:10.465361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Bound port: 98adc6ed-3ea6-4070-a84a-6ab3469f0e47, host: dv-neutron-822524-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda88f43-1a87-4079-92c2-b191cc46ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:56:10.465743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:10.549727 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port f21ee114-1a01-43e9-b7ea-70541c10a339 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:10.550235 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:10.638808 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] For port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47, host dv-neutron-822524-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:56:10.639072 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-627418c4-dd42-469d-9c75-c817d56fa25a tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Synchronizing usage tracker for tenant:a1cd1fa04e82462ba576e143f704fd82 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:56:10.644411 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] For port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47, host dv-neutron-822524-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=98adc6ed-3ea6-4070-a84a-6ab3469f0e47,segment=NetworkSegment(cda88f43-1a87-4079-92c2-b191cc46ce33),segment_id=cda88f43-1a87-4079-92c2-b191cc46ce33)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:56:10.651908 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:10.656051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:10.658509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-627418c4-dd42-469d-9c75-c817d56fa25a tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Unset dirty status for tenant:a1cd1fa04e82462ba576e143f704fd82 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:56:10.659881 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-627418c4-dd42-469d-9c75-c817d56fa25a tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2414987 Dec 22 05:56:10.794450 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Routers {'d3b5d872-00ff-40fe-a943-7b90a2a034a2'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:56:10.795051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:10.817285 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5e10e9ae-0db2-4bcf-974b-205d81d7bc63 service neutron] 10.222.0.36 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402378 Dec 22 05:56:10.864162 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b3915-50ed-46c7-a733-ec42674b43dc None None] Pushing event updated for resources: {'Port': ['ID=98adc6ed-3ea6-4070-a84a-6ab3469f0e47,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:10.868753 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d30b3915-50ed-46c7-a733-ec42674b43dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:10.957494 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-511c7123-9281-411d-bd7c-7961c90018bb service neutron] 10.222.0.36 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343384 Dec 22 05:56:10.990488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] Set router d3b5d872-00ff-40fe-a943-7b90a2a034a2 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:56:11.163445 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e11a0d29-2bce-4a29-bd32-66fdf2cc17be req-00f57ea1-6d28-4b01-a83f-cf4550e16fdd tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 210 time: 0.0485718 Dec 22 05:56:11.389504 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'name': 'tempest-TestSnapshotPattern-690259068-router', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:56:02Z', 'updated_at': '2021-12-22T05:56:06Z', 'revision_number': 4, 'project_id': '8351b698cf304ab3892effe32089732d', 'gw_port': {'id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:56:03Z', 'updated_at': '2021-12-22T05:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '98adc6ed-3ea6-4070-a84a-6ab3469f0e47', 'name': '', 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'mac_address': 'fa:16:3e:c6:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '88a7554f-4d30-4b20-88be-fef6d2f4d915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:56:06Z', 'updated_at': '2021-12-22T05:56:10Z', 'revision_number': 4, 'project_id': '8351b698cf304ab3892effe32089732d', 'subnets': [{'id': '88a7554f-4d30-4b20-88be-fef6d2f4d915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:11.393426 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b3510a-4eb3-4244-a3c2-2b42f5d035a6 None None] The sync data for ids ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'] in dv-neutron-822524-1-hyperv is: [{'id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'name': 'tempest-TestSnapshotPattern-690259068-router', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:56:02Z', 'updated_at': '2021-12-22T05:56:06Z', 'revision_number': 4, 'project_id': '8351b698cf304ab3892effe32089732d', 'gw_port': {'id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:56:03Z', 'updated_at': '2021-12-22T05:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': '98adc6ed-3ea6-4070-a84a-6ab3469f0e47', 'name': '', 'network_id': 'b77a996f-b0b5-46c7-a7d2-3743329e3bbc', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'mac_address': 'fa:16:3e:c6:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '88a7554f-4d30-4b20-88be-fef6d2f4d915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:56:06Z', 'updated_at': '2021-12-22T05:56:10Z', 'revision_number': 4, 'project_id': '8351b698cf304ab3892effe32089732d', 'subnets': [{'id': '88a7554f-4d30-4b20-88be-fef6d2f4d915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:56:12.364975 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f86896fb-8f4e-4029-a40d-7fc2c4609972 req-642cae98-3952-407f-9908-137854b77256 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 210 time: 0.0533154 Dec 22 05:56:12.398549 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:12.404093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-f45d5183-b22e-454b-90da-0ae503c553ab tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:12.404949 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-f45d5183-b22e-454b-90da-0ae503c553ab tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Synchronizing usage tracker for tenant:a1cd1fa04e82462ba576e143f704fd82 on resource:network {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:56:12.424950 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-f45d5183-b22e-454b-90da-0ae503c553ab tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Unset dirty status for tenant:a1cd1fa04e82462ba576e143f704fd82 on resource:network {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:56:12.426748 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-f45d5183-b22e-454b-90da-0ae503c553ab tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 810 time: 0.2392235 Dec 22 05:56:12.485356 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning for port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:56:12.488719 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-4e245826-ab31-4df1-b810-e8ad1c4901d6 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Synchronizing usage tracker for tenant:a1cd1fa04e82462ba576e143f704fd82 on resource:security_group {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:56:12.491682 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:12.492369 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:12.506400 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-4e245826-ab31-4df1-b810-e8ad1c4901d6 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Unset dirty status for tenant:a1cd1fa04e82462ba576e143f704fd82 on resource:security_group {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:56:12.507777 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-4e245826-ab31-4df1-b810-e8ad1c4901d6 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1cd1fa04e82462ba576e143f704fd82 HTTP/1.1" status: 200 len: 380 time: 0.0638034 Dec 22 05:56:12.517415 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'port': {'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'admin_state_up': True, 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'security_groups': ['2f32c288-8590-4ec6-be66-4b9b8280fd21']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:12.611500 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:12.643477 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] For port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=98adc6ed-3ea6-4070-a84a-6ab3469f0e47,segment=NetworkSegment(cda88f43-1a87-4079-92c2-b191cc46ce33),segment_id=cda88f43-1a87-4079-92c2-b191cc46ce33)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:56:12.648292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:12.651332 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8a467e5d-c48b-40f3-8853-713b202df6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:12.656378 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:12.665707 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:12.675793 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Made reservation on behalf of a1cd1fa04e82462ba576e143f704fd82 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:56:12.679677 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:12.722646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Pushing event updated for resources: {'Port': ['ID=98adc6ed-3ea6-4070-a84a-6ab3469f0e47,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:12.726124 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:12.842620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Allocated IP 172.20.0.8 (4a6a4819-f610-45c8-81a4-b6c0e5a1baeb/b0bea7b1-97de-4762-9e79-11b0b20b1be3/45a72834-f14b-4701-be31-fb44ce067ef3) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:56:13.046139 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:13.062608 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Transition to ACTIVE for port object 45a72834-f14b-4701-be31-fb44ce067ef3 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:56:13.089407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:13.094900 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31f21afd-6219-4afa-b723-d7543a62c08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:13.166080 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:56:13.169174 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:56:13.173010 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:56:13.205577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'Port': ['ID=45a72834-f14b-4701-be31-fb44ce067ef3,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:13.212855 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:13.242651 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:13.243310 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:13.271557 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d722ec96-5817-4779-bdea-e71218a5cbe4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7577929 Dec 22 05:56:13.290112 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Request body: {'port': {'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:13.406545 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:13.419252 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b76d8238-4622-4bf2-bedf-3efc3db40323 None None] Provisioning for port 45a72834-f14b-4701-be31-fb44ce067ef3 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:56:13.427592 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b76d8238-4622-4bf2-bedf-3efc3db40323 None None] Provisioning complete for port 45a72834-f14b-4701-be31-fb44ce067ef3 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:13.428580 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b76d8238-4622-4bf2-bedf-3efc3db40323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:13.492469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-b76d8238-4622-4bf2-bedf-3efc3db40323 None None] Port 45a72834-f14b-4701-be31-fb44ce067ef3 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:56:13.564555 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334c4ed-ca55-4dfd-afa4-b793212b48f2 req-7ca92440-58f0-4573-bfb8-6d5bebb0f33f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:13.566076 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2334c4ed-ca55-4dfd-afa4-b793212b48f2 req-7ca92440-58f0-4573-bfb8-6d5bebb0f33f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 931 time: 0.0893712 Dec 22 05:56:13.613409 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2334c4ed-ca55-4dfd-afa4-b793212b48f2 req-89a3f7c7-b468-4b39-977e-de1e0984fe62 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411899 Dec 22 05:56:13.761791 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a72834-f14b-4701-be31-fb44ce067ef3 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:56:13.769004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:13.784114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Transition to ACTIVE for port object 45a72834-f14b-4701-be31-fb44ce067ef3 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:56:13.790244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:13.794103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-757b1e19-b51f-47bb-ae51-5b6dd4c55cec tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:14.070328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Pushing event updated for resources: {'Port': ['ID=45a72834-f14b-4701-be31-fb44ce067ef3,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:14.077811 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:14.153366 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Attempting to bind port 45a72834-f14b-4701-be31-fb44ce067ef3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:56:14.153695 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Attempting to bind port 45a72834-f14b-4701-be31-fb44ce067ef3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:56:14.154018 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Attempting to bind port 45a72834-f14b-4701-be31-fb44ce067ef3 on network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:56:14.158721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Port 45a72834-f14b-4701-be31-fb44ce067ef3 on network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:56:14.159038 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Attempting to bind port 45a72834-f14b-4701-be31-fb44ce067ef3 on network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:56:14.164501 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:56:14.164832 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Checking segment: {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:56:14.165207 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Bound using segment: {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:56:14.165623 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Bound port: 45a72834-f14b-4701-be31-fb44ce067ef3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:56:14.165961 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:14.258291 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] For port 45a72834-f14b-4701-be31-fb44ce067ef3, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:56:14.261360 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] For port 45a72834-f14b-4701-be31-fb44ce067ef3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45a72834-f14b-4701-be31-fb44ce067ef3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:56:14.268753 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:14.272764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aa71fb6b-4570-4a9a-a38d-07e6d3d09570 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:14.335658 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:14.336513 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:14.337899 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] 10.222.0.61 "PUT /v2.0/ports/45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 200 len: 1093 time: 1.0525999 Dec 22 05:56:14.338698 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:56:14.346413 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 up at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:14.371648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Pushing event updated for resources: {'Port': ['ID=45a72834-f14b-4701-be31-fb44ce067ef3,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:14.384659 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:14.426627 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Provisioning complete for port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:14.427175 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:14.475119 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3', 'status': 'completed', 'code': 200} Dec 22 05:56:14.481458 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-9d3c52d8-d977-42bf-878c-5b1ccc9b4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:14.483093 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-9d3c52d8-d977-42bf-878c-5b1ccc9b4b3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1096 time: 0.0857832 Dec 22 05:56:14.567299 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-ebe865eb-9a5a-48b9-bdf6-b63f21e77dd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 200 len: 217 time: 0.0678990 Dec 22 05:56:14.634066 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-1eaf95aa-6130-4516-8cfc-517f208b0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:14.635486 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-1eaf95aa-6130-4516-8cfc-517f208b0ddf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0614419 Dec 22 05:56:14.719349 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-24806071-76e5-48ef-bfdb-7a9886670d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:14.720929 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-24806071-76e5-48ef-bfdb-7a9886670d1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792482 Dec 22 05:56:14.810636 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24172f76-a85c-4a7d-8498-f0d553b770ee req-6f2e8505-9977-4afe-82c0-7cef2e79f991 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:14.812238 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24172f76-a85c-4a7d-8498-f0d553b770ee req-6f2e8505-9977-4afe-82c0-7cef2e79f991 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 943 time: 0.0832021 Dec 22 05:56:14.857912 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-d1ce8811-a9d5-43af-b35b-350a690b19c9 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303320 Dec 22 05:56:14.863900 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-24172f76-a85c-4a7d-8498-f0d553b770ee req-4841f336-cda7-48f1-a4d2-b8b8b6104290 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Dec 22 05:56:14.994160 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d5575c93-a801-4a3f-96ec-3090c4843071 req-53c1f6a3-68c3-4ea8-8da6-d4faab4774f1 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296492 Dec 22 05:56:15.167217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede9751-91f3-499a-9344-3e806d211b37 req-f0d438a8-47f8-4159-9dd1-807d52ca09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:15.168747 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ede9751-91f3-499a-9344-3e806d211b37 req-f0d438a8-47f8-4159-9dd1-807d52ca09bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1096 time: 0.0838664 Dec 22 05:56:15.308795 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede9751-91f3-499a-9344-3e806d211b37 req-5ab39e08-79f2-4f0c-8897-9f9b11879c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:15.310327 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ede9751-91f3-499a-9344-3e806d211b37 req-5ab39e08-79f2-4f0c-8897-9f9b11879c0b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.1340106 Dec 22 05:56:15.355187 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:15.381897 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ede9751-91f3-499a-9344-3e806d211b37 req-d8f3fa38-b131-4ec2-a943-c0de31c78223 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 200 len: 217 time: 0.0652163 Dec 22 05:56:15.442976 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede9751-91f3-499a-9344-3e806d211b37 req-841b97f6-1ff2-4d2b-b101-0ba035a4a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:15.444428 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ede9751-91f3-499a-9344-3e806d211b37 req-841b97f6-1ff2-4d2b-b101-0ba035a4a5ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0567479 Dec 22 05:56:15.527495 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede9751-91f3-499a-9344-3e806d211b37 req-20e7c67c-dd74-4e07-bcaf-ae47968e6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:15.528903 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ede9751-91f3-499a-9344-3e806d211b37 req-20e7c67c-dd74-4e07-bcaf-ae47968e6e79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781612 Dec 22 05:56:15.666151 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ede9751-91f3-499a-9344-3e806d211b37 req-05a1a0f1-fcb3-4ef2-9eb6-b004a3866469 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299484 Dec 22 05:56:15.928999 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-8ede9751-91f3-499a-9344-3e806d211b37 req-1148d83d-e23b-4317-b5b7-22c5955d36b3 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556477 Dec 22 05:56:16.063418 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc02d80-fd66-4904-bc6b-9260c26a979d req-4250e53c-ffbf-4e4b-a030-1307e861a9ac tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:16.065147 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1cc02d80-fd66-4904-bc6b-9260c26a979d req-4250e53c-ffbf-4e4b-a030-1307e861a9ac tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 943 time: 0.0901864 Dec 22 05:56:16.112939 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1cc02d80-fd66-4904-bc6b-9260c26a979d req-763ca153-e52e-4985-a1b3-32022bffc6c1 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406921 Dec 22 05:56:17.309396 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3b43-72ea-4a79-8474-30e0fa1b0ad2 req-b2fbe080-242d-4350-ace4-37682ffc76f0 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:17.310960 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2d2a3b43-72ea-4a79-8474-30e0fa1b0ad2 req-b2fbe080-242d-4350-ace4-37682ffc76f0 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 943 time: 0.0868223 Dec 22 05:56:17.359166 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2d2a3b43-72ea-4a79-8474-30e0fa1b0ad2 req-791b00e8-5761-4a2f-8a44-89a39841f78c tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395987 Dec 22 05:56:17.927193 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 45a72834-f14b-4701-be31-fb44ce067ef3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:56:18.070687 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 45a72834-f14b-4701-be31-fb44ce067ef3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45a72834-f14b-4701-be31-fb44ce067ef3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:56:18.083769 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '45a72834-f14b-4701-be31-fb44ce067ef3', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:56:18.144736 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:18.161295 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a72834-f14b-4701-be31-fb44ce067ef3 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:56:18.177067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 45a72834-f14b-4701-be31-fb44ce067ef3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45a72834-f14b-4701-be31-fb44ce067ef3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:56:18.184764 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:18.186489 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:18.251587 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=45a72834-f14b-4701-be31-fb44ce067ef3,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:18.254887 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:18.569354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92cd79-5246-4103-aa33-e683a52e2ddb req-7dac2b3d-3a6a-4da3-9841-5443e36c7d8c tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:18.570856 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c92cd79-5246-4103-aa33-e683a52e2ddb req-7dac2b3d-3a6a-4da3-9841-5443e36c7d8c tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 944 time: 0.0905373 Dec 22 05:56:18.617828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['45a72834-f14b-4701-be31-fb44ce067ef3'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:56:18.621013 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c92cd79-5246-4103-aa33-e683a52e2ddb req-6230584d-798e-4687-853f-ef48cd0745eb tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416386 Dec 22 05:56:19.828328 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3725-4ac0-4f55-8184-706ca84723c0 req-4f9d5e93-f34e-432b-8a5e-55399b6bc5fe tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:19.829833 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-017e3725-4ac0-4f55-8184-706ca84723c0 req-4f9d5e93-f34e-432b-8a5e-55399b6bc5fe tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 944 time: 0.0878165 Dec 22 05:56:19.876864 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-017e3725-4ac0-4f55-8184-706ca84723c0 req-816acc6f-63ee-4d9f-8a9c-848bc2c54dd4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381129 Dec 22 05:56:19.934495 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 45a72834-f14b-4701-be31-fb44ce067ef3 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:56:20.008271 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 45a72834-f14b-4701-be31-fb44ce067ef3 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:56:20.014864 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 45a72834-f14b-4701-be31-fb44ce067ef3 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:56:20.015257 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:20.173166 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:20.211942 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:56:20.222331 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 45a72834-f14b-4701-be31-fb44ce067ef3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45a72834-f14b-4701-be31-fb44ce067ef3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:56:20.227710 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:20.229656 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d30b3915-50ed-46c7-a733-ec42674b43dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:20.261550 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3', 'code': 200} Dec 22 05:56:20.300790 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=45a72834-f14b-4701-be31-fb44ce067ef3,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:20.304516 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:20.525048 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a74b86-1d1a-47e0-873e-fe9a839c8885 req-9a2e8d96-659b-4d17-99b5-393e4989ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:20.526654 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-18a74b86-1d1a-47e0-873e-fe9a839c8885 req-9a2e8d96-659b-4d17-99b5-393e4989ee35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1098 time: 0.0721374 Dec 22 05:56:20.567964 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-18a74b86-1d1a-47e0-873e-fe9a839c8885 req-a217600d-ea41-4532-b560-2fe379ec8b1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348835 Dec 22 05:56:21.080498 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52ba30-c262-4459-a2e9-61472c93e4b4 req-2d129305-ce8b-4780-a0b1-e9cc3703a3aa tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:21.081965 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b52ba30-c262-4459-a2e9-61472c93e4b4 req-2d129305-ce8b-4780-a0b1-e9cc3703a3aa tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 945 time: 0.0829866 Dec 22 05:56:21.128395 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b52ba30-c262-4459-a2e9-61472c93e4b4 req-33f610d3-e1c0-4fd7-9efa-ee81d8ecadeb tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 Dec 22 05:56:22.321069 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f740d2-a572-43bb-b82d-83425aabe52d req-0808d875-724d-4a9a-97e2-8057816ed682 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:22.322564 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6f740d2-a572-43bb-b82d-83425aabe52d req-0808d875-724d-4a9a-97e2-8057816ed682 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 945 time: 0.0852516 Dec 22 05:56:22.372246 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6f740d2-a572-43bb-b82d-83425aabe52d req-c12ec6cb-66b1-454b-a55f-79f2c591c22f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439291 Dec 22 05:56:22.567800 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6df3ad-42d4-4bdc-aadf-a87fd10c973a req-e0483661-ed1a-4ee7-af04-fc1f0c9f7943 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:22.569223 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf6df3ad-42d4-4bdc-aadf-a87fd10c973a req-e0483661-ed1a-4ee7-af04-fc1f0c9f7943 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 945 time: 0.0842006 Dec 22 05:56:22.620273 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf6df3ad-42d4-4bdc-aadf-a87fd10c973a req-2dff187e-b6d3-428f-b4f8-7ba9e830ddab tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Dec 22 05:56:22.648532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41052) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:22.932764 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff2285-10a9-4096-b9be-ea7134082448 tempest-TestSnapshotPattern-920437025 tempest-TestSnapshotPattern-920437025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:22.934277 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-1aff2285-10a9-4096-b9be-ea7134082448 tempest-TestSnapshotPattern-920437025 tempest-TestSnapshotPattern-920437025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1093 time: 0.2846901 Dec 22 05:56:22.937433 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 41058) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:56:22.942735 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:56:22.949395 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:56:22.953312 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:floatingip and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:56:22.956291 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:56:22.963083 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:56:22.975878 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:23.126990 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:23.265156 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Allocated IP 172.26.1.169 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/87605a20-7319-485b-b1b2-9dca074704ea) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:56:23.413459 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:23.445946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:23.449483 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b0cdc8ab-c9f4-44bd-933b-d2b3588d8e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:23.638645 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:56:23.641354 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:56:23.645570 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:56:23.670177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'Port': ['ID=87605a20-7319-485b-b1b2-9dca074704ea,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:23.674991 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:24.068384 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:24.148102 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:24.349825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:24.358330 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:24.362057 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3a5dc0ff-aed5-43d1-8ec6-dceb74029211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:56:24.465690 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'Port': ['ID=87605a20-7319-485b-b1b2-9dca074704ea,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:56:24.469752 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:56:24.478116 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:24.648887 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Floating IP 117810ac-7485-4d41-9694-92d4ee6142b7 associated. External IP: 172.26.1.169, port: 45a72834-f14b-4701-be31-fb44ce067ef3. Dec 22 05:56:24.662497 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1d0668e7-f2c3-449b-8455-222296196360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:25.031852 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:56:25.367038 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:56:25.377689 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23309871-df48-418c-af40-e935a34e27cc None None] Sync routers for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:56:25.388303 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23309871-df48-418c-af40-e935a34e27cc None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:56:25.388934 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-23309871-df48-418c-af40-e935a34e27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:25.393755 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:25.452379 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ab2efb6c-d53a-4e45-9704-b1c3e742f672 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5136683 Dec 22 05:56:25.453129 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:56:25.565755 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-23309871-df48-418c-af40-e935a34e27cc None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:56:25.620986 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3', 'status': 'completed', 'code': 200} Dec 22 05:56:25.735576 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612e85-3780-4429-b57d-871a65e33ffb req-a2de1ed1-5520-4df4-a1d3-3fe07cc663bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:25.737097 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-da612e85-3780-4429-b57d-871a65e33ffb req-a2de1ed1-5520-4df4-a1d3-3fe07cc663bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1098 time: 0.0715930 Dec 22 05:56:25.878220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612e85-3780-4429-b57d-871a65e33ffb req-b92ad581-110e-4a5f-9fe2-222c477425b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:25.879741 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-da612e85-3780-4429-b57d-871a65e33ffb req-b92ad581-110e-4a5f-9fe2-222c477425b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.1353304 Dec 22 05:56:25.919559 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-23309871-df48-418c-af40-e935a34e27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '117810ac-7485-4d41-9694-92d4ee6142b7', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:56:24Z', 'updated_at': '2021-12-22T05:56:24Z', 'revision_number': 0, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:25.923493 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23309871-df48-418c-af40-e935a34e27cc None None] Checking router: 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:56:25.932403 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23309871-df48-418c-af40-e935a34e27cc None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:56:25.932973 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-23309871-df48-418c-af40-e935a34e27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:55:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:25.982607 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-da612e85-3780-4429-b57d-871a65e33ffb req-0f8d1ccc-e46e-44f7-b89f-49535319c3c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 200 len: 999 time: 0.0959566 Dec 22 05:56:26.048043 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612e85-3780-4429-b57d-871a65e33ffb req-ce26c229-7de5-4469-9410-627a898cf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:26.049514 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-da612e85-3780-4429-b57d-871a65e33ffb req-ce26c229-7de5-4469-9410-627a898cf1ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0601892 Dec 22 05:56:26.110945 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-23309871-df48-418c-af40-e935a34e27cc None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:56:26.127145 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612e85-3780-4429-b57d-871a65e33ffb req-162ed9d6-a645-4165-8197-5dcdd9fa7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:26.128733 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-da612e85-3780-4429-b57d-871a65e33ffb req-162ed9d6-a645-4165-8197-5dcdd9fa7e4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725353 Dec 22 05:56:26.264195 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-da612e85-3780-4429-b57d-871a65e33ffb req-59e70271-9a03-47be-8e77-8f7a8213bed0 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280925 Dec 22 05:56:26.400642 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-da612e85-3780-4429-b57d-871a65e33ffb req-890e7856-b37e-4340-a14f-331bd5dc310b service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295493 Dec 22 05:56:26.493621 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-23309871-df48-418c-af40-e935a34e27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '117810ac-7485-4d41-9694-92d4ee6142b7', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:56:24Z', 'updated_at': '2021-12-22T05:56:24Z', 'revision_number': 0, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:56:26.497601 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23309871-df48-418c-af40-e935a34e27cc None None] The sync data for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv is: [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '117810ac-7485-4d41-9694-92d4ee6142b7', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:56:24Z', 'updated_at': '2021-12-22T05:56:24Z', 'revision_number': 0, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:56:26.710773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f57223-1046-42e3-ac4a-986b04b699ff None None] New status for floating IP 117810ac-7485-4d41-9694-92d4ee6142b7: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:56:27.036096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f951b4d3-5a9d-47d9-810a-23d764abd887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:28.144999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:28.325878 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:29.815919 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:39.006190 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:56:45.367931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:54.669846 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7569d8e8-10c9-4784-82b2-c63ef79f640c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:57.053461 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-39f636ab-d575-487d-9141-180774260628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:57.195799 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-560ee12c-f77d-41bf-812a-ac8c259e4758 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721438 Dec 22 05:56:57.359474 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-0f25dc68-f09d-454f-b2b9-d40b12a44d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:57.361165 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-0f25dc68-f09d-454f-b2b9-d40b12a44d03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1098 time: 0.0782025 Dec 22 05:56:57.507633 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-9e98d9e3-f393-4a29-9289-fd51eeb6fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:57.509093 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-9e98d9e3-f393-4a29-9289-fd51eeb6fa07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.1275687 Dec 22 05:56:57.615270 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-4842f68d-9401-473a-ba63-a675fd48fc46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0978427 Dec 22 05:56:57.679221 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-732f5bad-a97a-4cc5-a9ca-68694670284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:57.680629 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-732f5bad-a97a-4cc5-a9ca-68694670284f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0586114 Dec 22 05:56:57.759309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-436f9adc-c94c-4844-9979-3fdf0ed01338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:56:57.760795 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-436f9adc-c94c-4844-9979-3fdf0ed01338 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736110 Dec 22 05:56:57.895889 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-21a08e7a-5593-490b-bcc1-9b6a8f150488 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262214 Dec 22 05:56:58.141571 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:58.160868 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-d58cc829-72fd-4053-92a6-b8ef81167b7e req-d2fbf85d-2180-47cd-8173-32f063e6553f service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576334 Dec 22 05:56:58.328606 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:56:59.817781 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:15.379279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:16.011748 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:57:24.669476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ac9f-acd2-4893-80df-bc67ba534256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:27.042723 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-57ebad30-cb62-43e6-8188-46c417bdc1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:28.145399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:28.340344 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:29.829398 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:45.402946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:53.007896 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:57:54.669980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ced5715d-79fd-497c-a0b8-532f96ff2057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:57.048040 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6e4b189b-3f82-4923-9ca7-42b59b895258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:57.209685 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-2523ee39-ce5c-40f2-b776-f53c55f05558 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808072 Dec 22 05:57:57.370503 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-0f60102f-ec90-48bb-bf81-ff4d1de62d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:57:57.372298 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-0f60102f-ec90-48bb-bf81-ff4d1de62d9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1098 time: 0.0741138 Dec 22 05:57:57.533331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-da6b21ee-305d-4b8a-9189-688907a5c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:57:57.534813 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-da6b21ee-305d-4b8a-9189-688907a5c72e service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.1433680 Dec 22 05:57:57.643463 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-22d95c5a-9eef-4a28-84c8-7110ee06133a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 200 len: 1001 time: 0.1014116 Dec 22 05:57:57.710556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-68f87938-84b6-4ce0-a14d-4761acf670a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:57:57.711952 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-68f87938-84b6-4ce0-a14d-4761acf670a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0626943 Dec 22 05:57:57.791804 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-537b0649-0ab2-403b-bdf4-85508e9ef6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:57:57.793327 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-537b0649-0ab2-403b-bdf4-85508e9ef6c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749834 Dec 22 05:57:57.804627 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-1eb07de8-6230-410d-99bb-b86898aa73ac service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:57:57.805529 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-1eb07de8-6230-410d-99bb-b86898aa73ac service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053725 Dec 22 05:57:57.940360 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-b575e46e-0769-417c-83c1-a4dfebad69e5 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280084 Dec 22 05:57:58.085452 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-2e7d8acf-e329-4f4f-aa61-bd89cdb465a6 req-822610c4-02db-42d0-bfc1-093a94f144e5 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381817 Dec 22 05:57:58.146096 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:58.336662 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:57:59.824514 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:15.414301 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:24.668176 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4361d1f1-86c4-4856-a619-430423a4b630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:27.048229 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-e50d53c0-c2ba-4334-b227-8d64dcb2136b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:28.152546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:28.344589 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:29.828905 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:30.002000 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:58:45.410523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:54.667292 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c966acb-1ea7-4c38-baf5-9a2ca1c735f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:56.764848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 45a72834-f14b-4701-be31-fb44ce067ef3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:58:56.908062 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 45a72834-f14b-4701-be31-fb44ce067ef3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45a72834-f14b-4701-be31-fb44ce067ef3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:58:56.921153 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '45a72834-f14b-4701-be31-fb44ce067ef3', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:58:56.989552 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:57.010641 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45a72834-f14b-4701-be31-fb44ce067ef3 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:58:57.031743 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 45a72834-f14b-4701-be31-fb44ce067ef3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45a72834-f14b-4701-be31-fb44ce067ef3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:58:57.040522 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:57.042944 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:58:57.077116 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c3b8-331a-4fde-822c-ca9be19b9a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:57.110148 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=45a72834-f14b-4701-be31-fb44ce067ef3,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:58:57.117151 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.117491 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.117828 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.118155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.118476 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.118797 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.119217 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.119540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.119998 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.120691 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.121011 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.121319 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:58:57.129157 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:58:57.200857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['45a72834-f14b-4701-be31-fb44ce067ef3'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:58:58.146833 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:58.312917 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-e83e2c62-410d-4040-8e65-a3f7b59d8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:58:58.314374 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-e83e2c62-410d-4040-8e65-a3f7b59d8ce5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1097 time: 0.0791233 Dec 22 05:58:58.345113 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:58.463116 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-0b2df118-7e64-4b25-9c97-e168675661cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:58:58.464490 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-0b2df118-7e64-4b25-9c97-e168675661cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.1295245 Dec 22 05:58:58.580611 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-1745d1d8-2434-44bb-91a6-b598bb85f0fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 200 len: 1000 time: 0.1078756 Dec 22 05:58:58.648562 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-34c46486-13ba-41cb-8af4-5c7c1d849fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:58:58.649972 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-34c46486-13ba-41cb-8af4-5c7c1d849fb2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0624018 Dec 22 05:58:58.731129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-4960326d-815d-420b-852d-ed5dd65e6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:58:58.732646 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-4960326d-815d-420b-852d-ed5dd65e6579 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738869 Dec 22 05:58:58.805314 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 45a72834-f14b-4701-be31-fb44ce067ef3 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:58:58.868561 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-9e0aee5a-36bc-45af-a78d-c0c686a829fb service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255677 Dec 22 05:58:58.877315 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 45a72834-f14b-4701-be31-fb44ce067ef3 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:58:58.877714 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:59.005113 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cc6bdbc3-98b0-43d4-be30-d640992a9ab1 req-3386d8c9-18d5-46bf-8b02-1a9b6e0c62ec service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292946 Dec 22 05:58:59.031618 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:59.058265 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:58:59.068502 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 45a72834-f14b-4701-be31-fb44ce067ef3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45a72834-f14b-4701-be31-fb44ce067ef3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:58:59.073288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:58:59.075158 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:58:59.126856 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3', 'code': 200} Dec 22 05:58:59.142318 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=45a72834-f14b-4701-be31-fb44ce067ef3,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:58:59.145560 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:58:59.829767 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:07.002983 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:59:12.047450 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-89caf6eb-8571-4606-a954-11fd0ac72000 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546975010&fields=id&tenant_id=a1cd1fa04e82462ba576e143f704fd82 HTTP/1.1" status: 200 len: 267 time: 0.0434506 Dec 22 05:59:12.209916 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571573c-2b25-4358-a9e7-0f272052d089 req-bae4e220-bdfd-4e04-bd01-e0f57ae5876e tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:12.211265 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-bae4e220-bdfd-4e04-bd01-e0f57ae5876e tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 810 time: 0.1567988 Dec 22 05:59:12.226768 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-808eaa9d-59f7-4bca-9dc4-2e45cdb5481e tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/quotas/a1cd1fa04e82462ba576e143f704fd82 HTTP/1.1" status: 200 len: 375 time: 0.0097575 Dec 22 05:59:12.320539 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-73e7b7b5-97a7-49ae-96af-61ca4c556cd9 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0883548 Dec 22 05:59:12.509594 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-97d1d505-02f8-4b3a-bcff-f63cd5390026 service neutron] 10.222.0.36 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770194 Dec 22 05:59:12.644251 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-c47d68e0-5f5c-4397-9e73-e7d202a4b553 service neutron] 10.222.0.36 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286070 Dec 22 05:59:12.824884 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bde73974-cd92-4a65-9cf8-cb62050590ad req-e36fe492-8adc-423e-b154-7124991dfd1d tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 210 time: 0.0429316 Dec 22 05:59:13.992276 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7646eba9-e667-4861-96e0-6e915fbe3358 req-974895db-d805-4898-9cf9-a54922395708 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 210 time: 0.0441432 Dec 22 05:59:14.263254 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571573c-2b25-4358-a9e7-0f272052d089 req-63850d7e-4898-4812-9f50-b22fdcd89698 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:14.264880 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-63850d7e-4898-4812-9f50-b22fdcd89698 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 810 time: 0.2685437 Dec 22 05:59:14.325761 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-b1b1259b-fd07-4310-aacf-bbc1666c67c3 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1cd1fa04e82462ba576e143f704fd82 HTTP/1.1" status: 200 len: 380 time: 0.0449035 Dec 22 05:59:14.336114 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'port': {'device_id': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'admin_state_up': True, 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'security_groups': ['2f32c288-8590-4ec6-be66-4b9b8280fd21']}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:59:14.478408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:59:14.482368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:port and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:59:14.485253 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:59:14.490969 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.quota.driver [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:59:14.502590 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Made reservation on behalf of a1cd1fa04e82462ba576e143f704fd82 for: {'port': 1} {{(pid=87555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:59:14.506548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:14.795653 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Allocated IP 172.20.0.4 (4a6a4819-f610-45c8-81a4-b6c0e5a1baeb/b0bea7b1-97de-4762-9e79-11b0b20b1be3/6dae9047-a54b-4208-8bea-958aaadb89f3) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:59:15.048933 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:15.066648 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Transition to ACTIVE for port object 6dae9047-a54b-4208-8bea-958aaadb89f3 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:59:15.094721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:15.101696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84aed76c-dd70-468e-ad9b-7e451a567d14 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:59:15.174020 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:59:15.177312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:59:15.180469 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:59:15.260083 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:15.260798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:15.277378 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb7c47-a9bf-4c59-9744-18f185557c9a req-099cc0f7-d447-4269-b078-c848d0129d8a tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:15.287576 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-39cb7c47-a9bf-4c59-9744-18f185557c9a req-099cc0f7-d447-4269-b078-c848d0129d8a tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 931 time: 0.1548297 Dec 22 05:59:15.292544 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'Port': ['ID=6dae9047-a54b-4208-8bea-958aaadb89f3,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:59:15.297727 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9652166 Dec 22 05:59:15.304688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.305004 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.305388 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.306039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.306407 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.306767 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.307119 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.307532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.307891 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.308271 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.308628 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.308979 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:15.321673 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:59:15.386782 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-39cb7c47-a9bf-4c59-9744-18f185557c9a req-a4c3a339-97e2-48ba-981d-bad50f1707b0 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924966 Dec 22 05:59:15.418218 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:15.565865 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-84b21707-3e22-4923-b9d2-7af36afa863d None None] Provisioning for port 6dae9047-a54b-4208-8bea-958aaadb89f3 completed by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:59:15.573155 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-84b21707-3e22-4923-b9d2-7af36afa863d None None] Provisioning complete for port 6dae9047-a54b-4208-8bea-958aaadb89f3 triggered by entity DHCP. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:59:15.573817 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-84b21707-3e22-4923-b9d2-7af36afa863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:15.632582 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-84b21707-3e22-4923-b9d2-7af36afa863d None None] Port 6dae9047-a54b-4208-8bea-958aaadb89f3 cannot update to ACTIVE because it is not bound. {{(pid=87556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 05:59:16.574118 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48202135-7f1e-4990-96e6-9ebff24918a9 req-15e283e8-41f3-46e6-b0af-302ca292bcc8 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:16.575489 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-48202135-7f1e-4990-96e6-9ebff24918a9 req-15e283e8-41f3-46e6-b0af-302ca292bcc8 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 931 time: 0.0885942 Dec 22 05:59:16.625823 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-48202135-7f1e-4990-96e6-9ebff24918a9 req-b5da005c-d97d-40b8-8af2-798d880c1aaf tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440485 Dec 22 05:59:16.933051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 45a72834-f14b-4701-be31-fb44ce067ef3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 05:59:17.051084 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:17.081359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:59:17.092200 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 45a72834-f14b-4701-be31-fb44ce067ef3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45a72834-f14b-4701-be31-fb44ce067ef3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:59:17.103227 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:17.105242 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7c6d5ce-bedb-47ae-a304-e39ff5c178a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:59:17.193086 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=45a72834-f14b-4701-be31-fb44ce067ef3,revision_number=8']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:59:17.208665 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:59:17.272666 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3', 'code': 200} Dec 22 05:59:17.834859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7afd0-9387-42cb-8108-f449d28fe3c3 req-a5c993d0-a3a2-4069-850f-182b07c9dae9 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:17.836416 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7cf7afd0-9387-42cb-8108-f449d28fe3c3 req-a5c993d0-a3a2-4069-850f-182b07c9dae9 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 931 time: 0.0924041 Dec 22 05:59:17.885875 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7cf7afd0-9387-42cb-8108-f449d28fe3c3 req-f7d63dd6-d8ed-4581-b4a7-dbdb72f04d1a tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439379 Dec 22 05:59:19.086629 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064fae9-d88f-4c7c-9df3-7c5b04d3d85a req-9fc0f087-4988-4888-af27-900ad71f2d4f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:19.088408 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2064fae9-d88f-4c7c-9df3-7c5b04d3d85a req-9fc0f087-4988-4888-af27-900ad71f2d4f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 931 time: 0.0887692 Dec 22 05:59:19.145306 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2064fae9-d88f-4c7c-9df3-7c5b04d3d85a req-911514de-d055-4bfb-9964-84728d48ee14 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512216 Dec 22 05:59:20.337090 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fdc37-4d51-4f49-ace2-50ffb3150b81 req-43dbd9e7-0e2c-4bda-a204-b1b26f7de9f4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:20.338482 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-082fdc37-4d51-4f49-ace2-50ffb3150b81 req-43dbd9e7-0e2c-4bda-a204-b1b26f7de9f4 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 931 time: 0.0811408 Dec 22 05:59:20.399617 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-082fdc37-4d51-4f49-ace2-50ffb3150b81 req-70d6c7ad-adcc-404c-8adb-8d5defc6fa2b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551603 Dec 22 05:59:21.601037 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0367386-376c-4f05-bda9-1b13f066f52a req-fc490ac2-d735-4066-85a0-142cceeb0b7e tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:21.602526 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0367386-376c-4f05-bda9-1b13f066f52a req-fc490ac2-d735-4066-85a0-142cceeb0b7e tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 931 time: 0.0912046 Dec 22 05:59:21.662230 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0367386-376c-4f05-bda9-1b13f066f52a req-e553b8c7-6df3-42a9-a5cf-fef47cf66a2b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539072 Dec 22 05:59:22.857783 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c4232-9225-413c-8922-fd3138586069 req-3587f23a-3229-42c9-a0fa-1386c2699ce3 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:22.861347 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-272c4232-9225-413c-8922-fd3138586069 req-3587f23a-3229-42c9-a0fa-1386c2699ce3 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 931 time: 0.0856626 Dec 22 05:59:22.912736 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-272c4232-9225-413c-8922-fd3138586069 req-95c86549-3abb-41fb-b73b-6abdf3bb8908 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452621 Dec 22 05:59:24.122859 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be690b85-9400-4ebe-bdb1-98912732b561 req-e6873bbb-510e-45dc-bec1-8f28860ef916 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:24.124397 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be690b85-9400-4ebe-bdb1-98912732b561 req-e6873bbb-510e-45dc-bec1-8f28860ef916 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 931 time: 0.0986557 Dec 22 05:59:24.168747 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be690b85-9400-4ebe-bdb1-98912732b561 req-7c95d926-6ac5-4ef0-a498-d6bac73ba5ad tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383565 Dec 22 05:59:24.672857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-31bfb293-775a-4556-8569-e1001c3fe416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:25.375437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e0fbe-4e60-45aa-9eb6-ca42c6ae622a req-1da84a78-1c85-4bb3-8409-eb5f77353953 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:25.377423 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f2e0fbe-4e60-45aa-9eb6-ca42c6ae622a req-1da84a78-1c85-4bb3-8409-eb5f77353953 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 931 time: 0.0906668 Dec 22 05:59:25.430449 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f2e0fbe-4e60-45aa-9eb6-ca42c6ae622a req-b8a64b6e-6d87-4275-94c1-28c0f03b1ef9 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444279 Dec 22 05:59:26.626873 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bc238-f012-4c9d-97d4-e7d9eafd50f9 req-eec798fa-1dfd-4dca-a0cd-efb55e7c6ff0 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:26.628360 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-671bc238-f012-4c9d-97d4-e7d9eafd50f9 req-eec798fa-1dfd-4dca-a0cd-efb55e7c6ff0 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 931 time: 0.0818565 Dec 22 05:59:26.678961 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-671bc238-f012-4c9d-97d4-e7d9eafd50f9 req-913a56a3-13bd-4a95-9120-42a1c781ad63 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Dec 22 05:59:27.052330 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6ab8979f-3138-4740-b633-ba3db761d193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:27.094884 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.v2.base [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Request body: {'port': {'device_id': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:59:27.204009 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:27.553336 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dae9047-a54b-4208-8bea-958aaadb89f3 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:59:27.560581 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:27.574679 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Transition to ACTIVE for port object 6dae9047-a54b-4208-8bea-958aaadb89f3 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:59:27.581374 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:27.586234 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f153cf16-c8c9-4ee0-9120-0b987f0b3444 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:59:27.784620 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Pushing event updated for resources: {'Port': ['ID=6dae9047-a54b-4208-8bea-958aaadb89f3,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:59:27.793718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:59:27.826391 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Attempting to bind port 6dae9047-a54b-4208-8bea-958aaadb89f3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:59:27.826728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Attempting to bind port 6dae9047-a54b-4208-8bea-958aaadb89f3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:59:27.827169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Attempting to bind port 6dae9047-a54b-4208-8bea-958aaadb89f3 on network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:59:27.831957 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Port 6dae9047-a54b-4208-8bea-958aaadb89f3 on network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 05:59:27.832305 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Attempting to bind port 6dae9047-a54b-4208-8bea-958aaadb89f3 on network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 05:59:27.837789 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Checking agent: {'id': '735ae686-f199-4d3a-90cb-192caeeb8523', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 05:59:27.838125 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Checking segment: {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 05:59:27.838502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Bound using segment: {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 05:59:27.839108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Bound port: 6dae9047-a54b-4208-8bea-958aaadb89f3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1294246d-5c68-47ae-b1ed-954fafe97e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:59:27.839454 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:27.881341 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eec754-aee9-456e-99ed-8f26dbb3a59e req-8770cf41-2dd7-4313-a1a0-d10b223d9576 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:27.884252 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a4eec754-aee9-456e-99ed-8f26dbb3a59e req-8770cf41-2dd7-4313-a1a0-d10b223d9576 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 943 time: 0.0904040 Dec 22 05:59:27.931664 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] For port 6dae9047-a54b-4208-8bea-958aaadb89f3, host hv-neutron-8225, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 05:59:27.934913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] For port 6dae9047-a54b-4208-8bea-958aaadb89f3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6dae9047-a54b-4208-8bea-958aaadb89f3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 05:59:27.943910 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2158935'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:27.948334 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5c8e183a-9b46-49d6-8626-9ee424a133be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:59:28.011219 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:28.011849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:28.013302 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] 10.222.0.61 "PUT /v2.0/ports/6dae9047-a54b-4208-8bea-958aaadb89f3 HTTP/1.1" status: 200 len: 1093 time: 0.9230108 Dec 22 05:59:28.013797 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:59:28.035519 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Pushing event updated for resources: {'Port': ['ID=6dae9047-a54b-4208-8bea-958aaadb89f3,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:59:28.038505 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:59:28.067827 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a4eec754-aee9-456e-99ed-8f26dbb3a59e req-1349feed-c907-4ac5-826c-964779ebc514 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786456 Dec 22 05:59:28.144579 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:28.223241 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'status': 'completed', 'code': 200} Dec 22 05:59:28.264444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f5738222-4c73-479b-a65d-d6c5e8083035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:28.266633 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-f5738222-4c73-479b-a65d-d6c5e8083035 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 1096 time: 0.1951132 Dec 22 05:59:28.345671 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:28.346354 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-6f9fc07f-3979-42ec-82d1-5be49a0c0ace service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dae9047-a54b-4208-8bea-958aaadb89f3 HTTP/1.1" status: 200 len: 217 time: 0.0672362 Dec 22 05:59:28.409849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571573c-2b25-4358-a9e7-0f272052d089 req-7c144d56-6bf3-476c-be7a-cd4d07a6eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:28.411279 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-7c144d56-6bf3-476c-be7a-cd4d07a6eb6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0589046 Dec 22 05:59:28.489247 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571573c-2b25-4358-a9e7-0f272052d089 req-fcac0987-4afb-43c1-8427-e19a956c25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:28.490733 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-fcac0987-4afb-43c1-8427-e19a956c25b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732250 Dec 22 05:59:28.647776 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-3004aafc-ad5b-445d-8903-95673dcdcdc1 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503868 Dec 22 05:59:28.783487 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-c571573c-2b25-4358-a9e7-0f272052d089 req-d8c08dde-98fc-4f87-bb6e-cf60fab441fe service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291592 Dec 22 05:59:28.947373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-67ca1286-600b-4271-b168-f7a9b2a562e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:28.948770 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-67ca1286-600b-4271-b168-f7a9b2a562e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 1096 time: 0.0751076 Dec 22 05:59:29.091755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-0f5849e2-5db0-44b3-ad8b-72b7b5a2a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:29.093235 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-0f5849e2-5db0-44b3-ad8b-72b7b5a2a7db service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.1381743 Dec 22 05:59:29.165535 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-06257bee-0014-4e4c-b75c-e2e96dd3ee48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dae9047-a54b-4208-8bea-958aaadb89f3 HTTP/1.1" status: 200 len: 217 time: 0.0651991 Dec 22 05:59:29.227929 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-cb926973-dece-466d-acd1-c344e0d19cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:29.229358 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-cb926973-dece-466d-acd1-c344e0d19cf6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0575755 Dec 22 05:59:29.261527 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d59443-3feb-42bb-8157-755fe4d8a2eb req-1f4e41bc-6c41-4560-8f10-9d63e5bd2005 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:29.263050 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1d59443-3feb-42bb-8157-755fe4d8a2eb req-1f4e41bc-6c41-4560-8f10-9d63e5bd2005 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 943 time: 0.0835512 Dec 22 05:59:29.307787 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1d59443-3feb-42bb-8157-755fe4d8a2eb req-c6ec9907-0a8c-4e5f-ac42-a8de146d8740 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387342 Dec 22 05:59:29.308016 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-b7c72904-98df-4af8-870e-5720248cbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:29.309491 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-b7c72904-98df-4af8-870e-5720248cbe58 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741022 Dec 22 05:59:29.448319 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-1e462240-e43c-4375-8e78-84559a367f44 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310599 Dec 22 05:59:29.591612 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-3b6dffdc-6817-4a2a-98d6-cd04eb5f094c req-09ec6ef0-10f0-4a22-8490-2789f87bd0f4 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364844 Dec 22 05:59:29.837488 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:30.512431 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d839cb-2a57-4699-8c7d-64eef498d542 req-3fd66c1d-9985-436b-b5d3-86e1afe74b30 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:30.513899 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-52d839cb-2a57-4699-8c7d-64eef498d542 req-3fd66c1d-9985-436b-b5d3-86e1afe74b30 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 943 time: 0.0879998 Dec 22 05:59:30.570943 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-52d839cb-2a57-4699-8c7d-64eef498d542 req-7b4f9df2-d981-4c32-bbdd-ac866a169958 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498829 Dec 22 05:59:31.015961 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6dae9047-a54b-4208-8bea-958aaadb89f3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 05:59:31.160416 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 6dae9047-a54b-4208-8bea-958aaadb89f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6dae9047-a54b-4208-8bea-958aaadb89f3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:59:31.175857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'port_id': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'mac_address': 'fa:16:3e:49:2a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 05:59:31.235341 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:31.252328 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dae9047-a54b-4208-8bea-958aaadb89f3 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:59:31.267894 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 6dae9047-a54b-4208-8bea-958aaadb89f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6dae9047-a54b-4208-8bea-958aaadb89f3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:59:31.274675 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:31.276408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cb099e35-7241-40ba-a212-ba91a4b5e803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:59:31.348268 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=6dae9047-a54b-4208-8bea-958aaadb89f3,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:59:31.353028 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:59:31.730358 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['6dae9047-a54b-4208-8bea-958aaadb89f3'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 05:59:31.771126 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68f6d7-40ce-4180-be20-b5d0d47f692b req-44d57644-90e2-4689-b6be-59d3b531dfa7 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:31.772648 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae68f6d7-40ce-4180-be20-b5d0d47f692b req-44d57644-90e2-4689-b6be-59d3b531dfa7 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 944 time: 0.0848136 Dec 22 05:59:31.821845 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae68f6d7-40ce-4180-be20-b5d0d47f692b req-dca229ea-66a3-4ce9-b4fb-ead6a527e1db tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Dec 22 05:59:33.024988 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6dae9047-a54b-4208-8bea-958aaadb89f3 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 05:59:33.036961 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d89455-f496-4af8-b4b5-02febed91fc8 req-71e25625-49a6-4f8e-8e67-f27d39227559 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:33.038531 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-80d89455-f496-4af8-b4b5-02febed91fc8 req-71e25625-49a6-4f8e-8e67-f27d39227559 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 944 time: 0.0922525 Dec 22 05:59:33.082210 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-80d89455-f496-4af8-b4b5-02febed91fc8 req-c0b06a1f-8e58-41d2-89e7-74c2b29faa38 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376639 Dec 22 05:59:33.095063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning for port 6dae9047-a54b-4208-8bea-958aaadb89f3 completed by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:59:33.100300 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 6dae9047-a54b-4208-8bea-958aaadb89f3 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:59:33.100680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:33.217361 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:33.244169 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:59:33.254586 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 6dae9047-a54b-4208-8bea-958aaadb89f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6dae9047-a54b-4208-8bea-958aaadb89f3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 05:59:33.259657 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:33.261721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:59:33.296734 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'code': 200} Dec 22 05:59:33.330927 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=6dae9047-a54b-4208-8bea-958aaadb89f3,revision_number=5']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:59:33.333898 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:59:33.575396 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e585934-1688-4738-a662-6e4dbc659f48 req-9a0ce867-925f-4977-9b10-4636dcec18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:33.576882 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e585934-1688-4738-a662-6e4dbc659f48 req-9a0ce867-925f-4977-9b10-4636dcec18bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 1098 time: 0.0788190 Dec 22 05:59:33.617149 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-0e585934-1688-4738-a662-6e4dbc659f48 req-468fdaab-c949-4a1e-829d-6920648a0d9f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340781 Dec 22 05:59:34.313223 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654f44f-78b1-4b44-aade-73c34bef21ea req-edf91294-d2ad-4a6c-8ff1-f1ce275ffafd tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:34.315335 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f654f44f-78b1-4b44-aade-73c34bef21ea req-edf91294-d2ad-4a6c-8ff1-f1ce275ffafd tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 945 time: 0.1111522 Dec 22 05:59:34.372038 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f654f44f-78b1-4b44-aade-73c34bef21ea req-eee2fe17-9f68-490c-9dd8-d498eac8f891 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503857 Dec 22 05:59:35.603140 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489dbeb-1f17-4101-ade0-5ae7d3eed798 req-696a32d2-db75-4444-8949-893be6ffad1b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:35.604532 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a489dbeb-1f17-4101-ade0-5ae7d3eed798 req-696a32d2-db75-4444-8949-893be6ffad1b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 945 time: 0.0981333 Dec 22 05:59:35.649461 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a489dbeb-1f17-4101-ade0-5ae7d3eed798 req-0a29ace4-2efd-4a94-a987-d6ede00dbcef tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 Dec 22 05:59:35.851621 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d5dfd-383e-4e85-a0ef-c91df85a3f5a req-a8b4d040-3c35-44fe-834f-507ff13072ef tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:35.853093 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a6d5dfd-383e-4e85-a0ef-c91df85a3f5a req-a8b4d040-3c35-44fe-834f-507ff13072ef tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 945 time: 0.0943038 Dec 22 05:59:35.897803 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a6d5dfd-383e-4e85-a0ef-c91df85a3f5a req-4c051444-8377-4381-a03a-55b905e58909 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Dec 22 05:59:35.925262 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 41362) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:59:36.001805 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac059a-b5a9-4e2f-9b91-f53aee5cace3 tempest-TestSnapshotPattern-920437025 tempest-TestSnapshotPattern-920437025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:36.002533 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-31ac059a-b5a9-4e2f-9b91-f53aee5cace3 tempest-TestSnapshotPattern-920437025 tempest-TestSnapshotPattern-920437025-project-admin] Synchronizing usage tracker for tenant:8351b698cf304ab3892effe32089732d on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 05:59:36.022317 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-31ac059a-b5a9-4e2f-9b91-f53aee5cace3 tempest-TestSnapshotPattern-920437025 tempest-TestSnapshotPattern-920437025-project-admin] Unset dirty status for tenant:8351b698cf304ab3892effe32089732d on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 05:59:36.023984 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-31ac059a-b5a9-4e2f-9b91-f53aee5cace3 tempest-TestSnapshotPattern-920437025 tempest-TestSnapshotPattern-920437025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 1093 time: 0.0977457 Dec 22 05:59:36.026938 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 41366) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 05:59:36.034473 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Request body: {'floatingip': {'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'port_id': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:59:36.040535 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 05:59:36.044350 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Usage tracker for resource:floatingip and tenant:a1cd1fa04e82462ba576e143f704fd82 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 05:59:36.047310 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 05:59:36.053385 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 05:59:36.065853 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:36.207984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:36.356460 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Allocated IP 172.26.1.223 (c288d81f-0c63-4ed5-97c2-f31dc6d576a5/a6a088e6-c09b-4a54-b36d-eb99b001a03a/25d694f4-44d6-4ed6-82bc-1baa1ec688e3) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:59:36.506516 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:36.543268 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791423089237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:36.549177 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5ad9e22a-39d7-48c2-ac5c-a9b187d3387e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:59:36.611825 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Network c288d81f-0c63-4ed5-97c2-f31dc6d576a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:59:36.614593 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:59:36.618315 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 05:59:36.652553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'Port': ['ID=25d694f4-44d6-4ed6-82bc-1baa1ec688e3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:59:36.668302 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.668687 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.669058 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.669437 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.669792 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.670149 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.670514 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.670861 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.671216 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.671567 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.671912 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.672275 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:59:36.677267 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:59:37.184011 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:37.260052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:37.484173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:37.492804 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570767'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:37.498454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 05:59:37.612857 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event updated for resources: {'Port': ['ID=25d694f4-44d6-4ed6-82bc-1baa1ec688e3,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:59:37.617052 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 05:59:37.626438 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714425'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:37.802316 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Floating IP a5654e04-cf9a-4363-9e37-98cc98fc8d45 associated. External IP: 172.26.1.223, port: 6dae9047-a54b-4208-8bea-958aaadb89f3. Dec 22 05:59:38.176325 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 05:59:38.371589 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 05:59:38.381999 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] Sync routers for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:59:38.392936 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:59:38.393892 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:59:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:59:38.398665 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:38.468238 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76670f84-45aa-418f-8b9f-0da449f84329 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4287684 Dec 22 05:59:38.468238 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:59:38.501854 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'status': 'completed', 'code': 200} Dec 22 05:59:38.585340 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:59:38.625101 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-37787c4b-f5f0-4975-bd35-d7b0773b4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:38.626593 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-37787c4b-f5f0-4975-bd35-d7b0773b4a8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 1098 time: 0.0773854 Dec 22 05:59:38.765715 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-aa1c566c-940b-4d63-bd93-45d26361478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:38.767078 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-aa1c566c-940b-4d63-bd93-45d26361478d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.1334219 Dec 22 05:59:38.945774 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '117810ac-7485-4d41-9694-92d4ee6142b7', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:56:24Z', 'updated_at': '2021-12-22T05:56:26Z', 'revision_number': 1, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}, {'id': 'a5654e04-cf9a-4363-9e37-98cc98fc8d45', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:49:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:59:36Z', 'updated_at': '2021-12-22T05:59:36Z', 'revision_number': 0, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:59:38.949795 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] Checking router: 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:59:38.959327 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 05:59:38.959919 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T05:59:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:59:38.984812 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-a7489667-5b92-4de3-986e-8f262bac41a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dae9047-a54b-4208-8bea-958aaadb89f3 HTTP/1.1" status: 200 len: 999 time: 0.2109373 Dec 22 05:59:39.049560 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-f16c1b7e-cdb4-4422-a6ed-c554b97182cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:39.050924 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-f16c1b7e-cdb4-4422-a6ed-c554b97182cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0599654 Dec 22 05:59:39.130150 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-2d2dd49c-8456-42a5-845b-4f326ed192a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:39.131663 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-2d2dd49c-8456-42a5-845b-4f326ed192a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744383 Dec 22 05:59:39.181011 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 05:59:39.272334 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-db8ed1b8-c8a2-4295-b131-55c2ad9c2e49 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337404 Dec 22 05:59:39.407522 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-a54f00df-ca7b-4110-91aa-3a325820a008 req-ea3f4b59-269e-4f5b-935e-61cb997092cc service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291597 Dec 22 05:59:39.531388 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '117810ac-7485-4d41-9694-92d4ee6142b7', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:56:24Z', 'updated_at': '2021-12-22T05:56:26Z', 'revision_number': 1, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}, {'id': 'a5654e04-cf9a-4363-9e37-98cc98fc8d45', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:49:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:59:36Z', 'updated_at': '2021-12-22T05:59:36Z', 'revision_number': 0, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:59:39.535635 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfea458-ace0-4344-a65a-bd5a77638276 None None] The sync data for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv is: [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '117810ac-7485-4d41-9694-92d4ee6142b7', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:56:24Z', 'updated_at': '2021-12-22T05:56:26Z', 'revision_number': 1, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}, {'id': 'a5654e04-cf9a-4363-9e37-98cc98fc8d45', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:49:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:59:36Z', 'updated_at': '2021-12-22T05:59:36Z', 'revision_number': 0, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:59:39.745980 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c92539-ca8a-47a7-be23-f237c3af2a98 None None] New status for floating IP a5654e04-cf9a-4363-9e37-98cc98fc8d45: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:59:44.008365 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 05:59:45.428738 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:54.665417 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-89fe0a54-4a8b-49b1-8fe4-b0d7c595edb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:57.049825 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4181a888-55f3-48c9-b10f-90fba5be12f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:58.143890 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:58.271432 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-646b59d5-2ef4-4236-8b0f-97cd155d7e55 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1392579 Dec 22 05:59:58.352440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:59:58.457369 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-15569a19-420d-4b68-b2ab-7ad0f2a6881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:58.458811 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-15569a19-420d-4b68-b2ab-7ad0f2a6881c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1096 time: 0.0739226 Dec 22 05:59:58.612499 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-111e9f57-74d4-418f-bba2-b70488d755bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:58.613952 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-111e9f57-74d4-418f-bba2-b70488d755bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.1350555 Dec 22 05:59:58.718646 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-0f8d202d-9b5b-4091-9182-aff5b9158c70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 200 len: 999 time: 0.0974758 Dec 22 05:59:58.782814 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-d9ac77d0-143e-415c-a08e-2d87dd6d5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:58.784256 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-d9ac77d0-143e-415c-a08e-2d87dd6d5bea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0588927 Dec 22 05:59:58.862935 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-df517712-1704-4b3b-bfa3-e62285a36a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:59:58.864505 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-df517712-1704-4b3b-bfa3-e62285a36a79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736473 Dec 22 05:59:58.998960 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-80d2634a-a98c-4f01-a718-6fa5f304e773 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261737 Dec 22 05:59:59.140417 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-65808a9f-1e97-44aa-95ab-e5eb71d5d205 req-bef60c0b-376b-4f77-a417-edcffa405c2a service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331568 Dec 22 05:59:59.837732 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:15.425773 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:21.012181 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:00:24.681997 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b37e2548-2740-4c1c-a2ac-c9a90aa4cdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:27.048600 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f0b10596-ba43-452d-af43-52bba61faba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:28.151555 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:28.357188 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:29.850466 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:45.450142 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:54.676602 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0394ca56-5dee-4adc-b554-fbe0add3a0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:57.052591 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-dcf91f2c-9216-4f19-91ac-4f0c4f7c9497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:58.012121 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:00:58.140867 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:58.255003 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-69918522-07e5-473e-af59-07506f9707a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724511 Dec 22 06:00:58.358012 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:00:58.376445 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-fd274710-1b3f-44b9-b4a1-604dd7e133f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:00:58.377925 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-fd274710-1b3f-44b9-b4a1-604dd7e133f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 1098 time: 0.0853798 Dec 22 06:00:58.645873 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-1b9c0217-0fe1-46c1-9345-f78d28eae4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:00:58.647234 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-1b9c0217-0fe1-46c1-9345-f78d28eae4ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.2484195 Dec 22 06:00:58.761488 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-4a460911-0b4f-4ce3-95ed-86f9b35426b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dae9047-a54b-4208-8bea-958aaadb89f3 HTTP/1.1" status: 200 len: 1001 time: 0.1061490 Dec 22 06:00:58.835085 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-ba2aa990-dce1-48c9-a40f-90dee4579cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:00:58.836579 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-ba2aa990-dce1-48c9-a40f-90dee4579cfd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0680945 Dec 22 06:00:58.930277 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-da74aca9-aa58-449b-96ef-f9db7af48a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:00:58.931698 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-da74aca9-aa58-449b-96ef-f9db7af48a60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875549 Dec 22 06:00:59.072897 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-522060ba-db43-43bc-b49d-54c97df464a9 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323595 Dec 22 06:00:59.207331 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-46b55ba8-bfe1-48f9-ae80-913a441b5b7c req-e0cf1e88-9ea5-4463-a654-0a0725aa7618 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268096 Dec 22 06:00:59.845134 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:15.443985 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:24.679047 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9899b1d1-b37b-4625-96a3-9c67702eb093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:27.057044 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c40bd765-6d33-40dc-84e2-e4a446c430e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:28.150424 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:28.370105 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:29.848882 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:35.016378 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:01:45.445601 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:54.681298 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d0a8793a-70d7-4d04-be29-b2b560cd3c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:55.751642 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6dae9047-a54b-4208-8bea-958aaadb89f3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 06:01:55.900652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 6dae9047-a54b-4208-8bea-958aaadb89f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6dae9047-a54b-4208-8bea-958aaadb89f3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:01:55.914228 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Returning: {'device': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'port_id': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'mac_address': 'fa:16:3e:49:2a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 06:01:55.969692 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:55.986845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dae9047-a54b-4208-8bea-958aaadb89f3 {{(pid=87556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 06:01:56.004055 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 6dae9047-a54b-4208-8bea-958aaadb89f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6dae9047-a54b-4208-8bea-958aaadb89f3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:01:56.010981 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:56.012916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e4803499-699f-45fa-b01b-3ab5cd2d8d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:01:56.083673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=6dae9047-a54b-4208-8bea-958aaadb89f3,revision_number=6']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:01:56.091637 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.091999 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.092359 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.092695 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.093022 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.093352 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.093673 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.093993 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.094316 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.094630 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.094946 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.095241 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:01:56.101154 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:01:56.173680 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] get_ports_and_sgs() called for port_ids ['6dae9047-a54b-4208-8bea-958aaadb89f3'] {{(pid=87556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 06:01:57.053947 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-11a47925-83e0-4e73-ae82-d42db916be92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:57.758852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6dae9047-a54b-4208-8bea-958aaadb89f3 up at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 06:01:57.833232 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Provisioning complete for port 6dae9047-a54b-4208-8bea-958aaadb89f3 triggered by entity L2. {{(pid=87556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 06:01:57.833610 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797009'] for port, provisioning_complete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:57.964171 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615458'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:57.991472 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3'}] {{(pid=87556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 06:01:58.002059 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] For port 6dae9047-a54b-4208-8bea-958aaadb89f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6dae9047-a54b-4208-8bea-958aaadb89f3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:01:58.007744 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791423555130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791423089255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791423089300'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:58.009706 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:01:58.040317 dv-neutron-822524-1-hyperv neutron-server[87556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'code': 200} Dec 22 06:01:58.082340 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Pushing event updated for resources: {'Port': ['ID=6dae9047-a54b-4208-8bea-958aaadb89f3,revision_number=7']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:01:58.085462 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:01:58.135990 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:58.368224 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:59.225487 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-3b7f2e40-c8ef-44d7-952a-bd51da2d6831 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703692 Dec 22 06:01:59.394053 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-b4d86a63-5d12-414c-be19-83810b496844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:01:59.395569 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-b4d86a63-5d12-414c-be19-83810b496844 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1096 time: 0.0736396 Dec 22 06:01:59.646368 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-1e833183-5281-4a95-96e1-c9294ff6d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:01:59.647879 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-1e833183-5281-4a95-96e1-c9294ff6d4f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.1373494 Dec 22 06:01:59.769905 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-9bf852d1-6f77-4348-8aa2-3b3fcb84b1a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 200 len: 999 time: 0.1036808 Dec 22 06:01:59.845070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-632b5ad6-f2b4-4323-b8d1-37afb47de907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:01:59.846757 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-632b5ad6-f2b4-4323-b8d1-37afb47de907 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0705512 Dec 22 06:01:59.860337 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:01:59.937761 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-9a278f07-7636-4a5d-b7ef-de52724bb10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:01:59.939539 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-9a278f07-7636-4a5d-b7ef-de52724bb10a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825346 Dec 22 06:02:00.121553 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-31bfdde3-1035-4dcc-b0e6-3956fce59f9b service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736488 Dec 22 06:02:00.287501 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-1808165a-6eb2-403c-ba68-d64ae93d305d req-dc4d50f8-9692-4f77-9905-e54907684565 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582918 Dec 22 06:02:09.229766 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41616) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:09.564535 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Deleting port 25d694f4-44d6-4ed6-82bc-1baa1ec688e3 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:09.564849 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:09.735552 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:09.735868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:09.859913 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Calling delete_port for 25d694f4-44d6-4ed6-82bc-1baa1ec688e3 owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:10.036187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:10.039928 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5451d13e-46c9-41ba-a883-b1ef14950728 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:10.086790 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event deleted for resources: {'Port': ['ID=25d694f4-44d6-4ed6-82bc-1baa1ec688e3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:10.124199 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.124550 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.124962 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.125331 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.125693 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.126054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.126411 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.126772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.127126 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.127478 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.127833 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.128183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:10.135309 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:10.192103 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:10.192463 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Floating IP a5654e04-cf9a-4363-9e37-98cc98fc8d45 disassociated (deleted). External IP: 172.26.1.223, port: 6dae9047-a54b-4208-8bea-958aaadb89f3. Dec 22 06:02:10.553332 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 06:02:10.742688 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 06:02:10.753610 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] Sync routers for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 06:02:10.760747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:10.763081 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 06:02:10.763684 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T06:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:10.819098 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "DELETE /v2.0/floatingips/a5654e04-cf9a-4363-9e37-98cc98fc8d45 HTTP/1.1" status: 204 len: 168 time: 1.5882301 Dec 22 06:02:10.819765 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 06:02:10.941313 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 06:02:11.111892 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'status': 'completed', 'code': 200} Dec 22 06:02:11.256720 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-69a99f1b-d704-4e52-89a0-856050264e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:11.258545 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-69a99f1b-d704-4e52-89a0-856050264e26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 1098 time: 0.0999751 Dec 22 06:02:11.280553 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b607c-1690-4432-9d25-06e7cc2d25e2 req-47342bfd-1cc3-4555-ac5b-5a5aef94288e tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:11.282262 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db8b607c-1690-4432-9d25-06e7cc2d25e2 req-47342bfd-1cc3-4555-ac5b-5a5aef94288e tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 945 time: 0.0860126 Dec 22 06:02:11.318095 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '117810ac-7485-4d41-9694-92d4ee6142b7', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:56:24Z', 'updated_at': '2021-12-22T05:56:26Z', 'revision_number': 1, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:11.321976 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] Checking router: 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 06:02:11.327701 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db8b607c-1690-4432-9d25-06e7cc2d25e2 req-0955142d-6681-4380-85b6-4093c3a998b2 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394104 Dec 22 06:02:11.331261 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 06:02:11.331887 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T06:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:11.527195 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-41317e8e-f813-4f22-8e33-35b47b26bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:11.528712 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-41317e8e-f813-4f22-8e33-35b47b26bb70 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.2623954 Dec 22 06:02:11.554449 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 06:02:11.600312 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-c815ff20-7367-4b3c-8eb0-3482971f3ce8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dae9047-a54b-4208-8bea-958aaadb89f3 HTTP/1.1" status: 200 len: 217 time: 0.0643742 Dec 22 06:02:11.665796 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-fcaa651c-faa9-48e9-b900-309d2bb886c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:11.667305 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-fcaa651c-faa9-48e9-b900-309d2bb886c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0591927 Dec 22 06:02:11.748549 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-622d5f52-c16f-4915-8c0e-a2f68482135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:11.750119 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-622d5f52-c16f-4915-8c0e-a2f68482135c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749757 Dec 22 06:02:11.886254 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-7a8017d5-880c-4ee5-90ce-931d55898035 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289647 Dec 22 06:02:11.898846 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '117810ac-7485-4d41-9694-92d4ee6142b7', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:56:24Z', 'updated_at': '2021-12-22T05:56:26Z', 'revision_number': 1, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:11.903062 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7176c769-c1ea-4e36-9af7-0bcec695851b None None] The sync data for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv is: [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_floatingips': [{'id': '117810ac-7485-4d41-9694-92d4ee6142b7', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'router_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'port_id': '45a72834-f14b-4701-be31-fb44ce067ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'mac_address': 'fa:16:3e:7f:6f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59822-b532-4479-af0c-84b960c7f593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:56:24Z', 'updated_at': '2021-12-22T05:56:26Z', 'revision_number': 1, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 06:02:12.014691 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:02:12.025016 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-b427930f-8f49-41c5-9a0c-1a7dbfbe6f74 req-4fe449b9-5bae-4296-b96a-59ae0bb93d15 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314981 Dec 22 06:02:12.126653 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af4b65a-27f8-41cc-ac5b-514e04189253 None None] New status for floating IP a5654e04-cf9a-4363-9e37-98cc98fc8d45: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 06:02:12.654481 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247633f9-2ad3-4846-9b38-1954044dc516 req-44730bdd-6dec-4e9e-8e30-f7b87f2121b0 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:12.655928 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-247633f9-2ad3-4846-9b38-1954044dc516 req-44730bdd-6dec-4e9e-8e30-f7b87f2121b0 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 945 time: 0.2133040 Dec 22 06:02:12.705150 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-247633f9-2ad3-4846-9b38-1954044dc516 req-c3207ce8-191c-4f76-bac9-bb4ec3f689c3 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415275 Dec 22 06:02:13.140316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-d9856353-643f-421c-a508-b06ca20059b6 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:13.140316 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-d9856353-643f-421c-a508-b06ca20059b6 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Synchronizing usage tracker for tenant:a1cd1fa04e82462ba576e143f704fd82 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 06:02:13.157805 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-d9856353-643f-421c-a508-b06ca20059b6 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Unset dirty status for tenant:a1cd1fa04e82462ba576e143f704fd82 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 06:02:13.158938 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-d9856353-643f-421c-a508-b06ca20059b6 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 945 time: 0.0999000 Dec 22 06:02:13.232577 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Deleting port 6dae9047-a54b-4208-8bea-958aaadb89f3 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:13.233158 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:13.500345 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] For port 6dae9047-a54b-4208-8bea-958aaadb89f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6dae9047-a54b-4208-8bea-958aaadb89f3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:02:13.500565 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:13.627682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Calling delete_port for 6dae9047-a54b-4208-8bea-958aaadb89f3 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:13.772555 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:13.778412 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7092ed09-dbf6-44f7-9aa1-8d8917e5e77b tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:13.800916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6dae9047-a54b-4208-8bea-958aaadb89f3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 06:02:13.825813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event deleted for resources: {'Port': ['ID=6dae9047-a54b-4208-8bea-958aaadb89f3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:13.829650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:13.837133 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 6dae9047-a54b-4208-8bea-958aaadb89f3 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 06:02:13.837546 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6dae9047-a54b-4208-8bea-958aaadb89f3 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 06:02:13.880321 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-69a594ae-c01b-4895-9339-f81a244495ae req-a04f0a9d-40a4-4134-a2d7-df80c41e1357 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0f3961b-0b64-4272-9d24-ee0a2944a3dc HTTP/1.1" status: 200 len: 210 time: 0.0579259 Dec 22 06:02:13.907786 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] No DVR routers for this DVR port 6dae9047-a54b-4208-8bea-958aaadb89f3 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 06:02:13.910229 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:13.912896 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'name': 'network-vif-deleted', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 06:02:13.929494 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-cf05dbbd-29d7-43f6-b979-11f3d48bdf92 req-766cd016-9cc0-4d92-b6b3-bf5881ad45df tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.61 "DELETE /v2.0/ports/6dae9047-a54b-4208-8bea-958aaadb89f3 HTTP/1.1" status: 204 len: 173 time: 0.7651126 Dec 22 06:02:13.959252 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f3961b-0b64-4272-9d24-ee0a2944a3dc', 'name': 'network-vif-deleted', 'tag': '6dae9047-a54b-4208-8bea-958aaadb89f3', 'status': 'completed', 'code': 200} Dec 22 06:02:15.438051 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:15.603286 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41676) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:15.916903 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Deleting port 87605a20-7319-485b-b1b2-9dca074704ea {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:15.917242 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:16.097306 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:16.097622 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:16.222625 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Calling delete_port for 87605a20-7319-485b-b1b2-9dca074704ea owned by network:floatingip {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:16.387988 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:16.392348 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e85b545b-5dfd-4bfc-a3d9-752edfa8372f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:16.437546 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event deleted for resources: {'Port': ['ID=87605a20-7319-485b-b1b2-9dca074704ea,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:16.440612 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:16.529459 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for floatingip, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:16.529787 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.db.l3_db [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Floating IP 117810ac-7485-4d41-9694-92d4ee6142b7 disassociated (deleted). External IP: 172.26.1.169, port: 45a72834-f14b-4701-be31-fb44ce067ef3. Dec 22 06:02:16.904563 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 06:02:17.086525 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 06:02:17.096403 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] Sync routers for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 06:02:17.105108 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for floatingip, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:17.105778 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 06:02:17.106446 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T06:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:17.161565 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-228d25fb-a921-45b4-8254-e144d899be41 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "DELETE /v2.0/floatingips/117810ac-7485-4d41-9694-92d4ee6142b7 HTTP/1.1" status: 204 len: 168 time: 1.5566940 Dec 22 06:02:17.162223 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 06:02:17.294516 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 06:02:17.403613 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3', 'status': 'completed', 'code': 200} Dec 22 06:02:17.526395 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-cf87a9a9-e0e2-4689-9187-6c0cefdcf237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:17.527948 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-cf87a9a9-e0e2-4689-9187-6c0cefdcf237 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1cd1fa04e82462ba576e143f704fd82&device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 1096 time: 0.0733309 Dec 22 06:02:17.574590 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9028a0-f87f-445e-acd9-971def94bc6f req-3332773f-80f8-4e6c-9b5a-d8542aad0f07 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:17.576155 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eb9028a0-f87f-445e-acd9-971def94bc6f req-3332773f-80f8-4e6c-9b5a-d8542aad0f07 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 943 time: 0.0864582 Dec 22 06:02:17.622911 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eb9028a0-f87f-445e-acd9-971def94bc6f req-fe4c4813-e4ab-4f6d-9429-11d85e51ca71 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408735 Dec 22 06:02:17.638021 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:17.649247 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] Checking router: 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 06:02:17.658264 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 06:02:17.658871 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T06:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:17.801792 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-00cfd114-adfe-46d9-8360-ef725ee0e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:17.804266 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-00cfd114-adfe-46d9-8360-ef725ee0e8a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 200 len: 911 time: 0.2685025 Dec 22 06:02:17.823339 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6dae9047-a54b-4208-8bea-958aaadb89f3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 06:02:17.844111 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 06:02:17.860564 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 6dae9047-a54b-4208-8bea-958aaadb89f3 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 06:02:17.861018 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 6dae9047-a54b-4208-8bea-958aaadb89f3 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 06:02:17.885765 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-2c1425e6-5849-4b69-bbb1-b28a580c4cef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 200 len: 217 time: 0.0739913 Dec 22 06:02:17.950703 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-bf890a7b-1d79-46a9-8c85-8b58305f5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:17.952262 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-bf890a7b-1d79-46a9-8c85-8b58305f5d12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 200 len: 849 time: 0.0592813 Dec 22 06:02:18.036813 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-290869c0-ee48-48cd-81c8-0d78f499b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:18.038342 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-290869c0-ee48-48cd-81c8-0d78f499b427 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769992 Dec 22 06:02:18.177324 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-aa2d1a52-576a-423a-804d-d10d3895f283 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302459 Dec 22 06:02:18.210026 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:18.215032 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1690dc1-a1d7-4063-b470-b8a2feb3bd73 None None] The sync data for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv is: [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T05:56:00Z', 'revision_number': 4, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv', '_interfaces': [{'id': 'c02d4652-5e16-4d97-a5ca-6a923b8ba963', 'name': '', 'network_id': '4a6a4819-f610-45c8-81a4-b6c0e5a1baeb', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'mac_address': 'fa:16:3e:b4:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:59Z', 'updated_at': '2021-12-22T05:56:07Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'subnets': [{'id': 'b0bea7b1-97de-4762-9e79-11b0b20b1be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 06:02:18.315479 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fb792245-93ff-4cea-b30a-0c1e7b611030 req-8c92afc9-9542-46b7-959a-47dba5e979b1 service neutron] 10.222.0.61 "GET /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307948 Dec 22 06:02:18.455149 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8a44c-3707-45e2-b200-95d1dc072420 None None] New status for floating IP 117810ac-7485-4d41-9694-92d4ee6142b7: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 06:02:18.501356 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-9d14989f-e583-4559-a077-f1bb71607e61 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:18.502087 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-9d14989f-e583-4559-a077-f1bb71607e61 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Synchronizing usage tracker for tenant:a1cd1fa04e82462ba576e143f704fd82 on resource:port {{(pid=87555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 06:02:18.518999 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.quota.resource [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-9d14989f-e583-4559-a077-f1bb71607e61 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Unset dirty status for tenant:a1cd1fa04e82462ba576e143f704fd82 on resource:port {{(pid=87555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 06:02:18.520158 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-9d14989f-e583-4559-a077-f1bb71607e61 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 943 time: 0.0996737 Dec 22 06:02:18.592938 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Deleting port 45a72834-f14b-4701-be31-fb44ce067ef3 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:18.593351 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:18.808657 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929ba90-adcd-4fed-b0ec-6f448bb5631a req-7cb350f3-415c-4b7b-8098-c73376f8eb28 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 06:02:18.810038 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f929ba90-adcd-4fed-b0ec-6f448bb5631a req-7cb350f3-415c-4b7b-8098-c73376f8eb28 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/ports?device_id=fef59822-b532-4479-af0c-84b960c7f593 HTTP/1.1" status: 200 len: 943 time: 0.0799048 Dec 22 06:02:18.840650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] For port 45a72834-f14b-4701-be31-fb44ce067ef3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45a72834-f14b-4701-be31-fb44ce067ef3,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:02:18.841037 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:18.858783 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f929ba90-adcd-4fed-b0ec-6f448bb5631a req-9d9ddd79-9623-4133-9c96-fe90ab51bf7f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f32c288-8590-4ec6-be66-4b9b8280fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Dec 22 06:02:18.968859 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Calling delete_port for 45a72834-f14b-4701-be31-fb44ce067ef3 owned by compute:nova {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:19.126130 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:19.132556 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b8f7cf91-9a13-4d6f-94ed-e04493e4a291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:19.177054 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event deleted for resources: {'Port': ['ID=45a72834-f14b-4701-be31-fb44ce067ef3,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:19.180033 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:19.256421 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] No DVR routers for this DVR port 45a72834-f14b-4701-be31-fb44ce067ef3 on host hv-neutron-8225 {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 06:02:19.259148 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437399'] for port, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:19.276543 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [req-fa8b34eb-b3ca-442d-bd1e-708040a75308 req-691149f7-f393-4e8f-93cf-31562ebed48f tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.61 "DELETE /v2.0/ports/45a72834-f14b-4701-be31-fb44ce067ef3 HTTP/1.1" status: 204 len: 173 time: 0.7505858 Dec 22 06:02:19.404645 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'name': 'network-vif-deleted', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 06:02:19.447940 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef59822-b532-4479-af0c-84b960c7f593', 'name': 'network-vif-deleted', 'tag': '45a72834-f14b-4701-be31-fb44ce067ef3', 'status': 'completed', 'code': 200} Dec 22 06:02:19.956650 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41692) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:20.024634 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07d847da-8c8f-4a74-9119-3d56efae3b69 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:20.054654 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07d847da-8c8f-4a74-9119-3d56efae3b69 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:20.120067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07d847da-8c8f-4a74-9119-3d56efae3b69 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:20.126129 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7e318764-7260-44fb-b46a-c0630ffde371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:20.146352 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d847da-8c8f-4a74-9119-3d56efae3b69 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f32c288-8590-4ec6-be66-4b9b8280fd21,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:20.148987 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-07d847da-8c8f-4a74-9119-3d56efae3b69 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:20.158520 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07d847da-8c8f-4a74-9119-3d56efae3b69 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] Notify callbacks [] for security_group, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:20.159690 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-07d847da-8c8f-4a74-9119-3d56efae3b69 tempest-TestSnapshotPattern-1362481627 tempest-TestSnapshotPattern-1362481627-project] 10.222.0.36 "DELETE /v2.0/security-groups/2f32c288-8590-4ec6-be66-4b9b8280fd21 HTTP/1.1" status: 204 len: 168 time: 0.2020397 Dec 22 06:02:20.209776 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41698) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:21.010639 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:21.382320 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Deleting port c02d4652-5e16-4d97-a5ca-6a923b8ba963 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:21.383067 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:21.555682 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] For port c02d4652-5e16-4d97-a5ca-6a923b8ba963, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=c02d4652-5e16-4d97-a5ca-6a923b8ba963,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:02:21.556023 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:21.676981 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Calling delete_port for c02d4652-5e16-4d97-a5ca-6a923b8ba963 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:21.833818 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 45a72834-f14b-4701-be31-fb44ce067ef3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 06:02:21.868179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] No Port match for: 45a72834-f14b-4701-be31-fb44ce067ef3 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 06:02:21.868485 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Device 45a72834-f14b-4701-be31-fb44ce067ef3 not bound to the agent host hv-neutron-8225 {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 06:02:21.874643 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:21.878561 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e97b8901-e8ba-46cc-8c40-2de2de8cf57a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:22.043408 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Pushing event deleted for resources: {'Port': ['ID=c02d4652-5e16-4d97-a5ca-6a923b8ba963,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:22.047039 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:22.313217 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:22.676777 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 06:02:22.858932 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 06:02:22.868026 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] Sync routers for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 06:02:22.874320 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] 10.222.0.36 "PUT /v2.0/routers/10bdb6ca-b40e-4e12-8bc1-02c831325ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6632667 Dec 22 06:02:22.877098 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 41704) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:22.880126 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 06:02:22.880771 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T06:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:23.061250 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:23.067220 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 06:02:23.241539 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:23.252713 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Deleting port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:23.253077 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:23.349407 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T06:02:21Z', 'revision_number': 5, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port': {'id': 'a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:55:56Z', 'updated_at': '2021-12-22T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:23.353284 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] Checking router: 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 for host: dv-neutron-822524-1-hyperv {{(pid=87557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 06:02:23.361567 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] Routers {'10bdb6ca-b40e-4e12-8bc1-02c831325ec0'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 06:02:23.362152 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T06:01:57Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'], 'active': True} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:23.432478 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] For port a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:02:23.432839 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:23.517604 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_dvr_db [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] Set router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 gateway port host: None {{(pid=87557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 06:02:23.563143 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Calling delete_port for a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:23.623324 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.l3_hamode_db [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T06:02:23Z', 'revision_number': 6, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:23.627517 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb92dd1-f443-4818-8ef9-ebd2756d71bb None None] The sync data for ids ['10bdb6ca-b40e-4e12-8bc1-02c831325ec0'] in dv-neutron-822524-1-hyperv is: [{'id': '10bdb6ca-b40e-4e12-8bc1-02c831325ec0', 'name': 'tempest-TestSnapshotPattern-1320328845-router', 'tenant_id': 'a1cd1fa04e82462ba576e143f704fd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:55:55Z', 'updated_at': '2021-12-22T06:02:23Z', 'revision_number': 6, 'project_id': 'a1cd1fa04e82462ba576e143f704fd82', 'gw_port_host': None}] {{(pid=87557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 06:02:23.868970 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570758'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:23.873582 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5c863f4d-27e0-47c0-9b21-d8463d6c1d9c tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:23.917004 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:24.094620 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.094954 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.095361 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.095723 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.096082 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.096450 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.096833 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.097173 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.097524 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.097874 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.098224 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.098571 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822524-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 06:02:24.126362 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:24.154946 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.327146 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.330347 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.360111 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.360728 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10bdb6ca-b40e-4e12-8bc1-02c831325ec0 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 06:02:24.374509 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.378150 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a5018943-ebd8-4568-ace4-8599f9e0047b admin admin] 10.222.0.36 "DELETE /v2.0/routers/10bdb6ca-b40e-4e12-8bc1-02c831325ec0 HTTP/1.1" status: 204 len: 168 time: 1.4976120 Dec 22 06:02:24.378467 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 41708) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:24.442744 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcc1c35-61e8-4314-bc2a-f94f97d637e9 admin admin] Deleting subnet b0bea7b1-97de-4762-9e79-11b0b20b1be3 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 06:02:24.445985 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1c35-61e8-4314-bc2a-f94f97d637e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.497515 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1c35-61e8-4314-bc2a-f94f97d637e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539954'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.542448 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c02d4652-5e16-4d97-a5ca-6a923b8ba963 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 06:02:24.578520 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: c02d4652-5e16-4d97-a5ca-6a923b8ba963 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 06:02:24.578844 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device c02d4652-5e16-4d97-a5ca-6a923b8ba963 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 06:02:24.579264 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 06:02:24.581439 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1c35-61e8-4314-bc2a-f94f97d637e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.615857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 06:02:24.616475 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device a9646e10-1eaa-4e57-b8e9-c5aa2cc3ab55 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 06:02:24.654691 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1c35-61e8-4314-bc2a-f94f97d637e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461067'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.658880 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ba9f0bad-47b8-4e24-8445-2e4a727df7cc tempest-NetworksTestDHCPv6-1491402791 tempest-NetworksTestDHCPv6-1491402791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:24.679262 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-48f27b8a-9f71-49d6-bf4e-9ada97216aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.693454 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc1c35-61e8-4314-bc2a-f94f97d637e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0bea7b1-97de-4762-9e79-11b0b20b1be3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:24.696993 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2bcc1c35-61e8-4314-bc2a-f94f97d637e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:24.699329 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1c35-61e8-4314-bc2a-f94f97d637e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.704588 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656df04f-2933-4049-9d83-46248c43a8ab None None] Network 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 06:02:24.705613 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2bcc1c35-61e8-4314-bc2a-f94f97d637e9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b0bea7b1-97de-4762-9e79-11b0b20b1be3 HTTP/1.1" status: 204 len: 168 time: 0.3261390 Dec 22 06:02:24.708256 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41712) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:24.814683 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.828047 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Deleting port 66503a46-61e2-4873-8f21-2309d5d182ff {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:24.828432 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:24.947235 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d80461-01b1-41b7-986e-a716f9275a53 None None] DHCP port deletion for 4a6a4819-f610-45c8-81a4-b6c0e5a1baeb request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 06:02:24.951702 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a4d80461-01b1-41b7-986e-a716f9275a53 None None] Deleting port 66503a46-61e2-4873-8f21-2309d5d182ff {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:24.952121 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a4d80461-01b1-41b7-986e-a716f9275a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:25.037497 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] For port 66503a46-61e2-4873-8f21-2309d5d182ff, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=66503a46-61e2-4873-8f21-2309d5d182ff,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:02:25.037847 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:25.159817 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Calling delete_port for 66503a46-61e2-4873-8f21-2309d5d182ff owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:25.164072 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a4d80461-01b1-41b7-986e-a716f9275a53 None None] For port 66503a46-61e2-4873-8f21-2309d5d182ff, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=66503a46-61e2-4873-8f21-2309d5d182ff,segment=NetworkSegment(1294246d-5c68-47ae-b1ed-954fafe97e6f),segment_id=1294246d-5c68-47ae-b1ed-954fafe97e6f)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:02:25.164505 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a4d80461-01b1-41b7-986e-a716f9275a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:25.289707 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a4d80461-01b1-41b7-986e-a716f9275a53 None None] Calling delete_port for 66503a46-61e2-4873-8f21-2309d5d182ff owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:25.369848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a4d80461-01b1-41b7-986e-a716f9275a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246'] for port, after_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:25.373728 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:25.376721 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 06:02:25.377154 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 06:02:25.423801 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d80461-01b1-41b7-986e-a716f9275a53 None None] Pushing event deleted for resources: {'Port': ['ID=66503a46-61e2-4873-8f21-2309d5d182ff,revision_number=None']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:25.426646 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a4d80461-01b1-41b7-986e-a716f9275a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:25.427469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d80461-01b1-41b7-986e-a716f9275a53 None None] No DVR routers for this DVR port 66503a46-61e2-4873-8f21-2309d5d182ff on host dv-neutron-822524-1-hyperv {{(pid=87556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 06:02:25.878607 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Deleting port 66503a46-61e2-4873-8f21-2309d5d182ff {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:25.879531 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:25.959274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] The port '66503a46-61e2-4873-8f21-2309d5d182ff' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 06:02:26.073467 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:26.099507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6a4819-f610-45c8-81a4-b6c0e5a1baeb']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:26.111963 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1294246d-5c68-47ae-b1ed-954fafe97e6f') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:26.112274 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1294246d-5c68-47ae-b1ed-954fafe97e6f') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:26.124178 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:26.141480 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:26.148302 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 06:02:26.148672 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: util.warn( Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 06:02:26.161864 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 06:02:26.238244 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:26.242591 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e3a3fc4-60ef-4e42-b9b6-da1fd29a2329 tempest-NetworksIpV6Test-385511451 tempest-NetworksIpV6Test-385511451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:26.256387 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:26.266806 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a6a4819-f610-45c8-81a4-b6c0e5a1baeb,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:26.269940 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:26.281979 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-cb046197-965d-49c7-af16-b2cf95640269 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4a6a4819-f610-45c8-81a4-b6c0e5a1baeb HTTP/1.1" status: 204 len: 168 time: 1.5726588 Dec 22 06:02:26.285007 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41716) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:26.539288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 66503a46-61e2-4873-8f21-2309d5d182ff no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 06:02:26.573755 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 66503a46-61e2-4873-8f21-2309d5d182ff {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 06:02:26.574101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 66503a46-61e2-4873-8f21-2309d5d182ff not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 06:02:26.836755 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685227'] for router_interface, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:27.060435 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f01f6d7f-7831-4d43-a334-2f51c1aac915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:27.199227 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Deleting port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:27.199834 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:27.502035 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] For port 98adc6ed-3ea6-4070-a84a-6ab3469f0e47, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=98adc6ed-3ea6-4070-a84a-6ab3469f0e47,segment=NetworkSegment(cda88f43-1a87-4079-92c2-b191cc46ce33),segment_id=cda88f43-1a87-4079-92c2-b191cc46ce33)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:02:27.502328 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:27.623026 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Calling delete_port for 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 owned by network:router_interface {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:27.812820 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:27.817484 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ff73de22-6bb6-42f0-a944-7fb88d9cafbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:27.867249 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=98adc6ed-3ea6-4070-a84a-6ab3469f0e47,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:27.893842 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:28.140283 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694363'] for router_interface, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:28.141647 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:28.365099 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:28.510430 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Router d3b5d872-00ff-40fe-a943-7b90a2a034a2 has already been hosted by L3 agent 65fb7907-6788-489a-b237-aeb7db66b5e7 {{(pid=87555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 06:02:28.819922 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] Notify agent at l3_agent.dv-neutron-822524-1-hyperv the message routers_updated {{(pid=87555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 06:02:28.828815 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] Sync routers for ids ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'] in dv-neutron-822524-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 06:02:28.838409 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] Routers {'d3b5d872-00ff-40fe-a943-7b90a2a034a2'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 06:02:28.839000 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T06:02:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:28.839359 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-568b20ef-c51f-4eb0-92fe-5c86dc59e3a1 admin admin] 10.222.0.36 "PUT /v2.0/routers/d3b5d872-00ff-40fe-a943-7b90a2a034a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5530877 Dec 22 06:02:28.841728 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41720) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:29.022299 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:29.022551 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] Set router d3b5d872-00ff-40fe-a943-7b90a2a034a2 gateway port host: dv-neutron-822524-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 06:02:29.211712 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:29.222373 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Deleting port f21ee114-1a01-43e9-b7ea-70541c10a339 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:29.222752 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:29.361336 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'name': 'tempest-TestSnapshotPattern-690259068-router', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'external_fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:56:02Z', 'updated_at': '2021-12-22T06:02:27Z', 'revision_number': 5, 'project_id': '8351b698cf304ab3892effe32089732d', 'gw_port': {'id': 'f21ee114-1a01-43e9-b7ea-70541c10a339', 'name': '', 'network_id': 'c288d81f-0c63-4ed5-97c2-f31dc6d576a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822524-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:56:03Z', 'updated_at': '2021-12-22T05:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a088e6-c09b-4a54-b36d-eb99b001a03a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822524-1-hyperv'}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:29.365399 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] Checking router: d3b5d872-00ff-40fe-a943-7b90a2a034a2 for host: dv-neutron-822524-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 06:02:29.374469 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] Routers {'d3b5d872-00ff-40fe-a943-7b90a2a034a2'} bound to L3 agent in host dv-neutron-822524-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 06:02:29.375063 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822524-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:37:27Z,description=,heartbeat_timestamp=2021-12-22T06:02:27Z,host='dv-neutron-822524-1-hyperv',id=65fb7907-6788-489a-b237-aeb7db66b5e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:37:27Z,topic='l3_agent')) {'router_ids': ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:29.400173 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] For port f21ee114-1a01-43e9-b7ea-70541c10a339, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=f21ee114-1a01-43e9-b7ea-70541c10a339,segment=NetworkSegment(b8ccd82e-3f60-4496-973b-a7d134685007),segment_id=b8ccd82e-3f60-4496-973b-a7d134685007)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:02:29.400532 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:29.527098 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Calling delete_port for f21ee114-1a01-43e9-b7ea-70541c10a339 owned by network:router_gateway {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:29.534456 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] Set router d3b5d872-00ff-40fe-a943-7b90a2a034a2 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 06:02:29.637807 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'name': 'tempest-TestSnapshotPattern-690259068-router', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:56:02Z', 'updated_at': '2021-12-22T06:02:29Z', 'revision_number': 6, 'project_id': '8351b698cf304ab3892effe32089732d', 'gw_port_host': None}], 'dv-neutron-822524-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:29.641776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda6260e-bf32-43ec-a994-07204543f637 None None] The sync data for ids ['d3b5d872-00ff-40fe-a943-7b90a2a034a2'] in dv-neutron-822524-1-hyperv is: [{'id': 'd3b5d872-00ff-40fe-a943-7b90a2a034a2', 'name': 'tempest-TestSnapshotPattern-690259068-router', 'tenant_id': '8351b698cf304ab3892effe32089732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:56:02Z', 'updated_at': '2021-12-22T06:02:29Z', 'revision_number': 6, 'project_id': '8351b698cf304ab3892effe32089732d', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 06:02:29.698848 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:29.704187 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2b91ca11-ef85-4ebf-b796-4197d2464c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:29.774968 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f21ee114-1a01-43e9-b7ea-70541c10a339,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:29.781773 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:29.843416 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714444'] for router_gateway, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:29.850852 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.020594 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45604'] for router, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.023002 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.049978 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685122'] for router, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.050507 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b5d872-00ff-40fe-a943-7b90a2a034a2 {{(pid=87555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 06:02:30.066971 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] Notify callbacks [] for router, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.068354 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-280fffa8-5fbb-43a0-983a-2d86e97c17c4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d3b5d872-00ff-40fe-a943-7b90a2a034a2 HTTP/1.1" status: 204 len: 168 time: 1.2256603 Dec 22 06:02:30.070921 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41724) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:30.133183 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fecb5d4-ca1d-4211-8d52-da37e35080a5 admin admin] Deleting subnet 88a7554f-4d30-4b20-88be-fef6d2f4d915 {{(pid=87555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 06:02:30.136444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fecb5d4-ca1d-4211-8d52-da37e35080a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.185718 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fecb5d4-ca1d-4211-8d52-da37e35080a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189194'] for subnet, precommit_delete_associations {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.388738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fecb5d4-ca1d-4211-8d52-da37e35080a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776947'] for subnet, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.464008 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fecb5d4-ca1d-4211-8d52-da37e35080a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1777003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2158957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556690'] for subnet, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.468798 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a13ad934-6f1c-4510-85f8-c88d785c6eee tempest-RoutersNegativeTest-1215575081 tempest-RoutersNegativeTest-1215575081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:30.502417 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecb5d4-ca1d-4211-8d52-da37e35080a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a7554f-4d30-4b20-88be-fef6d2f4d915,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:30.506169 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6fecb5d4-ca1d-4211-8d52-da37e35080a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:30.508696 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fecb5d4-ca1d-4211-8d52-da37e35080a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.517969 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-6fecb5d4-ca1d-4211-8d52-da37e35080a5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/88a7554f-4d30-4b20-88be-fef6d2f4d915 HTTP/1.1" status: 204 len: 168 time: 0.4432871 Dec 22 06:02:30.518070 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a20834-2da0-48cc-ba3f-16d90457f67c None None] Network b77a996f-b0b5-46c7-a7d2-3743329e3bbc requested from dv-neutron-822524-1-hyperv {{(pid=87556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 06:02:30.518502 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41728) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:30.597765 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f21ee114-1a01-43e9-b7ea-70541c10a339 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 06:02:30.626211 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912711'] for network, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.638444 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Deleting port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:30.638772 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.655952 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: f21ee114-1a01-43e9-b7ea-70541c10a339 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 06:02:30.656425 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device f21ee114-1a01-43e9-b7ea-70541c10a339 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 06:02:30.656861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 06:02:30.712577 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 06:02:30.712931 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 98adc6ed-3ea6-4070-a84a-6ab3469f0e47 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 06:02:30.859312 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] For port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5db7dfe2-6c46-4b1f-8877-8f6532ad8d79,segment=NetworkSegment(cda88f43-1a87-4079-92c2-b191cc46ce33),segment_id=cda88f43-1a87-4079-92c2-b191cc46ce33)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:02:30.859671 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.904916 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] DHCP port deletion for b77a996f-b0b5-46c7-a7d2-3743329e3bbc request from dv-neutron-822524-1-hyperv {{(pid=87556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 06:02:30.909523 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] Deleting port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:30.909933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:30.984548 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Calling delete_port for 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:31.063738 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791423555157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791423089246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2158942'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.067742 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d628a5d7-f7ff-414b-828a-8abdd34a198c tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:31.112557 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db7dfe2-6c46-4b1f-8877-8f6532ad8d79,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:31.117738 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] For port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79, host dv-neutron-822524-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822524-1-hyperv',level=0,port_id=5db7dfe2-6c46-4b1f-8877-8f6532ad8d79,segment=NetworkSegment(cda88f43-1a87-4079-92c2-b191cc46ce33),segment_id=cda88f43-1a87-4079-92c2-b191cc46ce33)] {{(pid=87556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 06:02:31.117964 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716715'] for port, precommit_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.118076 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:31.118868 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] No DVR routers for this DVR port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 on host dv-neutron-822524-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 06:02:31.235831 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773592', 'neutron.services.segments.db._delete_segments_for_network-8791423447965'] for network, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.244913 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] Calling delete_port for 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 owned by network:dhcp {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 06:02:31.261426 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77a996f-b0b5-46c7-a7d2-3743329e3bbc']}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:31.273931 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda88f43-1a87-4079-92c2-b191cc46ce33') {'for_net_delete': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:31.274220 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.services.segments.db [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda88f43-1a87-4079-92c2-b191cc46ce33') {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 06:02:31.285747 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791423624057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189213'] for segment, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.301600 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770073'] for segment, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.307708 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 06:02:31.308070 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159027'] for segment, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.318480 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.db.api [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 06:02:31.318845 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG oslo_db.api [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: Traceback (most recent call last): Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: timer() Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: cb(*args, **kw) Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: return func(*args, **kwargs) Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: self._notify() Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: self.callback(batched_events) Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: event.method(event) Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: return f(self, *a, **k) Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._get(url).json() Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: return self.request(url, 'GET', **kwargs) Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 06:02:31.321080 dv-neutron-822524-1-hyperv neutron-server[87555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 06:02:31.399663 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714411'] for network, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.403974 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a4013c98-2dc4-4938-899e-42a6e2c71227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:31.423941 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Notify callbacks [] for network, before_response {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.430093 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b77a996f-b0b5-46c7-a7d2-3743329e3bbc,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:31.434077 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:31.440179 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-878d8183-bf44-4f07-aebc-64899d10e9a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b77a996f-b0b5-46c7-a7d2-3743329e3bbc HTTP/1.1" status: 204 len: 168 time: 0.9211850 Dec 22 06:02:31.570893 dv-neutron-822524-1-hyperv neutron-server[87555]: DEBUG neutron.wsgi [-] (87555) accepted ('10.222.0.36', 41734) {{(pid=87555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:31.620707 dv-neutron-822524-1-hyperv neutron-server[87555]: INFO neutron.wsgi [None req-5bd73de7-24a4-4589-8b37-f02b19ca535c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1cd1fa04e82462ba576e143f704fd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484412 Dec 22 06:02:31.623178 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 41738) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:31.681346 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47a80c4a-79b3-48a3-a3a1-9f2206489628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.712117 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47a80c4a-79b3-48a3-a3a1-9f2206489628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.781112 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47a80c4a-79b3-48a3-a3a1-9f2206489628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.784876 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87af467c-be75-4132-818d-d12d514b8628 tempest-TestNetworkAdvancedServerOps-543918517 tempest-TestNetworkAdvancedServerOps-543918517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:31.796984 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a80c4a-79b3-48a3-a3a1-9f2206489628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08390af7-ca7b-403f-b233-83efdd422ec9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:31.800655 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-47a80c4a-79b3-48a3-a3a1-9f2206489628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:31.805865 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47a80c4a-79b3-48a3-a3a1-9f2206489628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.806967 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-47a80c4a-79b3-48a3-a3a1-9f2206489628 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08390af7-ca7b-403f-b233-83efdd422ec9 HTTP/1.1" status: 204 len: 168 time: 0.1827700 Dec 22 06:02:31.820348 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] Deleting port 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 {{(pid=87556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 06:02:31.820784 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791423550401'] for port, before_delete {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:31.885711 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-a5c20a01-c96e-4df5-87f6-a7325d5e2e89 None None] The port '5db7dfe2-6c46-4b1f-8877-8f6532ad8d79' was deleted {{(pid=87556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 06:02:32.170708 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 41746) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:32.220922 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-13db32a9-6976-42da-a14e-6d77c3d515ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8351b698cf304ab3892effe32089732d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483766 Dec 22 06:02:32.223390 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.36', 41750) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 06:02:32.281803 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5575c0b9-9ad8-4b65-a4ef-32327534d4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:32.307505 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5575c0b9-9ad8-4b65-a4ef-32327534d4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:32.360548 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5575c0b9-9ad8-4b65-a4ef-32327534d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747861'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:32.366322 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd43f954-f8f9-461a-ac16-5b2d3554f68e tempest-SecGroupIPv6Test-1755402345 tempest-SecGroupIPv6Test-1755402345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 06:02:32.380672 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575c0b9-9ad8-4b65-a4ef-32327534d4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5188599c-bd47-4c4a-a968-5aeacc48c4ea,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 06:02:32.384462 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5575c0b9-9ad8-4b65-a4ef-32327534d4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 06:02:32.388053 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5575c0b9-9ad8-4b65-a4ef-32327534d4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:32.392218 dv-neutron-822524-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5575c0b9-9ad8-4b65-a4ef-32327534d4dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5188599c-bd47-4c4a-a968-5aeacc48c4ea HTTP/1.1" status: 204 len: 168 time: 0.1649137 Dec 22 06:02:32.542649 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 no longer exists at agent ovs-agent-dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 06:02:32.635598 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] No Port match for: 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 {{(pid=87556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 06:02:32.635857 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.rpc [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Device 5db7dfe2-6c46-4b1f-8877-8f6532ad8d79 not bound to the agent host dv-neutron-822524-1-hyperv {{(pid=87556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 06:02:45.445933 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:49.018627 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:02:54.680995 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-467cc91b-4bb6-4550-ba7e-e9dc3111255c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:57.057275 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9c817a3d-2366-49b2-a53c-a74375c196bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:58.161067 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:58.376179 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:02:59.851101 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:00.775360 dv-neutron-822524-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-b0cf4272-4854-4c8f-9363-4a83dffc1f09 req-6fbabb55-9483-4953-8da0-d1cd4264fbd6 tempest-TestShelveInstance-859602116 tempest-TestShelveInstance-859602116-project] (87554) timed out ('10.222.0.36', 48942) {{(pid=87554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 06:03:15.443652 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:24.683408 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-84e8c477-f534-4b4c-a5a3-0fef83f82b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:26.018530 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:03:27.058861 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-03fe9d9e-77ef-4a65-a3b0-aa01c3b19480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:28.157444 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:28.374780 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:29.864860 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:45.465459 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:54.680848 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1a7aaacd-1540-49dc-b4b1-0194fe4e5745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:57.057443 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd122-9162-4328-ba46-912799b621a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:58.158563 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:58.383464 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:03:59.858839 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:03.029277 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:04:15.458566 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:24.676343 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-78c5f0af-9fa2-40b2-bffc-a45628af3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:27.054401 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-228fdd61-b567-4df5-9e5c-2e16bcbf7566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:28.155043 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:28.386333 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:29.864279 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:40.019725 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:04:45.458512 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:54.690081 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5a58d2d0-1ea7-4beb-a230-c2084f4ad3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:57.060427 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fcc9aa29-1ca5-44aa-968b-6396fb803453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:58.159440 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:58.391233 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:04:59.863719 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:15.466909 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:17.018205 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:05:24.690238 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eca9eddd-bc0a-446d-9fd8-cecd2f6ed91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:27.055912 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-503c1433-0aad-446f-9619-6505f592e14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:28.169574 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:28.398542 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:29.877273 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:45.469008 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:54.023577 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:05:54.688721 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-649a1451-1b08-4c7a-ba9e-78a79b8576c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:57.060976 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d5004b50-87ff-4e20-964d-e36cc4625f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:58.162654 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:58.401924 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:05:59.873615 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:15.470235 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:24.687016 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d5a39b1-38b2-47df-bb22-7ed66c264c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:27.075076 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9fa5d492-715f-4cd0-b338-a89dc8c9d070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:28.162855 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:28.403129 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:29.880640 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:31.035272 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:06:45.471431 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:54.687525 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e0ee-8fdb-41cf-8753-b5fa64452538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:57.077679 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-94b5c6b8-826c-4617-a061-f5ddd7f7f802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:58.166776 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:58.406288 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:06:59.880540 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:08.026641 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:07:15.468605 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:24.684886 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c39cc169-2df6-4b88-b250-60d21922360f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:27.083141 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-31d1c065-e9a5-481b-9b77-4033a8ba4288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:28.172396 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:28.408025 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:29.894122 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:45.031236 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 06:07:45.474436 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:54.692651 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-31c639df-bbfe-4ce1-910d-b337a08cf042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:57.083048 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-548c0efb-cafe-4e64-a7af-e35df21ad10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:58.162497 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6a0ab498-3f4e-453a-ad2f-22205f903911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:58.408814 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-a3a53285-3ddf-4b90-a458-c9254f678dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:07:59.888666 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb307-2ca6-40b1-b547-7172461c0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:08:15.466138 dv-neutron-822524-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7a1e04ef-5802-4e0c-a1af-72ab2722249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791423447974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796962'] for agent, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 06:08:22.030044 dv-neutron-822524-1-hyperv neutron-server[87557]: DEBUG neutron.db.agents_db [None req-5a8785cd-514e-427a-8135-2d989aa9fb18 None None] Agent healthcheck: found 6 active agents {{(pid=87557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}